{"item_id":"senseval2.d000.s000.t000","gold_sense_keys":["art%1:09:00::"],"candidates":[{"index":1,"sense_key":"art%1:06:00::","synset_id":"art.n.01"},{"index":2,"sense_key":"art%1:04:00::","synset_id":"art.n.02"},{"index":3,"sense_key":"art%1:09:00::","synset_id":"art.n.03"},{"index":4,"sense_key":"art%1:10:00::","synset_id":"artwork.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"art%1:09:00::","call_ids":["senseval2.d000.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"art%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.502186143072322}
{"item_id":"senseval2.d000.s000.t002","gold_sense_keys":["peculiar%5:00:00:characteristic:00","peculiar%5:00:00:specific:00"],"candidates":[{"index":1,"sense_key":"peculiar%5:00:00:strange:00","synset_id":"curious.s.01"},{"index":2,"sense_key":"peculiar%5:00:00:specific:00","synset_id":"particular.s.01"},{"index":3,"sense_key":"peculiar%5:00:00:unusual:00","synset_id":"peculiar.s.03"},{"index":4,"sense_key":"peculiar%5:00:00:characteristic:00","synset_id":"peculiar.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"peculiar%5:00:00:unusual:00","call_ids":["senseval2.d000.s000.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"peculiar%5:00:00:unusual:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.4608254751656204}
{"item_id":"senseval2.d000.s000.t003","gold_sense_keys":["english%1:18:00::"],"candidates":[{"index":1,"sense_key":"english%1:10:00::","synset_id":"english.n.01"},{"index":2,"sense_key":"english%1:18:00::","synset_id":"english.n.02"},{"index":3,"sense_key":"english%1:09:00::","synset_id":"english.n.03"},{"index":4,"sense_key":"english%1:11:00::","synset_id":"english.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"english%1:18:00::","call_ids":["senseval2.d000.s000.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"english%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.5022603168617934}
{"item_id":"senseval2.d000.s000.t004","gold_sense_keys":["most%3:00:02::"],"candidates":[{"index":1,"sense_key":"most%3:00:02::","synset_id":"most.a.01"},{"index":2,"sense_key":"most%3:00:01::","synset_id":"most.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"most%3:00:01::","call_ids":["senseval2.d000.s000.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"most%3:00:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.502662620972842}
{"item_id":"senseval2.d000.s000.t005","gold_sense_keys":["english%3:01:00::"],"candidates":[{"index":1,"sense_key":"english%3:01:00::","synset_id":"english.a.01"},{"index":2,"sense_key":"english%3:01:01::","synset_id":"english.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"english%3:01:01::","call_ids":["senseval2.d000.s000.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"english%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.5007223580032587}
{"item_id":"senseval2.d000.s000.t006","gold_sense_keys":["peculiarity%1:07:02::","peculiarity%1:09:00::"],"candidates":[{"index":1,"sense_key":"peculiarity%1:09:00::","synset_id":"peculiarity.n.01"},{"index":2,"sense_key":"peculiarity%1:07:02::","synset_id":"peculiarity.n.02"},{"index":3,"sense_key":"peculiarity%1:06:00::","synset_id":"curio.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"peculiarity%1:07:02::","call_ids":["senseval2.d000.s000.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"peculiarity%1:07:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.50045768590644}
{"item_id":"senseval2.d000.s000.t007","gold_sense_keys":["unintelligible%5:00:00:incomprehensible:00"],"candidates":[{"index":1,"sense_key":"unintelligible%3:00:00::","synset_id":"unintelligible.a.01"},{"index":2,"sense_key":"unintelligible%5:00:00:incomprehensible:00","synset_id":"opaque.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"unintelligible%5:00:00:incomprehensible:00","call_ids":["senseval2.d000.s000.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"unintelligible%5:00:00:incomprehensible:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.5008617627900094}
{"item_id":"senseval2.d000.s000.t008","gold_sense_keys":["rest%1:24:00::"],"candidates":[{"index":1,"sense_key":"rest%1:24:00::","synset_id":"remainder.n.01"},{"index":2,"sense_key":"rest%1:04:00::","synset_id":"rest.n.02"},{"index":3,"sense_key":"rest%1:28:00::","synset_id":"respite.n.04"},{"index":4,"sense_key":"rest%1:26:00::","synset_id":"rest.n.04"},{"index":5,"sense_key":"rest%1:26:01::","synset_id":"rest.n.05"},{"index":6,"sense_key":"rest%1:06:00::","synset_id":"rest.n.06"},{"index":7,"sense_key":"rest%1:10:00::","synset_id":"rest.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"rest%1:04:00::","call_ids":["senseval2.d000.s000.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"rest%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.5011131099890918}
{"item_id":"senseval2.d000.s000.t009","gold_sense_keys":["world%1:14:02::"],"candidates":[{"index":1,"sense_key":"world%1:17:01::","synset_id":"universe.n.01"},{"index":2,"sense_key":"world%1:14:01::","synset_id":"world.n.02"},{"index":3,"sense_key":"world%1:09:00::","synset_id":"world.n.03"},{"index":4,"sense_key":"world%1:17:00::","synset_id":"earth.n.01"},{"index":5,"sense_key":"world%1:14:02::","synset_id":"populace.n.01"},{"index":6,"sense_key":"world%1:17:02::","synset_id":"world.n.06"},{"index":7,"sense_key":"world%1:09:01::","synset_id":"worldly_concern.n.01"},{"index":8,"sense_key":"world%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"world%1:09:00::","call_ids":["senseval2.d000.s000.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"world%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":296,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.625288984971121}
{"item_id":"senseval2.d000.s003.t000","gold_sense_keys":["scene%1:09:00::"],"candidates":[{"index":1,"sense_key":"scene%1:15:00::","synset_id":"scene.n.01"},{"index":2,"sense_key":"scene%1:11:00::","synset_id":"scene.n.02"},{"index":3,"sense_key":"scene%1:09:00::","synset_id":"view.n.02"},{"index":4,"sense_key":"scene%1:10:01::","synset_id":"scene.n.04"},{"index":5,"sense_key":"scene%1:26:00::","synset_id":"picture.n.04"},{"index":6,"sense_key":"scene%1:10:00::","synset_id":"scene.n.06"},{"index":7,"sense_key":"scene%1:26:01::","synset_id":"fit.n.01"},{"index":8,"sense_key":"scene%1:06:01::","synset_id":"scene.n.08"},{"index":9,"sense_key":"scene%1:15:01::","synset_id":"setting.n.01"},{"index":10,"sense_key":"scene%1:06:00::","synset_id":"scenery.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"scene%1:15:01::","call_ids":["senseval2.d000.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"scene%1:15:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":345,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7546306420117617}
{"item_id":"senseval2.d000.s003.t001","gold_sense_keys":["evoke%2:32:01::"],"candidates":[{"index":1,"sense_key":"evoke%2:37:00::","synset_id":"arouse.v.01"},{"index":2,"sense_key":"evoke%2:36:00::","synset_id":"provoke.v.02"},{"index":3,"sense_key":"evoke%2:36:01::","synset_id":"educe.v.01"},{"index":4,"sense_key":"evoke%2:36:02::","synset_id":"raise.v.07"},{"index":5,"sense_key":"evoke%2:32:01::","synset_id":"suggest.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"evoke%2:32:01::","call_ids":["senseval2.d000.s003.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"evoke%2:32:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":241,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7545684420038015}
{"item_id":"senseval2.d000.s003.t004","gold_sense_keys":["lovely%5:00:00:beautiful:00"],"candidates":[{"index":1,"sense_key":"lovely%5:00:00:beautiful:00","synset_id":"lovely.s.01"},{"index":2,"sense_key":"lovely%5:00:00:lovable:00","synset_id":"adorable.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"lovely%5:00:00:beautiful:00","call_ids":["senseval2.d000.s003.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"lovely%5:00:00:beautiful:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8180563929490745}
{"item_id":"senseval2.d000.s003.t005","gold_sense_keys":["ancient%5:00:00:old:02"],"candidates":[{"index":1,"sense_key":"ancient%5:00:00:past:00","synset_id":"ancient.s.01"},{"index":2,"sense_key":"ancient%5:00:00:old:02","synset_id":"ancient.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ancient%5:00:00:old:02","call_ids":["senseval2.d000.s003.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ancient%5:00:00:old:02","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8096591420471668}
{"item_id":"senseval2.d000.s003.t006","gold_sense_keys":["stone%1:06:00::"],"candidates":[{"index":1,"sense_key":"stone%1:17:00::","synset_id":"rock.n.01"},{"index":2,"sense_key":"stone%1:06:00::","synset_id":"stone.n.02"},{"index":3,"sense_key":"stone%1:27:00::","synset_id":"rock.n.02"},{"index":4,"sense_key":"stone%1:27:01::","synset_id":"gem.n.02"},{"index":5,"sense_key":"stone%1:23:00::","synset_id":"stone.n.05"},{"index":6,"sense_key":"stone%1:20:00::","synset_id":"stone.n.06"},{"index":7,"sense_key":"stone%1:18:05::","synset_id":"stone.n.07"},{"index":8,"sense_key":"stone%1:18:04::","synset_id":"stone.n.08"},{"index":9,"sense_key":"stone%1:18:03::","synset_id":"stone.n.09"},{"index":10,"sense_key":"stone%1:18:02::","synset_id":"stone.n.10"},{"index":11,"sense_key":"stone%1:18:01::","synset_id":"stone.n.11"},{"index":12,"sense_key":"stone%1:18:00::","synset_id":"stone.n.12"},{"index":13,"sense_key":"stone%1:07:00::","synset_id":"stone.n.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"stone%1:27:00::","call_ids":["senseval2.d000.s003.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"stone%1:27:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":475,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7360103928949684}
{"item_id":"senseval2.d000.s003.t007","gold_sense_keys":["church%1:06:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"church%1:06:00::","call_ids":["senseval2.d000.s003.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"church%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7451420410070568}
{"item_id":"senseval2.d000.s003.t008","gold_sense_keys":["stand%2:42:03::"],"candidates":[{"index":1,"sense_key":"stand%2:35:00::","synset_id":"stand.v.01"},{"index":2,"sense_key":"stand%2:42:04::","synset_id":"stand.v.02"},{"index":3,"sense_key":"stand%2:42:03::","synset_id":"stand.v.03"},{"index":4,"sense_key":"stand%2:42:00::","synset_id":"stand.v.04"},{"index":5,"sense_key":"stand%2:31:00::","synset_id":"digest.v.03"},{"index":6,"sense_key":"stand%2:31:01::","synset_id":"stand.v.06"},{"index":7,"sense_key":"stand%2:42:06::","synset_id":"stand.v.07"},{"index":8,"sense_key":"stand%2:42:02::","synset_id":"stand.v.08"},{"index":9,"sense_key":"stand%2:42:01::","synset_id":"stand.v.09"},{"index":10,"sense_key":"stand%2:35:01::","synset_id":"stand.v.10"},{"index":11,"sense_key":"stand%2:33:00::","synset_id":"resist.v.04"},{"index":12,"sense_key":"stand%2:35:10::","synset_id":"stand.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"stand%2:42:01::","call_ids":["senseval2.d000.s003.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"stand%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":379,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8168800538405776}
{"item_id":"senseval2.d000.s003.t009","gold_sense_keys":["field%1:15:00::"],"candidates":[{"index":1,"sense_key":"field%1:15:00::","synset_id":"field.n.01"},{"index":2,"sense_key":"field%1:15:04::","synset_id":"battlefield.n.01"},{"index":3,"sense_key":"field%1:15:01::","synset_id":"field.n.03"},{"index":4,"sense_key":"field%1:09:00::","synset_id":"discipline.n.01"},{"index":5,"sense_key":"field%1:19:00::","synset_id":"field.n.05"},{"index":6,"sense_key":"field%1:04:00::","synset_id":"field.n.06"},{"index":7,"sense_key":"field%1:26:00::","synset_id":"sphere.n.01"},{"index":8,"sense_key":"field%1:15:02::","synset_id":"playing_field.n.02"},{"index":9,"sense_key":"field%1:17:00::","synset_id":"plain.n.01"},{"index":10,"sense_key":"field%1:14:00::","synset_id":"field.n.10"},{"index":11,"sense_key":"field%1:15:03::","synset_id":"field.n.11"},{"index":12,"sense_key":"field%1:14:01::","synset_id":"field.n.12"},{"index":13,"sense_key":"field%1:14:02::","synset_id":"field.n.13"},{"index":14,"sense_key":"field%1:15:05::","synset_id":"field.n.14"},{"index":15,"sense_key":"field%1:14:03::","synset_id":"field.n.15"},{"index":16,"sense_key":"field%1:09:01::","synset_id":"field.n.16"},{"index":17,"sense_key":"field%1:06:00::","synset_id":"airfield.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"field%1:17:00::","call_ids":["senseval2.d000.s003.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"field%1:17:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":528,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7960965970996767}
{"item_id":"senseval2.d000.s003.t010","gold_sense_keys":["sound%1:07:00::"],"candidates":[{"index":1,"sense_key":"sound%1:07:00::","synset_id":"sound.n.01"},{"index":2,"sense_key":"sound%1:09:00::","synset_id":"sound.n.02"},{"index":3,"sense_key":"sound%1:19:00::","synset_id":"sound.n.03"},{"index":4,"sense_key":"sound%1:11:00::","synset_id":"sound.n.04"},{"index":5,"sense_key":"sound%1:10:00::","synset_id":"audio.n.01"},{"index":6,"sense_key":"sound%1:10:01::","synset_id":"phone.n.02"},{"index":7,"sense_key":"sound%1:17:01::","synset_id":"strait.n.01"},{"index":8,"sense_key":"sound%1:17:00::","synset_id":"sound.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"sound%1:17:00::","call_ids":["senseval2.d000.s003.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"sound%1:17:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":311,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7819494849536568}
{"item_id":"senseval2.d000.s003.t011","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"bell%1:11:00::","call_ids":["senseval2.d000.s003.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"bell%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":353,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8012957118917257}
{"item_id":"senseval2.d000.s003.t012","gold_sense_keys":["cascade%2:38:00::"],"candidates":[{"index":1,"sense_key":"cascade%2:38:00::","synset_id":"cascade.v.01"},{"index":2,"sense_key":"cascade%2:35:00::","synset_id":"cascade.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cascade%2:38:00::","call_ids":["senseval2.d000.s003.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cascade%2:38:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7321297470480204}
{"item_id":"senseval2.d000.s003.t013","gold_sense_keys":["tower%1:06:00::"],"candidates":[{"index":1,"sense_key":"tower%1:06:00::","synset_id":"tower.n.01"},{"index":2,"sense_key":"tower%1:25:00::","synset_id":"column.n.04"},{"index":3,"sense_key":"tower%1:06:01::","synset_id":"tugboat.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"tower%1:06:00::","call_ids":["senseval2.d000.s003.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"tower%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8066247620154172}
{"item_id":"senseval2.d000.s003.t014","gold_sense_keys":["call%2:32:05::"],"candidates":[{"index":1,"sense_key":"call%2:32:02::","synset_id":"name.v.01"},{"index":2,"sense_key":"call%2:32:00::","synset_id":"call.v.02"},{"index":3,"sense_key":"call%2:32:01::","synset_id":"call.v.03"},{"index":4,"sense_key":"call%2:32:09::","synset_id":"shout.v.02"},{"index":5,"sense_key":"call%2:32:05::","synset_id":"call.v.05"},{"index":6,"sense_key":"call%2:41:00::","synset_id":"visit.v.03"},{"index":7,"sense_key":"call%2:41:04::","synset_id":"call.v.07"},{"index":8,"sense_key":"call%2:32:13::","synset_id":"call.v.08"},{"index":9,"sense_key":"call%2:32:04::","synset_id":"call.v.09"},{"index":10,"sense_key":"call%2:32:03::","synset_id":"call.v.10"},{"index":11,"sense_key":"call%2:42:09::","synset_id":"call.v.11"},{"index":12,"sense_key":"call%2:41:14::","synset_id":"address.v.06"},{"index":13,"sense_key":"call%2:41:12::","synset_id":"call.v.13"},{"index":14,"sense_key":"call%2:40:09::","synset_id":"call.v.14"},{"index":15,"sense_key":"call%2:40:05::","synset_id":"bid.v.04"},{"index":16,"sense_key":"call%2:38:00::","synset_id":"call.v.16"},{"index":17,"sense_key":"call%2:32:06::","synset_id":"call.v.17"},{"index":18,"sense_key":"call%2:32:10::","synset_id":"predict.v.01"},{"index":19,"sense_key":"call%2:32:12::","synset_id":"call.v.19"},{"index":20,"sense_key":"call%2:32:07::","synset_id":"call.v.20"},{"index":21,"sense_key":"call%2:32:08::","synset_id":"call.v.21"},{"index":22,"sense_key":"call%2:32:11::","synset_id":"call.v.22"},{"index":23,"sense_key":"call%2:32:15::","synset_id":"call.v.23"},{"index":24,"sense_key":"call%2:32:14::","synset_id":"call.v.24"},{"index":25,"sense_key":"call%2:31:13::","synset_id":"call.v.25"},{"index":26,"sense_key":"call%2:31:00::","synset_id":"call.v.26"},{"index":27,"sense_key":"call%2:31:05::","synset_id":"call.v.27"},{"index":28,"sense_key":"call%2:29:05::","synset_id":"call.v.28"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"call%2:32:05::","call_ids":["senseval2.d000.s003.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"call%2:32:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":798,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7258554638829082}
{"item_id":"senseval2.d000.s003.t015","gold_sense_keys":["faithful%1:14:00::"],"candidates":[{"index":1,"sense_key":"faithful%1:14:01::","synset_id":"faithful.n.01"},{"index":2,"sense_key":"faithful%1:14:00::","synset_id":"congregation.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"faithful%1:14:00::","call_ids":["senseval2.d000.s003.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"faithful%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7275659239385277}
{"item_id":"senseval2.d000.s003.t016","gold_sense_keys":["evensong%1:10:00::"],"candidates":[{"index":1,"sense_key":"evensong%1:28:00::","synset_id":"vespers.n.01"},{"index":2,"sense_key":"evensong%1:10:00::","synset_id":"evening_prayer.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evensong%1:10:00::","call_ids":["senseval2.d000.s003.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evensong%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7736915231216699}
{"item_id":"senseval2.d000.s004.t001","gold_sense_keys":["stop%2:38:00::"],"candidates":[{"index":1,"sense_key":"stop%2:38:00::","synset_id":"stop.v.01"},{"index":2,"sense_key":"stop%2:42:00::","synset_id":"discontinue.v.01"},{"index":3,"sense_key":"stop%2:41:00::","synset_id":"stop.v.03"},{"index":4,"sense_key":"stop%2:38:02::","synset_id":"stop.v.04"},{"index":5,"sense_key":"stop%2:38:01::","synset_id":"stop.v.05"},{"index":6,"sense_key":"stop%2:30:05::","synset_id":"break.v.10"},{"index":7,"sense_key":"stop%2:33:00::","synset_id":"check.v.18"},{"index":8,"sense_key":"stop%2:35:00::","synset_id":"intercept.v.01"},{"index":9,"sense_key":"stop%2:42:13::","synset_id":"end.v.01"},{"index":10,"sense_key":"stop%2:35:12::","synset_id":"barricade.v.01"},{"index":11,"sense_key":"stop%2:30:12::","synset_id":"hold_on.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"stop%2:38:02::","call_ids":["senseval2.d000.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"stop%2:38:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":338,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7281851710285991}
{"item_id":"senseval2.d000.s004.t003","gold_sense_keys":["church%1:06:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"church%1:14:01::","call_ids":["senseval2.d000.s004.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"church%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7659270011354238}
{"item_id":"senseval2.d000.s004.t004","gold_sense_keys":["door%1:06:00::","door%1:06:01::"],"candidates":[{"index":1,"sense_key":"door%1:06:00::","synset_id":"door.n.01"},{"index":2,"sense_key":"door%1:06:01::","synset_id":"doorway.n.01"},{"index":3,"sense_key":"door%1:07:00::","synset_id":"door.n.03"},{"index":4,"sense_key":"door%1:06:04::","synset_id":"door.n.04"},{"index":5,"sense_key":"door%1:06:03::","synset_id":"door.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"door%1:07:00::","call_ids":["senseval2.d000.s004.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"door%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7317935840692371}
{"item_id":"senseval2.d000.s004.t005","gold_sense_keys":["member%1:18:00::"],"candidates":[{"index":1,"sense_key":"member%1:18:00::","synset_id":"member.n.01"},{"index":2,"sense_key":"member%1:24:00::","synset_id":"member.n.02"},{"index":3,"sense_key":"member%1:08:00::","synset_id":"extremity.n.01"},{"index":4,"sense_key":"member%1:14:00::","synset_id":"member.n.04"},{"index":5,"sense_key":"member%1:08:01::","synset_id":"penis.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"member%1:18:00::","call_ids":["senseval2.d000.s004.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"member%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7133287840988487}
{"item_id":"senseval2.d000.s004.t006","gold_sense_keys":["here%4:02:00::"],"candidates":[{"index":1,"sense_key":"here%4:02:00::","synset_id":"here.r.01"},{"index":2,"sense_key":"here%4:02:02::","synset_id":"here.r.02"},{"index":3,"sense_key":"here%4:02:01::","synset_id":"here.r.03"},{"index":4,"sense_key":"here%4:02:04::","synset_id":"here.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"here%4:02:01::","call_ids":["senseval2.d000.s004.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"here%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7466346248984337}
{"item_id":"senseval2.d000.s004.t007","gold_sense_keys":["always%4:02:00::"],"candidates":[{"index":1,"sense_key":"always%4:02:00::","synset_id":"always.r.01"},{"index":2,"sense_key":"always%4:02:04::","synset_id":"constantly.r.01"},{"index":3,"sense_key":"always%4:02:03::","synset_id":"constantly.r.02"},{"index":4,"sense_key":"always%4:02:02::","synset_id":"always.r.04"},{"index":5,"sense_key":"always%4:02:01::","synset_id":"always.r.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"always%4:02:04::","call_ids":["senseval2.d000.s004.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"always%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7172076301649213}
{"item_id":"senseval2.d000.s005.t000","gold_sense_keys":["tower%1:06:00::"],"candidates":[{"index":1,"sense_key":"tower%1:06:00::","synset_id":"tower.n.01"},{"index":2,"sense_key":"tower%1:25:00::","synset_id":"column.n.04"},{"index":3,"sense_key":"tower%1:06:01::","synset_id":"tugboat.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"tower%1:06:00::","call_ids":["senseval2.d000.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"tower%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.719245859887451}
{"item_id":"senseval2.d000.s005.t001","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval2.d000.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":402,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7646936171222478}
{"item_id":"senseval2.d000.s005.t002","gold_sense_keys":["woman%1:18:00::"],"candidates":[{"index":1,"sense_key":"woman%1:18:00::","synset_id":"woman.n.01"},{"index":2,"sense_key":"woman%1:18:01::","synset_id":"woman.n.02"},{"index":3,"sense_key":"woman%1:18:02::","synset_id":"charwoman.n.01"},{"index":4,"sense_key":"woman%1:14:00::","synset_id":"womanhood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"woman%1:18:00::","call_ids":["senseval2.d000.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"woman%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7453407382126898}
{"item_id":"senseval2.d000.s005.t003","gold_sense_keys":["pull%2:35:04::"],"candidates":[{"index":1,"sense_key":"pull%2:35:00::","synset_id":"pull.v.01"},{"index":2,"sense_key":"pull%2:35:02::","synset_id":"attract.v.01"},{"index":3,"sense_key":"pull%2:38:01::","synset_id":"pull.v.03"},{"index":4,"sense_key":"pull%2:35:04::","synset_id":"pull.v.04"},{"index":5,"sense_key":"pull%2:41:00::","synset_id":"perpetrate.v.01"},{"index":6,"sense_key":"pull%2:38:03::","synset_id":"draw.v.05"},{"index":7,"sense_key":"pull%2:38:00::","synset_id":"pull.v.07"},{"index":8,"sense_key":"pull%2:29:00::","synset_id":"pull.v.08"},{"index":9,"sense_key":"pull%2:38:13::","synset_id":"pull.v.09"},{"index":10,"sense_key":"pull%2:38:02::","synset_id":"pull.v.10"},{"index":11,"sense_key":"pull%2:38:04::","synset_id":"pull.v.11"},{"index":12,"sense_key":"pull%2:35:01::","synset_id":"rend.v.01"},{"index":13,"sense_key":"pull%2:35:03::","synset_id":"pull.v.13"},{"index":14,"sense_key":"pull%2:35:05::","synset_id":"pluck.v.05"},{"index":15,"sense_key":"pull%2:35:10::","synset_id":"extract.v.01"},{"index":16,"sense_key":"pull%2:33:13::","synset_id":"pull.v.16"},{"index":17,"sense_key":"pull%2:30:11::","synset_id":"pull.v.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"pull%2:38:13::","call_ids":["senseval2.d000.s005.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"pull%2:38:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":494,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7610959450248629}
{"item_id":"senseval2.d000.s005.t005","gold_sense_keys":["rope%1:06:00::"],"candidates":[{"index":1,"sense_key":"rope%1:06:00::","synset_id":"rope.n.01"},{"index":2,"sense_key":"rope%1:06:01::","synset_id":"r-2.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"rope%1:06:00::","call_ids":["senseval2.d000.s005.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"rope%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":126,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.6959402540232986}
{"item_id":"senseval2.d000.s005.t007","gold_sense_keys":["same%3:00:02::"],"candidates":[{"index":1,"sense_key":"same%3:00:02::","synset_id":"same.a.01"},{"index":2,"sense_key":"same%3:00:00::","synset_id":"same.a.02"},{"index":3,"sense_key":"same%3:00:04::","synset_id":"like.a.02"},{"index":4,"sense_key":"same%5:00:00:unchanged:00","synset_id":"same.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"same%3:00:00::","call_ids":["senseval2.d000.s005.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"same%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7620828731451184}
{"item_id":"senseval2.d000.s005.t008","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s005.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":337,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7494167988188565}
{"item_id":"senseval2.d000.s005.t009","gold_sense_keys":["first%4:02:02::"],"candidates":[{"index":1,"sense_key":"first%4:02:00::","synset_id":"first.r.01"},{"index":2,"sense_key":"first%4:02:02::","synset_id":"first.r.02"},{"index":3,"sense_key":"first%4:02:03::","synset_id":"first.r.03"},{"index":4,"sense_key":"first%4:02:01::","synset_id":"foremost.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"first%4:02:02::","call_ids":["senseval2.d000.s005.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"first%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7401376431807876}
{"item_id":"senseval2.d000.s005.t010","gold_sense_keys":["sound%2:39:00::","sound%2:39:03::"],"candidates":[{"index":1,"sense_key":"sound%2:39:06::","synset_id":"sound.v.01"},{"index":2,"sense_key":"sound%2:39:00::","synset_id":"sound.v.02"},{"index":3,"sense_key":"sound%2:39:03::","synset_id":"sound.v.03"},{"index":4,"sense_key":"sound%2:39:02::","synset_id":"sound.v.04"},{"index":5,"sense_key":"sound%2:32:00::","synset_id":"voice.v.02"},{"index":6,"sense_key":"sound%2:39:01::","synset_id":"sound.v.06"},{"index":7,"sense_key":"sound%2:30:00::","synset_id":"fathom.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"sound%2:39:01::","call_ids":["senseval2.d000.s005.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"sound%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7631623870693147}
{"item_id":"senseval2.d000.s005.t011","gold_sense_keys":["here%4:02:00::"],"candidates":[{"index":1,"sense_key":"here%4:02:00::","synset_id":"here.r.01"},{"index":2,"sense_key":"here%4:02:02::","synset_id":"here.r.02"},{"index":3,"sense_key":"here%4:02:01::","synset_id":"here.r.03"},{"index":4,"sense_key":"here%4:02:04::","synset_id":"here.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"here%4:02:04::","call_ids":["senseval2.d000.s005.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"here%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.6942234900780022}
{"item_id":"senseval2.d000.s006.t001","gold_sense_keys":["discordant%3:00:00::"],"candidates":[{"index":1,"sense_key":"discordant%3:00:00::","synset_id":"discordant.a.01"},{"index":2,"sense_key":"discordant%5:00:00:inharmonious:00","synset_id":"discordant.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discordant%5:00:00:inharmonious:00","call_ids":["senseval2.d000.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discordant%5:00:00:inharmonious:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8259703398216516}
{"item_id":"senseval2.d000.s006.t003","gold_sense_keys":["note%1:07:00::"],"candidates":[{"index":1,"sense_key":"note%1:10:00::","synset_id":"note.n.01"},{"index":2,"sense_key":"note%1:10:03::","synset_id":"note.n.02"},{"index":3,"sense_key":"note%1:10:04::","synset_id":"note.n.03"},{"index":4,"sense_key":"note%1:10:05::","synset_id":"note.n.04"},{"index":5,"sense_key":"note%1:07:00::","synset_id":"note.n.05"},{"index":6,"sense_key":"note%1:21:01::","synset_id":"bill.n.03"},{"index":7,"sense_key":"note%1:10:02::","synset_id":"note.n.07"},{"index":8,"sense_key":"note%1:26:00::","synset_id":"eminence.n.01"},{"index":9,"sense_key":"note%1:21:00::","synset_id":"note.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"note%1:10:04::","call_ids":["senseval2.d000.s006.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"note%1:10:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":328,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8211482900660485}
{"item_id":"senseval2.d000.s006.t005","gold_sense_keys":["enjoy%2:34:00::","enjoy%2:37:00::","enjoy%2:37:01::"],"candidates":[{"index":1,"sense_key":"enjoy%2:37:00::","synset_id":"enjoy.v.01"},{"index":2,"sense_key":"enjoy%2:34:01::","synset_id":"enjoy.v.02"},{"index":3,"sense_key":"enjoy%2:37:01::","synset_id":"love.v.02"},{"index":4,"sense_key":"enjoy%2:39:00::","synset_id":"enjoy.v.04"},{"index":5,"sense_key":"enjoy%2:34:00::","synset_id":"delight.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"enjoy%2:37:01::","call_ids":["senseval2.d000.s006.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"enjoy%2:37:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8022686149924994}
{"item_id":"senseval2.d000.s006.t007","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s006.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":347,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8045501890592277}
{"item_id":"senseval2.d000.s006.t008","gold_sense_keys":["cool%3:00:01::"],"candidates":[{"index":1,"sense_key":"cool%3:00:01::","synset_id":"cool.a.01"},{"index":2,"sense_key":"cool%5:00:00:composed:00","synset_id":"cool.s.01"},{"index":3,"sense_key":"cool%3:00:03::","synset_id":"cool.a.03"},{"index":4,"sense_key":"cool%3:00:02::","synset_id":"cool.a.04"},{"index":5,"sense_key":"cool%5:00:00:unqualified:02","synset_id":"cool.s.02"},{"index":6,"sense_key":"cool%5:00:00:fashionable:00","synset_id":"cool.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cool%3:00:01::","call_ids":["senseval2.d000.s006.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cool%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7882320969365537}
{"item_id":"senseval2.d000.s006.t010","gold_sense_keys":["evening%1:28:00::"],"candidates":[{"index":1,"sense_key":"evening%1:28:00::","synset_id":"evening.n.01"},{"index":2,"sense_key":"evening%1:28:01::","synset_id":"evening.n.02"},{"index":3,"sense_key":"evening%1:28:02::","synset_id":"evening.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evening%1:28:01::","call_ids":["senseval2.d000.s006.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evening%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8031654020305723}
{"item_id":"senseval2.d000.s007.t000","gold_sense_keys":["most%3:00:02::"],"candidates":[{"index":1,"sense_key":"most%3:00:02::","synset_id":"most.a.01"},{"index":2,"sense_key":"most%3:00:01::","synset_id":"most.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"most%3:00:02::","call_ids":["senseval2.d000.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"most%3:00:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8077759000007063}
{"item_id":"senseval2.d000.s007.t001","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval2.d000.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.80611910414882}
{"item_id":"senseval2.d000.s007.t002","gold_sense_keys":["church%1:06:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"church%1:06:00::","call_ids":["senseval2.d000.s007.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"church%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7756314990110695}
{"item_id":"senseval2.d000.s007.t004","gold_sense_keys":["set%1:14:00::"],"candidates":[{"index":1,"sense_key":"set%1:14:00::","synset_id":"set.n.01"},{"index":2,"sense_key":"set%1:14:02::","synset_id":"set.n.02"},{"index":3,"sense_key":"set%1:04:00::","synset_id":"set.n.03"},{"index":4,"sense_key":"set%1:06:00::","synset_id":"stage_set.n.01"},{"index":5,"sense_key":"set%1:14:01::","synset_id":"set.n.05"},{"index":6,"sense_key":"set%1:09:01::","synset_id":"bent.n.01"},{"index":7,"sense_key":"set%1:04:01::","synset_id":"set.n.07"},{"index":8,"sense_key":"set%1:28:00::","synset_id":"set.n.08"},{"index":9,"sense_key":"set%1:22:00::","synset_id":"hardening.n.02"},{"index":10,"sense_key":"set%1:18:00::","synset_id":"set.n.10"},{"index":11,"sense_key":"set%1:11:00::","synset_id":"set.n.11"},{"index":12,"sense_key":"set%1:09:00::","synset_id":"set.n.12"},{"index":13,"sense_key":"set%1:06:01::","synset_id":"set.n.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"set%1:28:00::","call_ids":["senseval2.d000.s007.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"set%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":459,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8097389349713922}
{"item_id":"senseval2.d000.s007.t005","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s007.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":349,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.777642959030345}
{"item_id":"senseval2.d000.s007.t006","gold_sense_keys":["once%4:02:01::"],"candidates":[{"index":1,"sense_key":"once%4:02:00::","synset_id":"once.r.01"},{"index":2,"sense_key":"once%4:02:02::","synset_id":"once.r.02"},{"index":3,"sense_key":"once%4:02:01::","synset_id":"once.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"once%4:02:01::","call_ids":["senseval2.d000.s007.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"once%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8130974690429866}
{"item_id":"senseval2.d000.s007.t009","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"ringer%1:18:02::","call_ids":["senseval2.d000.s007.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"ringer%1:18:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7828071189578623}
{"item_id":"senseval2.d000.s007.t011","gold_sense_keys":["sunday%1:28:00::"],"candidates":[{"index":1,"sense_key":"sunday%1:28:00::","synset_id":"sunday.n.01"},{"index":2,"sense_key":"sunday%1:18:00::","synset_id":"sunday.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"sunday%1:28:00::","call_ids":["senseval2.d000.s007.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"sunday%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8051030461210757}
{"item_id":"senseval2.d000.s007.t012","gold_sense_keys":["morning%1:28:00::"],"candidates":[{"index":1,"sense_key":"morning%1:28:00::","synset_id":"morning.n.01"},{"index":2,"sense_key":"morning%1:10:00::","synset_id":"good_morning.n.01"},{"index":3,"sense_key":"morning%1:28:01::","synset_id":"dawn.n.01"},{"index":4,"sense_key":"morning%1:11:00::","synset_id":"dawn.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"morning%1:10:00::","call_ids":["senseval2.d000.s007.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"morning%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7837003050372005}
{"item_id":"senseval2.d000.s007.t013","gold_sense_keys":["evening%1:28:00::"],"candidates":[{"index":1,"sense_key":"evening%1:28:00::","synset_id":"evening.n.01"},{"index":2,"sense_key":"evening%1:28:01::","synset_id":"evening.n.02"},{"index":3,"sense_key":"evening%1:28:02::","synset_id":"evening.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evening%1:28:01::","call_ids":["senseval2.d000.s007.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evening%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.78738335496746}
{"item_id":"senseval2.d000.s007.t014","gold_sense_keys":["service%1:04:01::"],"candidates":[{"index":1,"sense_key":"service%1:04:08::","synset_id":"service.n.01"},{"index":2,"sense_key":"service%1:04:00::","synset_id":"service.n.02"},{"index":3,"sense_key":"service%1:04:01::","synset_id":"service.n.03"},{"index":4,"sense_key":"service%1:14:05::","synset_id":"service.n.04"},{"index":5,"sense_key":"service%1:04:07::","synset_id":"service.n.05"},{"index":6,"sense_key":"service%1:14:00::","synset_id":"military_service.n.01"},{"index":7,"sense_key":"service%1:18:00::","synset_id":"service.n.07"},{"index":8,"sense_key":"service%1:07:00::","synset_id":"avail.n.01"},{"index":9,"sense_key":"service%1:06:00::","synset_id":"service.n.09"},{"index":10,"sense_key":"service%1:04:03::","synset_id":"servicing.n.01"},{"index":11,"sense_key":"service%1:04:09::","synset_id":"service.n.11"},{"index":12,"sense_key":"service%1:04:02::","synset_id":"serve.n.01"},{"index":13,"sense_key":"service%1:04:04::","synset_id":"service.n.13"},{"index":14,"sense_key":"service%1:04:05::","synset_id":"overhaul.n.01"},{"index":15,"sense_key":"service%1:04:06::","synset_id":"service.n.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"service%1:04:01::","call_ids":["senseval2.d000.s007.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"service%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":447,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.798501814948395}
{"item_id":"senseval2.d000.s008.t000","gold_sense_keys":["now%4:02:04::"],"candidates":[{"index":1,"sense_key":"now%4:02:05::","synset_id":"now.r.01"},{"index":2,"sense_key":"now%4:02:00::","synset_id":"nowadays.r.01"},{"index":3,"sense_key":"now%4:02:02::","synset_id":"now.r.03"},{"index":4,"sense_key":"now%4:02:04::","synset_id":"now.r.04"},{"index":5,"sense_key":"now%4:02:01::","synset_id":"immediately.r.01"},{"index":6,"sense_key":"now%4:02:07::","synset_id":"now.r.06"},{"index":7,"sense_key":"now%4:02:06::","synset_id":"now.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"now%4:02:04::","call_ids":["senseval2.d000.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"now%4:02:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7762300760950893}
{"item_id":"senseval2.d000.s008.t001","gold_sense_keys":["only%4:02:02::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"only%4:02:00::","call_ids":["senseval2.d000.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"only%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7800442869774997}
{"item_id":"senseval2.d000.s008.t002","gold_sense_keys":["local%3:01:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval2.d000.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8025140950921923}
{"item_id":"senseval2.d000.s008.t003","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s008.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.8010766238439828}
{"item_id":"senseval2.d000.s008.t004","gold_sense_keys":["remain%2:42:05::"],"candidates":[{"index":1,"sense_key":"remain%2:30:00::","synset_id":"stay.v.01"},{"index":2,"sense_key":"remain%2:42:03::","synset_id":"stay.v.04"},{"index":3,"sense_key":"remain%2:42:05::","synset_id":"remain.v.03"},{"index":4,"sense_key":"remain%2:42:01::","synset_id":"persist.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"remain%2:42:05::","call_ids":["senseval2.d000.s008.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"remain%2:42:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7833441589027643}
{"item_id":"senseval2.d000.s009.t000","gold_sense_keys":["here%4:02:00::"],"candidates":[{"index":1,"sense_key":"here%4:02:00::","synset_id":"here.r.01"},{"index":2,"sense_key":"here%4:02:02::","synset_id":"here.r.02"},{"index":3,"sense_key":"here%4:02:01::","synset_id":"here.r.03"},{"index":4,"sense_key":"here%4:02:04::","synset_id":"here.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"here%4:02:04::","call_ids":["senseval2.d000.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"here%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.7690622869413346}
{"item_id":"senseval2.d000.s009.t001","gold_sense_keys":["today%1:28:01::"],"candidates":[{"index":1,"sense_key":"today%1:28:00::","synset_id":"today.n.01"},{"index":2,"sense_key":"today%1:28:01::","synset_id":"today.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"today%1:28:01::","call_ids":["senseval2.d000.s009.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"today%1:28:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":126,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":1.767378797987476}
{"item_id":"senseval2.d000.s009.t002","gold_sense_keys":["live%2:42:08::"],"candidates":[{"index":1,"sense_key":"live%2:42:08::","synset_id":"populate.v.01"},{"index":2,"sense_key":"live%2:42:06::","synset_id":"live.v.02"},{"index":3,"sense_key":"live%2:42:04::","synset_id":"survive.v.01"},{"index":4,"sense_key":"live%2:42:01::","synset_id":"exist.v.02"},{"index":5,"sense_key":"live%2:42:00::","synset_id":"be.v.11"},{"index":6,"sense_key":"live%2:31:00::","synset_id":"know.v.05"},{"index":7,"sense_key":"live%2:42:07::","synset_id":"live.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"live%2:42:04::","call_ids":["senseval2.d000.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"live%2:42:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4092650758102536}
{"item_id":"senseval2.d000.s010.t001","gold_sense_keys":["group%1:03:00::"],"candidates":[{"index":1,"sense_key":"group%1:03:00::","synset_id":"group.n.01"},{"index":2,"sense_key":"group%1:27:00::","synset_id":"group.n.02"},{"index":3,"sense_key":"group%1:09:00::","synset_id":"group.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"group%1:03:00::","call_ids":["senseval2.d000.s010.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"group%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41058605280704796}
{"item_id":"senseval2.d000.s010.t002","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s010.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3697708479594439}
{"item_id":"senseval2.d000.s010.t003","gold_sense_keys":["include%2:42:00::"],"candidates":[{"index":1,"sense_key":"include%2:42:00::","synset_id":"include.v.01"},{"index":2,"sense_key":"include%2:31:00::","synset_id":"include.v.02"},{"index":3,"sense_key":"include%2:30:00::","synset_id":"include.v.03"},{"index":4,"sense_key":"include%2:41:03::","synset_id":"admit.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"include%2:30:00::","call_ids":["senseval2.d000.s010.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"include%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3755402669776231}
{"item_id":"senseval2.d000.s010.t006","gold_sense_keys":["training%1:04:00::"],"candidates":[{"index":1,"sense_key":"training%1:04:00::","synset_id":"training.n.01"},{"index":2,"sense_key":"training%1:07:00::","synset_id":"education.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"training%1:07:00::","call_ids":["senseval2.d000.s010.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"training%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3959262231364846}
{"item_id":"senseval2.d000.s010.t007","gold_sense_keys":["drive%2:38:00::"],"candidates":[{"index":1,"sense_key":"drive%2:38:01::","synset_id":"drive.v.01"},{"index":2,"sense_key":"drive%2:38:00::","synset_id":"drive.v.02"},{"index":3,"sense_key":"drive%2:38:02::","synset_id":"drive.v.03"},{"index":4,"sense_key":"drive%2:35:00::","synset_id":"force.v.06"},{"index":5,"sense_key":"drive%2:41:02::","synset_id":"drive.v.05"},{"index":6,"sense_key":"drive%2:35:11::","synset_id":"repel.v.01"},{"index":7,"sense_key":"drive%2:36:00::","synset_id":"drive.v.07"},{"index":8,"sense_key":"drive%2:35:07::","synset_id":"drive.v.08"},{"index":9,"sense_key":"drive%2:35:01::","synset_id":"drive.v.09"},{"index":10,"sense_key":"drive%2:41:00::","synset_id":"tug.v.02"},{"index":11,"sense_key":"drive%2:32:00::","synset_id":"drive.v.11"},{"index":12,"sense_key":"drive%2:42:00::","synset_id":"drive.v.12"},{"index":13,"sense_key":"drive%2:41:13::","synset_id":"drive.v.13"},{"index":14,"sense_key":"drive%2:38:09::","synset_id":"drive.v.14"},{"index":15,"sense_key":"drive%2:38:10::","synset_id":"drive.v.15"},{"index":16,"sense_key":"drive%2:38:11::","synset_id":"drive.v.16"},{"index":17,"sense_key":"drive%2:35:03::","synset_id":"drive.v.17"},{"index":18,"sense_key":"drive%2:35:02::","synset_id":"drive.v.18"},{"index":19,"sense_key":"drive%2:35:06::","synset_id":"drive.v.19"},{"index":20,"sense_key":"drive%2:34:07::","synset_id":"drive.v.20"},{"index":21,"sense_key":"drive%2:33:01::","synset_id":"drive.v.21"},{"index":22,"sense_key":"drive%2:33:00::","synset_id":"drive.v.22"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"drive%2:36:00::","call_ids":["senseval2.d000.s010.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"drive%2:36:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":608,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37907716096378863}
{"item_id":"senseval2.d000.s010.t008","gold_sense_keys":["sunday%1:28:00::"],"candidates":[{"index":1,"sense_key":"sunday%1:28:00::","synset_id":"sunday.n.01"},{"index":2,"sense_key":"sunday%1:18:00::","synset_id":"sunday.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"sunday%1:28:00::","call_ids":["senseval2.d000.s010.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"sunday%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4008234420325607}
{"item_id":"senseval2.d000.s010.t009","gold_sense_keys":["church%1:06:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"church%1:06:00::","call_ids":["senseval2.d000.s010.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"church%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3884748488198966}
{"item_id":"senseval2.d000.s010.t010","gold_sense_keys":["church%1:06:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"church%1:14:01::","call_ids":["senseval2.d000.s010.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"church%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26877257507294416}
{"item_id":"senseval2.d000.s010.t011","gold_sense_keys":["effort%1:04:00::"],"candidates":[{"index":1,"sense_key":"effort%1:04:00::","synset_id":"attempt.n.01"},{"index":2,"sense_key":"effort%1:04:01::","synset_id":"effort.n.02"},{"index":3,"sense_key":"effort%1:04:02::","synset_id":"feat.n.01"},{"index":4,"sense_key":"effort%1:04:03::","synset_id":"campaign.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"effort%1:04:01::","call_ids":["senseval2.d000.s010.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"effort%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19183384208008647}
{"item_id":"senseval2.d000.s010.t012","gold_sense_keys":["keep%2:42:00::"],"candidates":[{"index":1,"sense_key":"keep%2:42:00::","synset_id":"keep.v.01"},{"index":2,"sense_key":"keep%2:42:07::","synset_id":"continue.v.01"},{"index":3,"sense_key":"keep%2:40:00::","synset_id":"keep.v.03"},{"index":4,"sense_key":"keep%2:41:01::","synset_id":"prevent.v.02"},{"index":5,"sense_key":"keep%2:41:03::","synset_id":"observe.v.09"},{"index":6,"sense_key":"keep%2:31:00::","synset_id":"observe.v.08"},{"index":7,"sense_key":"keep%2:40:01::","synset_id":"keep.v.07"},{"index":8,"sense_key":"keep%2:32:00::","synset_id":"keep.v.08"},{"index":9,"sense_key":"keep%2:42:01::","synset_id":"keep.v.09"},{"index":10,"sense_key":"keep%2:41:02::","synset_id":"retain.v.02"},{"index":11,"sense_key":"keep%2:34:00::","synset_id":"sustain.v.04"},{"index":12,"sense_key":"keep%2:42:03::","synset_id":"keep.v.12"},{"index":13,"sense_key":"keep%2:41:05::","synset_id":"observe.v.06"},{"index":14,"sense_key":"keep%2:41:00::","synset_id":"restrain.v.01"},{"index":15,"sense_key":"keep%2:42:02::","synset_id":"keep.v.15"},{"index":16,"sense_key":"keep%2:42:12::","synset_id":"keep.v.16"},{"index":17,"sense_key":"keep%2:40:09::","synset_id":"keep_open.v.01"},{"index":18,"sense_key":"keep%2:40:13::","synset_id":"keep.v.18"},{"index":19,"sense_key":"keep%2:40:12::","synset_id":"keep.v.19"},{"index":20,"sense_key":"keep%2:40:10::","synset_id":"keep.v.20"},{"index":21,"sense_key":"keep%2:35:10::","synset_id":"keep.v.21"},{"index":22,"sense_key":"keep%2:30:10::","synset_id":"preserve.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"keep%2:42:07::","call_ids":["senseval2.d000.s010.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"keep%2:42:07::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":590,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21298131113871932}
{"item_id":"senseval2.d000.s010.t013","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s010.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":362,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2087971370201558}
{"item_id":"senseval2.d000.s010.t014","gold_sense_keys":["sound%2:39:00::","sound%2:39:03::"],"candidates":[{"index":1,"sense_key":"sound%2:39:06::","synset_id":"sound.v.01"},{"index":2,"sense_key":"sound%2:39:00::","synset_id":"sound.v.02"},{"index":3,"sense_key":"sound%2:39:03::","synset_id":"sound.v.03"},{"index":4,"sense_key":"sound%2:39:02::","synset_id":"sound.v.04"},{"index":5,"sense_key":"sound%2:32:00::","synset_id":"voice.v.02"},{"index":6,"sense_key":"sound%2:39:01::","synset_id":"sound.v.06"},{"index":7,"sense_key":"sound%2:30:00::","synset_id":"fathom.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"sound%2:39:01::","call_ids":["senseval2.d000.s010.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"sound%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20814508409239352}
{"item_id":"senseval2.d000.s011.t000","gold_sense_keys":["even%4:02:00::"],"candidates":[{"index":1,"sense_key":"even%4:02:00::","synset_id":"even.r.01"},{"index":2,"sense_key":"even%4:02:03::","synset_id":"even.r.02"},{"index":3,"sense_key":"even%4:02:01::","synset_id":"even.r.03"},{"index":4,"sense_key":"even%4:02:04::","synset_id":"even.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"even%4:02:01::","call_ids":["senseval2.d000.s011.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"even%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20876801921986043}
{"item_id":"senseval2.d000.s011.t001","gold_sense_keys":["service%1:04:01::"],"candidates":[{"index":1,"sense_key":"service%1:04:08::","synset_id":"service.n.01"},{"index":2,"sense_key":"service%1:04:00::","synset_id":"service.n.02"},{"index":3,"sense_key":"service%1:04:01::","synset_id":"service.n.03"},{"index":4,"sense_key":"service%1:14:05::","synset_id":"service.n.04"},{"index":5,"sense_key":"service%1:04:07::","synset_id":"service.n.05"},{"index":6,"sense_key":"service%1:14:00::","synset_id":"military_service.n.01"},{"index":7,"sense_key":"service%1:18:00::","synset_id":"service.n.07"},{"index":8,"sense_key":"service%1:07:00::","synset_id":"avail.n.01"},{"index":9,"sense_key":"service%1:06:00::","synset_id":"service.n.09"},{"index":10,"sense_key":"service%1:04:03::","synset_id":"servicing.n.01"},{"index":11,"sense_key":"service%1:04:09::","synset_id":"service.n.11"},{"index":12,"sense_key":"service%1:04:02::","synset_id":"serve.n.01"},{"index":13,"sense_key":"service%1:04:04::","synset_id":"service.n.13"},{"index":14,"sense_key":"service%1:04:05::","synset_id":"overhaul.n.01"},{"index":15,"sense_key":"service%1:04:06::","synset_id":"service.n.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":15,"chosen_sense_key":"service%1:04:06::","call_ids":["senseval2.d000.s011.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":15,"predicted_sense_key":"service%1:04:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":437,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.268609703052789}
{"item_id":"senseval2.d000.s011.t002","gold_sense_keys":["tower%1:06:00::"],"candidates":[{"index":1,"sense_key":"tower%1:06:00::","synset_id":"tower.n.01"},{"index":2,"sense_key":"tower%1:25:00::","synset_id":"column.n.04"},{"index":3,"sense_key":"tower%1:06:01::","synset_id":"tugboat.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"tower%1:06:00::","call_ids":["senseval2.d000.s011.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"tower%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27885547187179327}
{"item_id":"senseval2.d000.s011.t003","gold_sense_keys":["scrape%2:35:03::"],"candidates":[{"index":1,"sense_key":"scrape%2:35:00::","synset_id":"scrape.v.01"},{"index":2,"sense_key":"scrape%2:36:00::","synset_id":"scrape.v.02"},{"index":3,"sense_key":"scrape%2:35:02::","synset_id":"scratch.v.02"},{"index":4,"sense_key":"scrape%2:38:00::","synset_id":"scrape.v.04"},{"index":5,"sense_key":"scrape%2:35:03::","synset_id":"scrape.v.05"},{"index":6,"sense_key":"scrape%2:35:01::","synset_id":"skin.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"scrape%2:35:02::","call_ids":["senseval2.d000.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"scrape%2:35:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.282010868890211}
{"item_id":"senseval2.d000.s011.t004","gold_sense_keys":["say%2:32:00::","say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d000.s011.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":337,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29036688688211143}
{"item_id":"senseval2.d000.s011.t006","gold_sense_keys":["worker%1:18:00::"],"candidates":[{"index":1,"sense_key":"worker%1:18:00::","synset_id":"worker.n.01"},{"index":2,"sense_key":"worker%1:18:01::","synset_id":"proletarian.n.01"},{"index":3,"sense_key":"worker%1:05:01::","synset_id":"worker.n.03"},{"index":4,"sense_key":"worker%1:18:02::","synset_id":"actor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"worker%1:18:01::","call_ids":["senseval2.d000.s011.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"worker%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29112776392139494}
{"item_id":"senseval2.d000.s012.t000","gold_sense_keys":["try%2:41:00::"],"candidates":[{"index":1,"sense_key":"try%2:41:00::","synset_id":"try.v.01"},{"index":2,"sense_key":"try%2:41:01::","synset_id":"test.v.01"},{"index":3,"sense_key":"try%2:41:06::","synset_id":"judge.v.05"},{"index":4,"sense_key":"try%2:34:00::","synset_id":"sample.v.01"},{"index":5,"sense_key":"try%2:41:05::","synset_id":"hear.v.03"},{"index":6,"sense_key":"try%2:37:01::","synset_id":"try.v.06"},{"index":7,"sense_key":"try%2:37:00::","synset_id":"try.v.07"},{"index":8,"sense_key":"try%2:30:00::","synset_id":"try.v.08"},{"index":9,"sense_key":"try%2:29:00::","synset_id":"try_on.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"try%2:37:01::","call_ids":["senseval2.d000.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"try%2:37:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":328,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26432607881724834}
{"item_id":"senseval2.d000.s012.t001","gold_sense_keys":["train%2:31:01::","train%2:32:00::","train%2:41:00::"],"candidates":[{"index":1,"sense_key":"train%2:31:01::","synset_id":"train.v.01"},{"index":2,"sense_key":"train%2:31:00::","synset_id":"train.v.02"},{"index":3,"sense_key":"train%2:41:02::","synset_id":"discipline.v.01"},{"index":4,"sense_key":"train%2:41:00::","synset_id":"prepare.v.05"},{"index":5,"sense_key":"train%2:41:01::","synset_id":"educate.v.03"},{"index":6,"sense_key":"train%2:33:00::","synset_id":"aim.v.01"},{"index":7,"sense_key":"train%2:32:00::","synset_id":"coach.v.01"},{"index":8,"sense_key":"train%2:29:00::","synset_id":"train.v.08"},{"index":9,"sense_key":"train%2:41:03::","synset_id":"train.v.09"},{"index":10,"sense_key":"train%2:38:00::","synset_id":"train.v.10"},{"index":11,"sense_key":"train%2:35:04::","synset_id":"trail.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"train%2:32:00::","call_ids":["senseval2.d000.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"train%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":391,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2664499192032963}
{"item_id":"senseval2.d000.s012.t003","gold_sense_keys":["disco%1:06:00::"],"candidates":[{"index":1,"sense_key":"disco%1:10:00::","synset_id":"disco.n.01"},{"index":2,"sense_key":"disco%1:06:00::","synset_id":"disco.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"disco%1:06:00::","call_ids":["senseval2.d000.s012.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"disco%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2645971430465579}
{"item_id":"senseval2.d000.s012.t004","gold_sense_keys":["dance%1:11:00::","dance%1:14:00::"],"candidates":[{"index":1,"sense_key":"dance%1:10:00::","synset_id":"dance.n.01"},{"index":2,"sense_key":"dance%1:14:00::","synset_id":"dance.n.02"},{"index":3,"sense_key":"dance%1:04:00::","synset_id":"dancing.n.01"},{"index":4,"sense_key":"dance%1:11:00::","synset_id":"dance.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"dance%1:11:00::","call_ids":["senseval2.d000.s012.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"dance%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26577881700359285}
{"item_id":"senseval2.d000.s012.t005","gold_sense_keys":["just%4:02:03::"],"candidates":[{"index":1,"sense_key":"just%4:02:00::","synset_id":"merely.r.01"},{"index":2,"sense_key":"just%4:02:05::","synset_id":"precisely.r.01"},{"index":3,"sense_key":"just%4:02:01::","synset_id":"just.r.03"},{"index":4,"sense_key":"just%4:02:03::","synset_id":"just.r.04"},{"index":5,"sense_key":"just%4:02:04::","synset_id":"barely.r.01"},{"index":6,"sense_key":"just%4:02:06::","synset_id":"just.r.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"just%4:02:06::","call_ids":["senseval2.d000.s012.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"just%4:02:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":240,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35548354405909777}
{"item_id":"senseval2.d000.s012.t006","gold_sense_keys":["drift%2:38:04::"],"candidates":[{"index":1,"sense_key":"drift%2:38:02::","synset_id":"float.v.01"},{"index":2,"sense_key":"drift%2:38:04::","synset_id":"stray.v.02"},{"index":3,"sense_key":"drift%2:38:01::","synset_id":"roll.v.12"},{"index":4,"sense_key":"drift%2:42:03::","synset_id":"drift.v.04"},{"index":5,"sense_key":"drift%2:42:00::","synset_id":"freewheel.v.01"},{"index":6,"sense_key":"drift%2:38:05::","synset_id":"drift.v.06"},{"index":7,"sense_key":"drift%2:38:06::","synset_id":"drift.v.07"},{"index":8,"sense_key":"drift%2:35:03::","synset_id":"drift.v.08"},{"index":9,"sense_key":"drift%2:30:10::","synset_id":"drift.v.09"},{"index":10,"sense_key":"drift%2:30:00::","synset_id":"drift.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"drift%2:42:00::","call_ids":["senseval2.d000.s012.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"drift%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":359,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4201250479090959}
{"item_id":"senseval2.d000.s012.t007","gold_sense_keys":["away%4:02:00::"],"candidates":[{"index":1,"sense_key":"away%4:02:00::","synset_id":"away.r.01"},{"index":2,"sense_key":"away%4:02:01::","synset_id":"away.r.02"},{"index":3,"sense_key":"away%4:02:03::","synset_id":"aside.r.02"},{"index":4,"sense_key":"away%4:02:04::","synset_id":"away.r.04"},{"index":5,"sense_key":"away%4:02:08::","synset_id":"off.r.02"},{"index":6,"sense_key":"away%4:02:05::","synset_id":"away.r.06"},{"index":7,"sense_key":"away%4:02:09::","synset_id":"away.r.07"},{"index":8,"sense_key":"away%4:02:10::","synset_id":"away.r.08"},{"index":9,"sense_key":"away%4:02:07::","synset_id":"away.r.09"},{"index":10,"sense_key":"away%4:02:06::","synset_id":"away.r.10"},{"index":11,"sense_key":"away%4:02:02::","synset_id":"aside.r.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"away%4:02:04::","call_ids":["senseval2.d000.s012.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"away%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":339,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4182563950307667}
{"item_id":"senseval2.d000.s013.t000","gold_sense_keys":["worry%2:37:00::"],"candidates":[{"index":1,"sense_key":"worry%2:37:00::","synset_id":"worry.v.01"},{"index":2,"sense_key":"worry%2:37:12::","synset_id":"worry.v.02"},{"index":3,"sense_key":"worry%2:37:01::","synset_id":"worry.v.03"},{"index":4,"sense_key":"worry%2:42:00::","synset_id":"concern.v.02"},{"index":5,"sense_key":"worry%2:35:00::","synset_id":"worry.v.05"},{"index":6,"sense_key":"worry%2:35:01::","synset_id":"worry.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"worry%2:37:01::","call_ids":["senseval2.d000.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"worry%2:37:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4210479299072176}
{"item_id":"senseval2.d000.s013.t003","gold_sense_keys":["youth%1:07:00::","youth%1:14:00::","youth%1:26:00::","youth%1:28:00::"],"candidates":[{"index":1,"sense_key":"youth%1:18:00::","synset_id":"young_person.n.01"},{"index":2,"sense_key":"youth%1:14:00::","synset_id":"young.n.09"},{"index":3,"sense_key":"youth%1:28:00::","synset_id":"youth.n.03"},{"index":4,"sense_key":"youth%1:26:00::","synset_id":"youth.n.04"},{"index":5,"sense_key":"youth%1:28:01::","synset_id":"youth.n.05"},{"index":6,"sense_key":"youth%1:07:00::","synset_id":"youth.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"youth%1:28:00::","call_ids":["senseval2.d000.s013.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"youth%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42377089289948344}
{"item_id":"senseval2.d000.s013.t005","gold_sense_keys":["rank%1:14:02::"],"candidates":[{"index":1,"sense_key":"rank%1:14:00::","synset_id":"rank.n.01"},{"index":2,"sense_key":"rank%1:26:00::","synset_id":"rank.n.02"},{"index":3,"sense_key":"rank%1:14:01::","synset_id":"rank_and_file.n.01"},{"index":4,"sense_key":"rank%1:26:01::","synset_id":"social_station.n.01"},{"index":5,"sense_key":"rank%1:14:02::","synset_id":"membership.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"rank%1:26:01::","call_ids":["senseval2.d000.s013.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"rank%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4247003321070224}
{"item_id":"senseval2.d000.s013.t006","gold_sense_keys":["group%1:03:00::"],"candidates":[{"index":1,"sense_key":"group%1:03:00::","synset_id":"group.n.01"},{"index":2,"sense_key":"group%1:27:00::","synset_id":"group.n.02"},{"index":3,"sense_key":"group%1:09:00::","synset_id":"group.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"group%1:03:00::","call_ids":["senseval2.d000.s013.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"group%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42717719497159123}
{"item_id":"senseval2.d000.s013.t007","gold_sense_keys":["keep%2:42:00::"],"candidates":[{"index":1,"sense_key":"keep%2:42:00::","synset_id":"keep.v.01"},{"index":2,"sense_key":"keep%2:42:07::","synset_id":"continue.v.01"},{"index":3,"sense_key":"keep%2:40:00::","synset_id":"keep.v.03"},{"index":4,"sense_key":"keep%2:41:01::","synset_id":"prevent.v.02"},{"index":5,"sense_key":"keep%2:41:03::","synset_id":"observe.v.09"},{"index":6,"sense_key":"keep%2:31:00::","synset_id":"observe.v.08"},{"index":7,"sense_key":"keep%2:40:01::","synset_id":"keep.v.07"},{"index":8,"sense_key":"keep%2:32:00::","synset_id":"keep.v.08"},{"index":9,"sense_key":"keep%2:42:01::","synset_id":"keep.v.09"},{"index":10,"sense_key":"keep%2:41:02::","synset_id":"retain.v.02"},{"index":11,"sense_key":"keep%2:34:00::","synset_id":"sustain.v.04"},{"index":12,"sense_key":"keep%2:42:03::","synset_id":"keep.v.12"},{"index":13,"sense_key":"keep%2:41:05::","synset_id":"observe.v.06"},{"index":14,"sense_key":"keep%2:41:00::","synset_id":"restrain.v.01"},{"index":15,"sense_key":"keep%2:42:02::","synset_id":"keep.v.15"},{"index":16,"sense_key":"keep%2:42:12::","synset_id":"keep.v.16"},{"index":17,"sense_key":"keep%2:40:09::","synset_id":"keep_open.v.01"},{"index":18,"sense_key":"keep%2:40:13::","synset_id":"keep.v.18"},{"index":19,"sense_key":"keep%2:40:12::","synset_id":"keep.v.19"},{"index":20,"sense_key":"keep%2:40:10::","synset_id":"keep.v.20"},{"index":21,"sense_key":"keep%2:35:10::","synset_id":"keep.v.21"},{"index":22,"sense_key":"keep%2:30:10::","synset_id":"preserve.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"keep%2:32:00::","call_ids":["senseval2.d000.s013.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"keep%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":572,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42926639202050865}
{"item_id":"senseval2.d000.s013.t008","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s013.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":343,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42850329587236047}
{"item_id":"senseval2.d000.s014.t000","gold_sense_keys":["history%1:28:00::"],"candidates":[{"index":1,"sense_key":"history%1:28:00::","synset_id":"history.n.01"},{"index":2,"sense_key":"history%1:10:00::","synset_id":"history.n.02"},{"index":3,"sense_key":"history%1:09:00::","synset_id":"history.n.03"},{"index":4,"sense_key":"history%1:28:02::","synset_id":"history.n.04"},{"index":5,"sense_key":"history%1:09:01::","synset_id":"history.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"history%1:09:00::","call_ids":["senseval2.d000.s014.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"history%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43068189010955393}
{"item_id":"senseval2.d000.s014.t001","gold_sense_keys":["side%1:10:00::","side%1:14:00::"],"candidates":[{"index":1,"sense_key":"side%1:15:02::","synset_id":"side.n.01"},{"index":2,"sense_key":"side%1:14:00::","synset_id":"side.n.02"},{"index":3,"sense_key":"side%1:08:00::","synset_id":"side.n.03"},{"index":4,"sense_key":"side%1:15:00::","synset_id":"side.n.04"},{"index":5,"sense_key":"side%1:06:00::","synset_id":"side.n.05"},{"index":6,"sense_key":"side%1:09:00::","synset_id":"side.n.06"},{"index":7,"sense_key":"side%1:15:01::","synset_id":"side.n.07"},{"index":8,"sense_key":"side%1:14:01::","synset_id":"side.n.08"},{"index":9,"sense_key":"side%1:13:00::","synset_id":"side.n.09"},{"index":10,"sense_key":"side%1:10:00::","synset_id":"side.n.10"},{"index":11,"sense_key":"side%1:17:01::","synset_id":"slope.n.01"},{"index":12,"sense_key":"side%1:11:00::","synset_id":"english.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"side%1:10:00::","call_ids":["senseval2.d000.s014.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"side%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":383,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43268805905245245}
{"item_id":"senseval2.d000.s015.t001","gold_sense_keys":["survey%1:04:02::"],"candidates":[{"index":1,"sense_key":"survey%1:04:02::","synset_id":"survey.n.01"},{"index":2,"sense_key":"survey%1:10:00::","synset_id":"sketch.n.03"},{"index":3,"sense_key":"survey%1:04:01::","synset_id":"view.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"survey%1:04:02::","call_ids":["senseval2.d000.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"survey%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4308736231178045}
{"item_id":"senseval2.d000.s015.t002","gold_sense_keys":["take%2:41:04::"],"candidates":[{"index":1,"sense_key":"take%2:41:04::","synset_id":"take.v.01"},{"index":2,"sense_key":"take%2:40:06::","synset_id":"take.v.02"},{"index":3,"sense_key":"take%2:38:09::","synset_id":"lead.v.01"},{"index":4,"sense_key":"take%2:35:00::","synset_id":"take.v.04"},{"index":5,"sense_key":"take%2:30:01::","synset_id":"assume.v.03"},{"index":6,"sense_key":"take%2:31:07::","synset_id":"take.v.06"},{"index":7,"sense_key":"take%2:38:10::","synset_id":"bring.v.01"},{"index":8,"sense_key":"take%2:40:00::","synset_id":"take.v.08"},{"index":9,"sense_key":"take%2:38:02::","synset_id":"take.v.09"},{"index":10,"sense_key":"take%2:31:01::","synset_id":"choose.v.01"},{"index":11,"sense_key":"take%2:40:05::","synset_id":"accept.v.02"},{"index":12,"sense_key":"take%2:41:00::","synset_id":"fill.v.04"},{"index":13,"sense_key":"take%2:31:03::","synset_id":"consider.v.03"},{"index":14,"sense_key":"take%2:42:00::","synset_id":"necessitate.v.01"},{"index":15,"sense_key":"take%2:39:00::","synset_id":"take.v.15"},{"index":16,"sense_key":"take%2:32:02::","synset_id":"film.v.01"},{"index":17,"sense_key":"take%2:30:00::","synset_id":"remove.v.01"},{"index":18,"sense_key":"take%2:34:00::","synset_id":"consume.v.02"},{"index":19,"sense_key":"take%2:31:09::","synset_id":"take.v.19"},{"index":20,"sense_key":"take%2:40:15::","synset_id":"take.v.20"},{"index":21,"sense_key":"take%2:40:01::","synset_id":"take.v.21"},{"index":22,"sense_key":"take%2:38:00::","synset_id":"assume.v.05"},{"index":23,"sense_key":"take%2:40:07::","synset_id":"accept.v.05"},{"index":24,"sense_key":"take%2:30:08::","synset_id":"take.v.24"},{"index":25,"sense_key":"take%2:31:02::","synset_id":"learn.v.04"},{"index":26,"sense_key":"take%2:32:00::","synset_id":"claim.v.05"},{"index":27,"sense_key":"take%2:38:05::","synset_id":"take.v.27"},{"index":28,"sense_key":"take%2:33:09::","synset_id":"aim.v.01"},{"index":29,"sense_key":"take%2:30:09::","synset_id":"take.v.29"},{"index":30,"sense_key":"take%2:42:10::","synset_id":"carry.v.02"},{"index":31,"sense_key":"take%2:40:03::","synset_id":"lease.v.04"},{"index":32,"sense_key":"take%2:40:04::","synset_id":"subscribe.v.05"},{"index":33,"sense_key":"take%2:40:02::","synset_id":"take.v.33"},{"index":34,"sense_key":"take%2:40:08::","synset_id":"take.v.34"},{"index":35,"sense_key":"take%2:35:14::","synset_id":"take.v.35"},{"index":36,"sense_key":"take%2:32:09::","synset_id":"claim.v.04"},{"index":37,"sense_key":"take%2:42:03::","synset_id":"accept.v.08"},{"index":38,"sense_key":"take%2:42:15::","synset_id":"contain.v.05"},{"index":39,"sense_key":"take%2:41:13::","synset_id":"take.v.39"},{"index":40,"sense_key":"take%2:38:11::","synset_id":"drive.v.16"},{"index":41,"sense_key":"take%2:33:08::","synset_id":"take.v.41"},{"index":42,"sense_key":"take%2:29:08::","synset_id":"contract.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":32,"chosen_sense_key":"take%2:40:04::","call_ids":["senseval2.d000.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":32,"predicted_sense_key":"take%2:40:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1027,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4322665650397539}
{"item_id":"senseval2.d000.s015.t003","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["senseval2.d000.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.44299682998098433}
{"item_id":"senseval2.d000.s015.t007","gold_sense_keys":["church%1:06:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"church%1:06:00::","call_ids":["senseval2.d000.s015.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"church%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4431591529864818}
{"item_id":"senseval2.d000.s015.t008","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s015.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":343,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.466820684960112}
{"item_id":"senseval2.d000.s015.t009","gold_sense_keys":["no%4:02:01::"],"candidates":[{"index":1,"sense_key":"no%4:02:02::","synset_id":"no.r.01"},{"index":2,"sense_key":"no%4:02:01::","synset_id":"no.r.02"},{"index":3,"sense_key":"no%4:02:00::","synset_id":"no.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"no%4:02:01::","call_ids":["senseval2.d000.s015.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"no%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4725640011020005}
{"item_id":"senseval2.d000.s015.t011","gold_sense_keys":["ring%2:39:01::"],"candidates":[{"index":1,"sense_key":"ring%2:39:00::","synset_id":"ring.v.01"},{"index":2,"sense_key":"ring%2:39:04::","synset_id":"resound.v.01"},{"index":3,"sense_key":"ring%2:39:01::","synset_id":"ring.v.03"},{"index":4,"sense_key":"ring%2:32:00::","synset_id":"call.v.03"},{"index":5,"sense_key":"ring%2:35:03::","synset_id":"surround.v.01"},{"index":6,"sense_key":"ring%2:35:00::","synset_id":"ring.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ring%2:39:01::","call_ids":["senseval2.d000.s015.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ring%2:39:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33060858584940434}
{"item_id":"senseval2.d000.s015.t012","gold_sense_keys":["sunday%1:28:00::"],"candidates":[{"index":1,"sense_key":"sunday%1:28:00::","synset_id":"sunday.n.01"},{"index":2,"sense_key":"sunday%1:18:00::","synset_id":"sunday.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"sunday%1:28:00::","call_ids":["senseval2.d000.s015.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"sunday%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3350571249611676}
{"item_id":"senseval2.d000.s015.t013","gold_sense_keys":["ring%2:39:01::"],"candidates":[{"index":1,"sense_key":"ring%2:39:00::","synset_id":"ring.v.01"},{"index":2,"sense_key":"ring%2:39:04::","synset_id":"resound.v.01"},{"index":3,"sense_key":"ring%2:39:01::","synset_id":"ring.v.03"},{"index":4,"sense_key":"ring%2:32:00::","synset_id":"call.v.03"},{"index":5,"sense_key":"ring%2:35:03::","synset_id":"surround.v.01"},{"index":6,"sense_key":"ring%2:35:00::","synset_id":"ring.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ring%2:39:01::","call_ids":["senseval2.d000.s015.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ring%2:39:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33954632305540144}
{"item_id":"senseval2.d000.s016.t000","gold_sense_keys":["easy%3:00:01::"],"candidates":[{"index":1,"sense_key":"easy%3:00:01::","synset_id":"easy.a.01"},{"index":2,"sense_key":"easy%5:00:00:unhurried:00","synset_id":"easy.s.01"},{"index":3,"sense_key":"easy%3:00:02::","synset_id":"easy.a.03"},{"index":4,"sense_key":"easy%5:00:00:pleasing:00","synset_id":"easy.s.02"},{"index":5,"sense_key":"easy%5:00:00:light:08","synset_id":"easy.s.03"},{"index":6,"sense_key":"easy%5:00:00:impressionable:00","synset_id":"easy.s.04"},{"index":7,"sense_key":"easy%5:00:00:rich:00","synset_id":"comfortable.s.03"},{"index":8,"sense_key":"easy%5:00:00:gradual:02","synset_id":"easy.s.06"},{"index":9,"sense_key":"easy%5:00:00:comfortable:00","synset_id":"easy.s.07"},{"index":10,"sense_key":"easy%5:00:00:unchaste:00","synset_id":"easy.s.08"},{"index":11,"sense_key":"easy%5:00:00:available:00","synset_id":"easy.s.09"},{"index":12,"sense_key":"easy%5:00:00:abundant:00","synset_id":"easy.s.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"easy%3:00:01::","call_ids":["senseval2.d000.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"easy%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":320,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34237056807614863}
{"item_id":"senseval2.d000.s016.t001","gold_sense_keys":["see%2:31:01::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"see%2:31:01::","call_ids":["senseval2.d000.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"see%2:31:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":639,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34536390798166394}
{"item_id":"senseval2.d000.s016.t002","gold_sense_keys":["ancient%5:00:00:old:02"],"candidates":[{"index":1,"sense_key":"ancient%5:00:00:past:00","synset_id":"ancient.s.01"},{"index":2,"sense_key":"ancient%5:00:00:old:02","synset_id":"ancient.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ancient%5:00:00:old:02","call_ids":["senseval2.d000.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ancient%5:00:00:old:02","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3480743318796158}
{"item_id":"senseval2.d000.s016.t003","gold_sense_keys":["art%1:09:00::"],"candidates":[{"index":1,"sense_key":"art%1:06:00::","synset_id":"art.n.01"},{"index":2,"sense_key":"art%1:04:00::","synset_id":"art.n.02"},{"index":3,"sense_key":"art%1:09:00::","synset_id":"art.n.03"},{"index":4,"sense_key":"art%1:10:00::","synset_id":"artwork.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"art%1:09:00::","call_ids":["senseval2.d000.s016.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"art%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41912154806777835}
{"item_id":"senseval2.d000.s017.t000","gold_sense_keys":["less%4:02:00::"],"candidates":[{"index":1,"sense_key":"less%4:02:00::","synset_id":"less.r.01"},{"index":2,"sense_key":"less%4:02:01::","synset_id":"less.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"less%4:02:00::","call_ids":["senseval2.d000.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"less%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4625182179734111}
{"item_id":"senseval2.d000.s017.t002","gold_sense_keys":["version%1:09:01::"],"candidates":[{"index":1,"sense_key":"version%1:10:01::","synset_id":"version.n.01"},{"index":2,"sense_key":"version%1:09:01::","synset_id":"version.n.02"},{"index":3,"sense_key":"version%1:10:02::","synset_id":"adaptation.n.01"},{"index":4,"sense_key":"version%1:10:00::","synset_id":"translation.n.01"},{"index":5,"sense_key":"version%1:09:00::","synset_id":"interpretation.n.01"},{"index":6,"sense_key":"version%1:04:00::","synset_id":"version.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"version%1:09:01::","call_ids":["senseval2.d000.s017.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"version%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.465464707929641}
{"item_id":"senseval2.d000.s017.t003","gold_sense_keys":["play%2:36:00::","play%2:36:01::","play%2:36:12::"],"candidates":[{"index":1,"sense_key":"play%2:33:00::","synset_id":"play.v.01"},{"index":2,"sense_key":"play%2:41:12::","synset_id":"play.v.02"},{"index":3,"sense_key":"play%2:36:12::","synset_id":"play.v.03"},{"index":4,"sense_key":"play%2:36:02::","synset_id":"act.v.03"},{"index":5,"sense_key":"play%2:41:03::","synset_id":"play.v.05"},{"index":6,"sense_key":"play%2:36:00::","synset_id":"play.v.06"},{"index":7,"sense_key":"play%2:36:01::","synset_id":"play.v.07"},{"index":8,"sense_key":"play%2:29:01::","synset_id":"act.v.05"},{"index":9,"sense_key":"play%2:38:00::","synset_id":"play.v.09"},{"index":10,"sense_key":"play%2:33:01::","synset_id":"play.v.10"},{"index":11,"sense_key":"play%2:41:00::","synset_id":"play.v.11"},{"index":12,"sense_key":"play%2:36:06::","synset_id":"play.v.12"},{"index":13,"sense_key":"play%2:36:11::","synset_id":"play.v.13"},{"index":14,"sense_key":"play%2:36:03::","synset_id":"play.v.14"},{"index":15,"sense_key":"play%2:33:03::","synset_id":"play.v.15"},{"index":16,"sense_key":"play%2:29:00::","synset_id":"play.v.16"},{"index":17,"sense_key":"play%2:41:02::","synset_id":"play.v.17"},{"index":18,"sense_key":"play%2:36:05::","synset_id":"play.v.18"},{"index":19,"sense_key":"play%2:35:00::","synset_id":"toy.v.02"},{"index":20,"sense_key":"play%2:34:13::","synset_id":"play.v.20"},{"index":21,"sense_key":"play%2:31:01::","synset_id":"dally.v.04"},{"index":22,"sense_key":"play%2:42:00::","synset_id":"play.v.22"},{"index":23,"sense_key":"play%2:41:13::","synset_id":"dally.v.01"},{"index":24,"sense_key":"play%2:38:03::","synset_id":"play.v.24"},{"index":25,"sense_key":"play%2:36:10::","synset_id":"act.v.10"},{"index":26,"sense_key":"play%2:36:04::","synset_id":"play.v.26"},{"index":27,"sense_key":"play%2:36:13::","synset_id":"bring.v.03"},{"index":28,"sense_key":"play%2:35:07::","synset_id":"play.v.28"},{"index":29,"sense_key":"play%2:33:07::","synset_id":"play.v.29"},{"index":30,"sense_key":"play%2:33:08::","synset_id":"bet.v.02"},{"index":31,"sense_key":"play%2:33:09::","synset_id":"play.v.31"},{"index":32,"sense_key":"play%2:33:13::","synset_id":"play.v.32"},{"index":33,"sense_key":"play%2:33:12::","synset_id":"play.v.33"},{"index":34,"sense_key":"play%2:33:02::","synset_id":"meet.v.10"},{"index":35,"sense_key":"play%2:29:04::","synset_id":"play.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"play%2:36:12::","call_ids":["senseval2.d000.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"play%2:36:12::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":934,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46385520114563406}
{"item_id":"senseval2.d000.s017.t004","gold_sense_keys":["tune%1:10:00::"],"candidates":[{"index":1,"sense_key":"tune%1:10:00::","synset_id":"tune.n.01"},{"index":2,"sense_key":"tune%1:07:00::","synset_id":"tune.n.02"},{"index":3,"sense_key":"tune%1:04:00::","synset_id":"tune.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"tune%1:07:00::","call_ids":["senseval2.d000.s017.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"tune%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4665819709189236}
{"item_id":"senseval2.d000.s017.t005","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s017.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":342,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46797525603324175}
{"item_id":"senseval2.d000.s017.t008","gold_sense_keys":["europe%1:14:01::","europe%1:17:00::"],"candidates":[{"index":1,"sense_key":"europe%1:17:00::","synset_id":"europe.n.01"},{"index":2,"sense_key":"europe%1:14:00::","synset_id":"european_union.n.01"},{"index":3,"sense_key":"europe%1:14:01::","synset_id":"europe.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"europe%1:14:00::","call_ids":["senseval2.d000.s017.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"europe%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4563169430475682}
{"item_id":"senseval2.d000.s017.t009","gold_sense_keys":["consider%2:31:00::"],"candidates":[{"index":1,"sense_key":"consider%2:31:00::","synset_id":"see.v.05"},{"index":2,"sense_key":"consider%2:39:00::","synset_id":"study.v.03"},{"index":3,"sense_key":"consider%2:31:01::","synset_id":"consider.v.03"},{"index":4,"sense_key":"consider%2:32:00::","synset_id":"consider.v.04"},{"index":5,"sense_key":"consider%2:32:02::","synset_id":"consider.v.05"},{"index":6,"sense_key":"consider%2:31:08::","synset_id":"think.v.01"},{"index":7,"sense_key":"consider%2:39:04::","synset_id":"regard.v.02"},{"index":8,"sense_key":"consider%2:39:08::","synset_id":"view.v.02"},{"index":9,"sense_key":"consider%2:31:05::","synset_id":"consider.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"consider%2:31:08::","call_ids":["senseval2.d000.s017.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"consider%2:31:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4582540849223733}
{"item_id":"senseval2.d000.s017.t010","gold_sense_keys":["english%1:18:00::"],"candidates":[{"index":1,"sense_key":"english%1:10:00::","synset_id":"english.n.01"},{"index":2,"sense_key":"english%1:18:00::","synset_id":"english.n.02"},{"index":3,"sense_key":"english%1:09:00::","synset_id":"english.n.03"},{"index":4,"sense_key":"english%1:11:00::","synset_id":"english.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"english%1:18:00::","call_ids":["senseval2.d000.s017.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"english%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.460098662879318}
{"item_id":"senseval2.d000.s017.t012","gold_sense_keys":["fit%3:00:02::"],"candidates":[{"index":1,"sense_key":"fit%3:00:02::","synset_id":"fit.a.01"},{"index":2,"sense_key":"fit%5:00:00:ready:00","synset_id":"fit.s.01"},{"index":3,"sense_key":"fit%3:00:01::","synset_id":"fit.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"fit%3:00:01::","call_ids":["senseval2.d000.s017.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"fit%3:00:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5114834080450237}
{"item_id":"senseval2.d000.s017.t013","gold_sense_keys":["only%4:02:01::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"only%4:02:06::","call_ids":["senseval2.d000.s017.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"only%4:02:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5131952269002795}
{"item_id":"senseval2.d000.s017.t014","gold_sense_keys":["foreigner%1:18:00::"],"candidates":[{"index":1,"sense_key":"foreigner%1:18:00::","synset_id":"foreigner.n.01"},{"index":2,"sense_key":"foreigner%1:18:01::","synset_id":"foreigner.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"foreigner%1:18:01::","call_ids":["senseval2.d000.s017.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"foreigner%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5148536921478808}
{"item_id":"senseval2.d000.s018.t002","gold_sense_keys":["english%1:18:00::"],"candidates":[{"index":1,"sense_key":"english%1:10:00::","synset_id":"english.n.01"},{"index":2,"sense_key":"english%1:18:00::","synset_id":"english.n.02"},{"index":3,"sense_key":"english%1:09:00::","synset_id":"english.n.03"},{"index":4,"sense_key":"english%1:11:00::","synset_id":"english.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"english%1:18:00::","call_ids":["senseval2.d000.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"english%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5164981849957258}
{"item_id":"senseval2.d000.s018.t003","gold_sense_keys":["invent%2:36:00::"],"candidates":[{"index":1,"sense_key":"invent%2:36:00::","synset_id":"invent.v.01"},{"index":2,"sense_key":"invent%2:36:01::","synset_id":"fabricate.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"invent%2:36:00::","call_ids":["senseval2.d000.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"invent%2:36:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5177674910519272}
{"item_id":"senseval2.d000.s018.t004","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["senseval2.d000.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":230,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5190563469659537}
{"item_id":"senseval2.d000.s018.t006","gold_sense_keys":["require%2:34:00::","require%2:42:00::"],"candidates":[{"index":1,"sense_key":"require%2:42:00::","synset_id":"necessitate.v.01"},{"index":2,"sense_key":"require%2:32:01::","synset_id":"ask.v.04"},{"index":3,"sense_key":"require%2:32:00::","synset_id":"command.v.02"},{"index":4,"sense_key":"require%2:34:00::","synset_id":"want.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"require%2:32:01::","call_ids":["senseval2.d000.s018.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"require%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5204032640904188}
{"item_id":"senseval2.d000.s018.t007","gold_sense_keys":["physical%3:00:00::"],"candidates":[{"index":1,"sense_key":"physical%3:00:00::","synset_id":"physical.a.01"},{"index":2,"sense_key":"physical%3:01:00::","synset_id":"physical.a.02"},{"index":3,"sense_key":"physical%5:00:00:material:01","synset_id":"physical.s.01"},{"index":4,"sense_key":"physical%5:00:00:natural:03","synset_id":"physical.s.02"},{"index":5,"sense_key":"physical%5:00:00:energetic:00","synset_id":"physical.s.03"},{"index":6,"sense_key":"physical%5:00:00:forceful:00","synset_id":"forcible.s.01"},{"index":7,"sense_key":"physical%5:00:02:material:01","synset_id":"physical.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"physical%5:00:00:material:01","call_ids":["senseval2.d000.s018.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"physical%5:00:00:material:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5217914029490203}
{"item_id":"senseval2.d000.s018.t009","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s018.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":346,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5231563148554415}
{"item_id":"senseval2.d000.s018.t010","gold_sense_keys":["weigh%2:42:01::"],"candidates":[{"index":1,"sense_key":"weigh%2:42:01::","synset_id":"weigh.v.01"},{"index":2,"sense_key":"weigh%2:32:00::","synset_id":"consider.v.04"},{"index":3,"sense_key":"weigh%2:42:00::","synset_id":"weigh.v.03"},{"index":4,"sense_key":"weigh%2:42:03::","synset_id":"count.v.02"},{"index":5,"sense_key":"weigh%2:42:04::","synset_id":"weigh.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"weigh%2:42:00::","call_ids":["senseval2.d000.s018.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"weigh%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5245151228737086}
{"item_id":"senseval2.d000.s018.t014","gold_sense_keys":["intense%3:00:00::"],"candidates":[{"index":1,"sense_key":"intense%3:00:00::","synset_id":"intense.a.01"},{"index":2,"sense_key":"intense%5:00:00:sharp:04","synset_id":"acute.s.01"},{"index":3,"sense_key":"intense%5:00:00:saturated:03","synset_id":"intense.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"intense%5:00:00:sharp:04","call_ids":["senseval2.d000.s018.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"intense%5:00:00:sharp:04","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5257455750834197}
{"item_id":"senseval2.d000.s018.t015","gold_sense_keys":["mental%3:00:00::","mental%3:01:00::"],"candidates":[{"index":1,"sense_key":"mental%3:00:00::","synset_id":"mental.a.01"},{"index":2,"sense_key":"mental%3:01:00::","synset_id":"mental.a.02"},{"index":3,"sense_key":"mental%3:01:03::","synset_id":"mental.a.03"},{"index":4,"sense_key":"mental%3:01:04::","synset_id":"genial.a.02"},{"index":5,"sense_key":"mental%5:00:00:unhealthy:00","synset_id":"mental.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mental%3:01:00::","call_ids":["senseval2.d000.s018.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mental%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5269852050114423}
{"item_id":"senseval2.d000.s018.t016","gold_sense_keys":["concentration%1:07:01::","concentration%1:09:00::"],"candidates":[{"index":1,"sense_key":"concentration%1:07:02::","synset_id":"concentration.n.01"},{"index":2,"sense_key":"concentration%1:07:03::","synset_id":"concentration.n.02"},{"index":3,"sense_key":"concentration%1:04:01::","synset_id":"concentration.n.03"},{"index":4,"sense_key":"concentration%1:11:00::","synset_id":"concentration.n.04"},{"index":5,"sense_key":"concentration%1:09:00::","synset_id":"concentration.n.05"},{"index":6,"sense_key":"concentration%1:04:02::","synset_id":"concentration.n.06"},{"index":7,"sense_key":"concentration%1:07:01::","synset_id":"assiduity.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"concentration%1:09:00::","call_ids":["senseval2.d000.s018.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"concentration%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5279939328320324}
{"item_id":"senseval2.d000.s019.t000","gold_sense_keys":["english%3:01:00::"],"candidates":[{"index":1,"sense_key":"english%3:01:00::","synset_id":"english.a.01"},{"index":2,"sense_key":"english%3:01:01::","synset_id":"english.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"english%3:01:01::","call_ids":["senseval2.d000.s019.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"english%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5290354189928621}
{"item_id":"senseval2.d000.s019.t001","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":348,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5262085280846804}
{"item_id":"senseval2.d000.s019.t003","gold_sense_keys":["round%1:28:01::"],"candidates":[{"index":1,"sense_key":"round%1:06:01::","synset_id":"round.n.01"},{"index":2,"sense_key":"round%1:28:01::","synset_id":"cycle.n.01"},{"index":3,"sense_key":"round%1:15:00::","synset_id":"beat.n.01"},{"index":4,"sense_key":"round%1:04:00::","synset_id":"round.n.04"},{"index":5,"sense_key":"round%1:04:03::","synset_id":"round_of_golf.n.01"},{"index":6,"sense_key":"round%1:04:01::","synset_id":"round.n.06"},{"index":7,"sense_key":"round%1:28:00::","synset_id":"turn.n.09"},{"index":8,"sense_key":"round%1:17:00::","synset_id":"round.n.08"},{"index":9,"sense_key":"round%1:13:01::","synset_id":"round.n.09"},{"index":10,"sense_key":"round%1:13:00::","synset_id":"round.n.10"},{"index":11,"sense_key":"round%1:10:00::","synset_id":"round.n.11"},{"index":12,"sense_key":"round%1:10:01::","synset_id":"round.n.12"},{"index":13,"sense_key":"round%1:06:03::","synset_id":"rung.n.01"},{"index":14,"sense_key":"round%1:06:00::","synset_id":"circle.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"round%1:13:01::","call_ids":["senseval2.d000.s019.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"round%1:13:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":431,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5272419380489737}
{"item_id":"senseval2.d000.s019.t004","gold_sense_keys":["high-pitched%3:00:00::"],"candidates":[{"index":1,"sense_key":"high-pitched%3:00:00::","synset_id":"high.a.04"},{"index":2,"sense_key":"high-pitched%5:00:00:inclined:01","synset_id":"high-pitched.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"high-pitched%3:00:00::","call_ids":["senseval2.d000.s019.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"high-pitched%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.528358660871163}
{"item_id":"senseval2.d000.s019.t005","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s019.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":348,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5292706659529358}
{"item_id":"senseval2.d000.s019.t006","gold_sense_keys":["low%3:00:03::"],"candidates":[{"index":1,"sense_key":"low%3:00:02::","synset_id":"low.a.01"},{"index":2,"sense_key":"low%3:00:01::","synset_id":"low.a.02"},{"index":3,"sense_key":"low%5:00:00:soft:04","synset_id":"low.s.01"},{"index":4,"sense_key":"low%5:00:00:unrefined:01","synset_id":"low.s.02"},{"index":5,"sense_key":"low%3:00:03::","synset_id":"low.a.05"},{"index":6,"sense_key":"low%5:00:00:contemptible:00","synset_id":"abject.s.01"},{"index":7,"sense_key":"low%5:00:00:inferior:01","synset_id":"humble.s.01"},{"index":8,"sense_key":"low%5:00:00:insufficient:00","synset_id":"depleted.s.01"},{"index":9,"sense_key":"low%5:00:00:humble:00","synset_id":"broken.s.01"},{"index":10,"sense_key":"low%5:00:00:dejected:00","synset_id":"gloomy.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"low%5:00:00:insufficient:00","call_ids":["senseval2.d000.s019.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"low%5:00:00:insufficient:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":298,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4297044591512531}
{"item_id":"senseval2.d000.s019.t007","gold_sense_keys":["simple%3:00:02::","simple%5:00:00:easy:01"],"candidates":[{"index":1,"sense_key":"simple%3:00:02::","synset_id":"simple.a.01"},{"index":2,"sense_key":"simple%5:00:00:easy:01","synset_id":"elementary.s.01"},{"index":3,"sense_key":"simple%5:00:02:plain:01","synset_id":"bare.s.04"},{"index":4,"sense_key":"simple%5:00:00:naive:00","synset_id":"childlike.s.02"},{"index":5,"sense_key":"simple%5:00:00:retarded:00","synset_id":"dim-witted.s.01"},{"index":6,"sense_key":"simple%3:00:01::","synset_id":"simple.a.06"},{"index":7,"sense_key":"simple%5:00:00:plain:01","synset_id":"simple.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"simple%5:00:00:easy:01","call_ids":["senseval2.d000.s019.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"simple%5:00:00:easy:01","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39713671896606684}
{"item_id":"senseval2.d000.s019.t009","gold_sense_keys":["scale%1:10:00::"],"candidates":[{"index":1,"sense_key":"scale%1:24:03::","synset_id":"scale.n.01"},{"index":2,"sense_key":"scale%1:24:00::","synset_id":"scale.n.02"},{"index":3,"sense_key":"scale%1:24:01::","synset_id":"scale.n.03"},{"index":4,"sense_key":"scale%1:20:00::","synset_id":"scale.n.04"},{"index":5,"sense_key":"scale%1:17:00::","synset_id":"scale.n.05"},{"index":6,"sense_key":"scale%1:10:00::","synset_id":"scale.n.06"},{"index":7,"sense_key":"scale%1:06:02::","synset_id":"scale.n.07"},{"index":8,"sense_key":"scale%1:06:00::","synset_id":"scale.n.08"},{"index":9,"sense_key":"scale%1:06:03::","synset_id":"plate.n.14"},{"index":10,"sense_key":"scale%1:05:00::","synset_id":"scale.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"scale%1:10:00::","call_ids":["senseval2.d000.s019.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"scale%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":310,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3950035579036921}
{"item_id":"senseval2.d000.s019.t010","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"use%2:41:04::","call_ids":["senseval2.d000.s019.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"use%2:41:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39605347090400755}
{"item_id":"senseval2.d000.s019.t012","gold_sense_keys":["church%1:06:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"church%1:06:00::","call_ids":["senseval2.d000.s019.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"church%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3899090769700706}
{"item_id":"senseval2.d000.s019.t014","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s019.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":347,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.338450602022931}
{"item_id":"senseval2.d000.s020.t000","gold_sense_keys":["then%4:02:00::"],"candidates":[{"index":1,"sense_key":"then%4:02:00::","synset_id":"then.r.01"},{"index":2,"sense_key":"then%4:02:02::","synset_id":"then.r.02"},{"index":3,"sense_key":"then%4:02:01::","synset_id":"then.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"then%4:02:01::","call_ids":["senseval2.d000.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"then%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35257780202664435}
{"item_id":"senseval2.d000.s020.t001","gold_sense_keys":["signal%1:10:00::","signal%1:16:00::"],"candidates":[{"index":1,"sense_key":"signal%1:10:00::","synset_id":"signal.n.01"},{"index":2,"sense_key":"signal%1:16:00::","synset_id":"signal.n.02"},{"index":3,"sense_key":"signal%1:19:00::","synset_id":"signal.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"signal%1:16:00::","call_ids":["senseval2.d000.s020.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"signal%1:16:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34613478486426175}
{"item_id":"senseval2.d000.s020.t002","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s020.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34750624909065664}
{"item_id":"senseval2.d000.s020.t003","gold_sense_keys":["begin%2:30:00::"],"candidates":[{"index":1,"sense_key":"begin%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"begin%2:42:00::","synset_id":"begin.v.02"},{"index":3,"sense_key":"begin%2:30:01::","synset_id":"begin.v.03"},{"index":4,"sense_key":"begin%2:32:03::","synset_id":"begin.v.04"},{"index":5,"sense_key":"begin%2:42:02::","synset_id":"begin.v.05"},{"index":6,"sense_key":"begin%2:42:04::","synset_id":"begin.v.06"},{"index":7,"sense_key":"begin%2:42:03::","synset_id":"begin.v.07"},{"index":8,"sense_key":"begin%2:41:04::","synset_id":"begin.v.08"},{"index":9,"sense_key":"begin%2:41:00::","synset_id":"begin.v.09"},{"index":10,"sense_key":"begin%2:32:04::","synset_id":"begin.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"begin%2:42:04::","call_ids":["senseval2.d000.s020.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"begin%2:42:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":379,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3491186161991209}
{"item_id":"senseval2.d000.s020.t004","gold_sense_keys":["vary%2:30:04::"],"candidates":[{"index":1,"sense_key":"vary%2:30:01::","synset_id":"change.v.03"},{"index":2,"sense_key":"vary%2:42:00::","synset_id":"deviate.v.02"},{"index":3,"sense_key":"vary%2:42:01::","synset_id":"vary.v.03"},{"index":4,"sense_key":"vary%2:30:04::","synset_id":"vary.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"vary%2:42:01::","call_ids":["senseval2.d000.s020.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"vary%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33514591096900403}
{"item_id":"senseval2.d000.s020.t005","gold_sense_keys":["order%1:14:00::"],"candidates":[{"index":1,"sense_key":"order%1:10:03::","synset_id":"order.n.01"},{"index":2,"sense_key":"order%1:07:01::","synset_id":"order.n.02"},{"index":3,"sense_key":"order%1:26:00::","synset_id":"order.n.03"},{"index":4,"sense_key":"order%1:14:00::","synset_id":"ordering.n.01"},{"index":5,"sense_key":"order%1:26:02::","synset_id":"orderliness.n.02"},{"index":6,"sense_key":"order%1:10:00::","synset_id":"decree.n.01"},{"index":7,"sense_key":"order%1:10:01::","synset_id":"order.n.07"},{"index":8,"sense_key":"order%1:14:02::","synset_id":"club.n.02"},{"index":9,"sense_key":"order%1:10:02::","synset_id":"order.n.09"},{"index":10,"sense_key":"order%1:26:01::","synset_id":"holy_order.n.01"},{"index":11,"sense_key":"order%1:14:03::","synset_id":"order.n.11"},{"index":12,"sense_key":"order%1:14:01::","synset_id":"order.n.12"},{"index":13,"sense_key":"order%1:10:04::","synset_id":"order.n.13"},{"index":14,"sense_key":"order%1:07:00::","synset_id":"order.n.14"},{"index":15,"sense_key":"order%1:04:00::","synset_id":"order.n.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"order%1:14:00::","call_ids":["senseval2.d000.s020.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"order%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":521,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3226804949808866}
{"item_id":"senseval2.d000.s020.t006","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s020.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":336,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32260909280739725}
{"item_id":"senseval2.d000.s020.t007","gold_sense_keys":["sound%2:39:00::","sound%2:39:03::"],"candidates":[{"index":1,"sense_key":"sound%2:39:06::","synset_id":"sound.v.01"},{"index":2,"sense_key":"sound%2:39:00::","synset_id":"sound.v.02"},{"index":3,"sense_key":"sound%2:39:03::","synset_id":"sound.v.03"},{"index":4,"sense_key":"sound%2:39:02::","synset_id":"sound.v.04"},{"index":5,"sense_key":"sound%2:32:00::","synset_id":"voice.v.02"},{"index":6,"sense_key":"sound%2:39:01::","synset_id":"sound.v.06"},{"index":7,"sense_key":"sound%2:30:00::","synset_id":"fathom.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sound%2:39:03::","call_ids":["senseval2.d000.s020.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sound%2:39:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3240923541598022}
{"item_id":"senseval2.d000.s020.t008","gold_sense_keys":["alter%2:30:01::"],"candidates":[{"index":1,"sense_key":"alter%2:30:01::","synset_id":"change.v.01"},{"index":2,"sense_key":"alter%2:30:00::","synset_id":"change.v.03"},{"index":3,"sense_key":"alter%2:36:00::","synset_id":"alter.v.03"},{"index":4,"sense_key":"alter%2:30:04::","synset_id":"interpolate.v.02"},{"index":5,"sense_key":"alter%2:29:00::","synset_id":"alter.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"alter%2:30:00::","call_ids":["senseval2.d000.s020.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"alter%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22461389610543847}
{"item_id":"senseval2.d000.s020.t009","gold_sense_keys":["steady%3:00:00::"],"candidates":[{"index":1,"sense_key":"steady%3:00:00::","synset_id":"steady.a.01"},{"index":2,"sense_key":"steady%5:00:00:stable:00","synset_id":"firm.s.06"},{"index":3,"sense_key":"steady%5:00:00:secure:03","synset_id":"steady.s.02"},{"index":4,"sense_key":"steady%5:00:00:resolute:00","synset_id":"firm.s.01"},{"index":5,"sense_key":"steady%5:00:00:frequent:00","synset_id":"regular.s.06"},{"index":6,"sense_key":"steady%5:00:00:unexcitable:00","synset_id":"steady.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"steady%5:00:00:stable:00","call_ids":["senseval2.d000.s020.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"steady%5:00:00:stable:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2408771668560803}
{"item_id":"senseval2.d000.s020.t010","gold_sense_keys":["rhythm%1:10:01::"],"candidates":[{"index":1,"sense_key":"rhythm%1:10:01::","synset_id":"rhythm.n.01"},{"index":2,"sense_key":"rhythm%1:07:01::","synset_id":"rhythm.n.02"},{"index":3,"sense_key":"rhythm%1:28:00::","synset_id":"cycle.n.01"},{"index":4,"sense_key":"rhythm%1:10:00::","synset_id":"rhythm.n.04"},{"index":5,"sense_key":"rhythm%1:04:00::","synset_id":"rhythm_method_of_birth_control.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"rhythm%1:28:00::","call_ids":["senseval2.d000.s020.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"rhythm%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24366066581569612}
{"item_id":"senseval2.d000.s020.t011","gold_sense_keys":["striking%1:04:00::"],"candidates":[{"index":1,"sense_key":"striking%1:11:00::","synset_id":"contact.n.04"},{"index":2,"sense_key":"striking%1:04:00::","synset_id":"hit.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"striking%1:11:00::","call_ids":["senseval2.d000.s020.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"striking%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24442318896763027}
{"item_id":"senseval2.d000.s021.t000","gold_sense_keys":["variation%1:10:00::"],"candidates":[{"index":1,"sense_key":"variation%1:11:01::","synset_id":"variation.n.01"},{"index":2,"sense_key":"variation%1:04:00::","synset_id":"variation.n.02"},{"index":3,"sense_key":"variation%1:10:00::","synset_id":"variation.n.03"},{"index":4,"sense_key":"variation%1:09:01::","synset_id":"version.n.02"},{"index":5,"sense_key":"variation%1:06:00::","synset_id":"variation.n.05"},{"index":6,"sense_key":"variation%1:25:00::","synset_id":"magnetic_declination.n.01"},{"index":7,"sense_key":"variation%1:22:00::","synset_id":"variation.n.07"},{"index":8,"sense_key":"variation%1:19:00::","synset_id":"variation.n.08"},{"index":9,"sense_key":"variation%1:18:00::","synset_id":"mutant.n.01"},{"index":10,"sense_key":"variation%1:04:02::","synset_id":"pas_seul.n.01"},{"index":11,"sense_key":"variation%1:04:01::","synset_id":"variation.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"variation%1:04:01::","call_ids":["senseval2.d000.s021.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"variation%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":326,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2410065638832748}
{"item_id":"senseval2.d000.s021.t002","gold_sense_keys":["occur%2:30:00::"],"candidates":[{"index":1,"sense_key":"occur%2:30:00::","synset_id":"happen.v.01"},{"index":2,"sense_key":"occur%2:31:00::","synset_id":"occur.v.02"},{"index":3,"sense_key":"occur%2:42:03::","synset_id":"occur.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"occur%2:42:03::","call_ids":["senseval2.d000.s021.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"occur%2:42:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24495336110703647}
{"item_id":"senseval2.d000.s021.t003","gold_sense_keys":["only%4:02:02::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"only%4:02:04::","call_ids":["senseval2.d000.s021.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"only%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24583761300891638}
{"item_id":"senseval2.d000.s021.t004","gold_sense_keys":["once%4:02:00::"],"candidates":[{"index":1,"sense_key":"once%4:02:00::","synset_id":"once.r.01"},{"index":2,"sense_key":"once%4:02:02::","synset_id":"once.r.02"},{"index":3,"sense_key":"once%4:02:01::","synset_id":"once.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"once%4:02:02::","call_ids":["senseval2.d000.s021.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"once%4:02:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24863431393168867}
{"item_id":"senseval2.d000.s021.t005","gold_sense_keys":["rule%1:10:00::"],"candidates":[{"index":1,"sense_key":"rule%1:09:00::","synset_id":"rule.n.01"},{"index":2,"sense_key":"rule%1:09:01::","synset_id":"convention.n.02"},{"index":3,"sense_key":"rule%1:10:00::","synset_id":"rule.n.03"},{"index":4,"sense_key":"rule%1:10:01::","synset_id":"rule.n.04"},{"index":5,"sense_key":"rule%1:09:03::","synset_id":"principle.n.01"},{"index":6,"sense_key":"rule%1:28:00::","synset_id":"rule.n.06"},{"index":7,"sense_key":"rule%1:26:00::","synset_id":"dominion.n.01"},{"index":8,"sense_key":"rule%1:10:02::","synset_id":"rule.n.08"},{"index":9,"sense_key":"rule%1:10:03::","synset_id":"rule.n.09"},{"index":10,"sense_key":"rule%1:09:02::","synset_id":"principle.n.04"},{"index":11,"sense_key":"rule%1:09:04::","synset_id":"rule.n.11"},{"index":12,"sense_key":"rule%1:06:00::","synset_id":"rule.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"rule%1:10:02::","call_ids":["senseval2.d000.s021.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"rule%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":413,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24980410397984087}
{"item_id":"senseval2.d000.s021.t006","gold_sense_keys":["state%2:32:00::"],"candidates":[{"index":1,"sense_key":"state%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"state%2:32:01::","synset_id":"submit.v.02"},{"index":3,"sense_key":"state%2:32:02::","synset_id":"express.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"state%2:32:01::","call_ids":["senseval2.d000.s021.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"state%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2532053419854492}
{"item_id":"senseval2.d000.s022.t000","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s022.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2544153989292681}
{"item_id":"senseval2.d000.s022.t005","gold_sense_keys":["method%1:09:00::"],"candidates":[{"index":1,"sense_key":"method%1:09:00::","synset_id":"method.n.01"},{"index":2,"sense_key":"method%1:04:00::","synset_id":"method_acting.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"method%1:09:00::","call_ids":["senseval2.d000.s022.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"method%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.264039124827832}
{"item_id":"senseval2.d000.s022.t006","gold_sense_keys":["name%1:10:00::"],"candidates":[{"index":1,"sense_key":"name%1:10:00::","synset_id":"name.n.01"},{"index":2,"sense_key":"name%1:26:00::","synset_id":"name.n.02"},{"index":3,"sense_key":"name%1:14:00::","synset_id":"name.n.03"},{"index":4,"sense_key":"name%1:18:00::","synset_id":"name.n.04"},{"index":5,"sense_key":"name%1:04:00::","synset_id":"name.n.05"},{"index":6,"sense_key":"name%1:10:01::","synset_id":"name.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"name%1:04:00::","call_ids":["senseval2.d000.s022.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"name%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2652336449827999}
{"item_id":"senseval2.d000.s023.t000","gold_sense_keys":["series%1:14:00::"],"candidates":[{"index":1,"sense_key":"series%1:14:00::","synset_id":"series.n.01"},{"index":2,"sense_key":"series%1:10:01::","synset_id":"serial.n.01"},{"index":3,"sense_key":"series%1:10:00::","synset_id":"series.n.03"},{"index":4,"sense_key":"series%1:11:00::","synset_id":"series.n.04"},{"index":5,"sense_key":"series%1:24:00::","synset_id":"series.n.05"},{"index":6,"sense_key":"series%1:14:01::","synset_id":"series.n.06"},{"index":7,"sense_key":"series%1:09:00::","synset_id":"series.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"series%1:14:00::","call_ids":["senseval2.d000.s023.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"series%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26669707684777677}
{"item_id":"senseval2.d000.s023.t003","gold_sense_keys":["take%2:40:06::"],"candidates":[{"index":1,"sense_key":"take%2:41:04::","synset_id":"take.v.01"},{"index":2,"sense_key":"take%2:40:06::","synset_id":"take.v.02"},{"index":3,"sense_key":"take%2:38:09::","synset_id":"lead.v.01"},{"index":4,"sense_key":"take%2:35:00::","synset_id":"take.v.04"},{"index":5,"sense_key":"take%2:30:01::","synset_id":"assume.v.03"},{"index":6,"sense_key":"take%2:31:07::","synset_id":"take.v.06"},{"index":7,"sense_key":"take%2:38:10::","synset_id":"bring.v.01"},{"index":8,"sense_key":"take%2:40:00::","synset_id":"take.v.08"},{"index":9,"sense_key":"take%2:38:02::","synset_id":"take.v.09"},{"index":10,"sense_key":"take%2:31:01::","synset_id":"choose.v.01"},{"index":11,"sense_key":"take%2:40:05::","synset_id":"accept.v.02"},{"index":12,"sense_key":"take%2:41:00::","synset_id":"fill.v.04"},{"index":13,"sense_key":"take%2:31:03::","synset_id":"consider.v.03"},{"index":14,"sense_key":"take%2:42:00::","synset_id":"necessitate.v.01"},{"index":15,"sense_key":"take%2:39:00::","synset_id":"take.v.15"},{"index":16,"sense_key":"take%2:32:02::","synset_id":"film.v.01"},{"index":17,"sense_key":"take%2:30:00::","synset_id":"remove.v.01"},{"index":18,"sense_key":"take%2:34:00::","synset_id":"consume.v.02"},{"index":19,"sense_key":"take%2:31:09::","synset_id":"take.v.19"},{"index":20,"sense_key":"take%2:40:15::","synset_id":"take.v.20"},{"index":21,"sense_key":"take%2:40:01::","synset_id":"take.v.21"},{"index":22,"sense_key":"take%2:38:00::","synset_id":"assume.v.05"},{"index":23,"sense_key":"take%2:40:07::","synset_id":"accept.v.05"},{"index":24,"sense_key":"take%2:30:08::","synset_id":"take.v.24"},{"index":25,"sense_key":"take%2:31:02::","synset_id":"learn.v.04"},{"index":26,"sense_key":"take%2:32:00::","synset_id":"claim.v.05"},{"index":27,"sense_key":"take%2:38:05::","synset_id":"take.v.27"},{"index":28,"sense_key":"take%2:33:09::","synset_id":"aim.v.01"},{"index":29,"sense_key":"take%2:30:09::","synset_id":"take.v.29"},{"index":30,"sense_key":"take%2:42:10::","synset_id":"carry.v.02"},{"index":31,"sense_key":"take%2:40:03::","synset_id":"lease.v.04"},{"index":32,"sense_key":"take%2:40:04::","synset_id":"subscribe.v.05"},{"index":33,"sense_key":"take%2:40:02::","synset_id":"take.v.33"},{"index":34,"sense_key":"take%2:40:08::","synset_id":"take.v.34"},{"index":35,"sense_key":"take%2:35:14::","synset_id":"take.v.35"},{"index":36,"sense_key":"take%2:32:09::","synset_id":"claim.v.04"},{"index":37,"sense_key":"take%2:42:03::","synset_id":"accept.v.08"},{"index":38,"sense_key":"take%2:42:15::","synset_id":"contain.v.05"},{"index":39,"sense_key":"take%2:41:13::","synset_id":"take.v.39"},{"index":40,"sense_key":"take%2:38:11::","synset_id":"drive.v.16"},{"index":41,"sense_key":"take%2:33:08::","synset_id":"take.v.41"},{"index":42,"sense_key":"take%2:29:08::","synset_id":"contract.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"take%2:42:00::","call_ids":["senseval2.d000.s023.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"take%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1015,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2678542451467365}
{"item_id":"senseval2.d000.s023.t004","gold_sense_keys":["about%4:02:00::"],"candidates":[{"index":1,"sense_key":"about%4:02:00::","synset_id":"approximately.r.01"},{"index":2,"sense_key":"about%4:02:06::","synset_id":"about.r.02"},{"index":3,"sense_key":"about%4:02:01::","synset_id":"about.r.03"},{"index":4,"sense_key":"about%4:02:04::","synset_id":"about.r.04"},{"index":5,"sense_key":"about%4:02:02::","synset_id":"about.r.05"},{"index":6,"sense_key":"about%4:02:03::","synset_id":"about.r.06"},{"index":7,"sense_key":"about%4:02:05::","synset_id":"about.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"about%4:02:06::","call_ids":["senseval2.d000.s023.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"about%4:02:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2693617921322584}
{"item_id":"senseval2.d000.s023.t005","gold_sense_keys":["hour%1:28:00::"],"candidates":[{"index":1,"sense_key":"hour%1:28:00::","synset_id":"hour.n.01"},{"index":2,"sense_key":"hour%1:28:01::","synset_id":"hour.n.02"},{"index":3,"sense_key":"hour%1:28:02::","synset_id":"hour.n.03"},{"index":4,"sense_key":"hour%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"hour%1:28:02::","call_ids":["senseval2.d000.s023.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"hour%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2706901109777391}
{"item_id":"senseval2.d000.s024.t000","gold_sense_keys":["look%1:04:00::"],"candidates":[{"index":1,"sense_key":"look%1:07:01::","synset_id":"expression.n.01"},{"index":2,"sense_key":"look%1:04:00::","synset_id":"look.n.02"},{"index":3,"sense_key":"look%1:07:00::","synset_id":"look.n.03"},{"index":4,"sense_key":"look%1:26:00::","synset_id":"spirit.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"look%1:04:00::","call_ids":["senseval2.d000.s024.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"look%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26891201501712203}
{"item_id":"senseval2.d000.s024.t002","gold_sense_keys":["night%1:28:03::"],"candidates":[{"index":1,"sense_key":"night%1:28:00::","synset_id":"night.n.01"},{"index":2,"sense_key":"night%1:28:01::","synset_id":"night.n.02"},{"index":3,"sense_key":"night%1:28:04::","synset_id":"night.n.03"},{"index":4,"sense_key":"night%1:28:02::","synset_id":"night.n.04"},{"index":5,"sense_key":"night%1:26:00::","synset_id":"night.n.05"},{"index":6,"sense_key":"night%1:28:05::","synset_id":"night.n.06"},{"index":7,"sense_key":"night%1:28:03::","synset_id":"night.n.07"},{"index":8,"sense_key":"night%1:18:00::","synset_id":"nox.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"night%1:28:03::","call_ids":["senseval2.d000.s024.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"night%1:28:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.269855888094753}
{"item_id":"senseval2.d000.s024.t003","gold_sense_keys":["practice%1:04:02::"],"candidates":[{"index":1,"sense_key":"practice%1:04:00::","synset_id":"practice.n.01"},{"index":2,"sense_key":"practice%1:04:02::","synset_id":"exercise.n.03"},{"index":3,"sense_key":"practice%1:04:04::","synset_id":"practice.n.03"},{"index":4,"sense_key":"practice%1:04:03::","synset_id":"practice.n.04"},{"index":5,"sense_key":"practice%1:09:00::","synset_id":"practice.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"practice%1:04:04::","call_ids":["senseval2.d000.s024.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"practice%1:04:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23480278486385942}
{"item_id":"senseval2.d000.s024.t004","gold_sense_keys":["church%1:06:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"church%1:06:00::","call_ids":["senseval2.d000.s024.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"church%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23555088695138693}
{"item_id":"senseval2.d000.s024.t006","gold_sense_keys":["give%2:32:08::","give%2:40:03::","give%2:40:05::"],"candidates":[{"index":1,"sense_key":"give%2:40:03::","synset_id":"give.v.01"},{"index":2,"sense_key":"give%2:40:05::","synset_id":"yield.v.01"},{"index":3,"sense_key":"give%2:40:00::","synset_id":"give.v.03"},{"index":4,"sense_key":"give%2:40:07::","synset_id":"give.v.04"},{"index":5,"sense_key":"give%2:32:01::","synset_id":"give.v.05"},{"index":6,"sense_key":"give%2:36:02::","synset_id":"hold.v.03"},{"index":7,"sense_key":"give%2:32:00::","synset_id":"give.v.07"},{"index":8,"sense_key":"give%2:40:01::","synset_id":"give.v.08"},{"index":9,"sense_key":"give%2:36:03::","synset_id":"give.v.09"},{"index":10,"sense_key":"give%2:31:02::","synset_id":"give.v.10"},{"index":11,"sense_key":"give%2:36:00::","synset_id":"render.v.04"},{"index":12,"sense_key":"give%2:40:09::","synset_id":"impart.v.01"},{"index":13,"sense_key":"give%2:36:01::","synset_id":"establish.v.05"},{"index":14,"sense_key":"give%2:40:02::","synset_id":"give.v.14"},{"index":15,"sense_key":"give%2:41:00::","synset_id":"give.v.15"},{"index":16,"sense_key":"give%2:40:10::","synset_id":"sacrifice.v.01"},{"index":17,"sense_key":"give%2:40:06::","synset_id":"pass.v.05"},{"index":18,"sense_key":"give%2:32:03::","synset_id":"give.v.18"},{"index":19,"sense_key":"give%2:40:13::","synset_id":"give.v.19"},{"index":20,"sense_key":"give%2:40:14::","synset_id":"give.v.20"},{"index":21,"sense_key":"give%2:32:02::","synset_id":"give.v.21"},{"index":22,"sense_key":"give%2:40:11::","synset_id":"grant.v.05"},{"index":23,"sense_key":"give%2:38:00::","synset_id":"move_over.v.01"},{"index":24,"sense_key":"give%2:34:00::","synset_id":"feed.v.02"},{"index":25,"sense_key":"give%2:40:08::","synset_id":"contribute.v.02"},{"index":26,"sense_key":"give%2:38:13::","synset_id":"collapse.v.01"},{"index":27,"sense_key":"give%2:31:00::","synset_id":"give.v.27"},{"index":28,"sense_key":"give%2:41:10::","synset_id":"give.v.28"},{"index":29,"sense_key":"give%2:40:12::","synset_id":"give.v.29"},{"index":30,"sense_key":"give%2:40:15::","synset_id":"afford.v.04"},{"index":31,"sense_key":"give%2:36:13::","synset_id":"give.v.31"},{"index":32,"sense_key":"give%2:36:12::","synset_id":"give.v.32"},{"index":33,"sense_key":"give%2:35:00::","synset_id":"give.v.33"},{"index":34,"sense_key":"give%2:34:10::","synset_id":"give.v.34"},{"index":35,"sense_key":"give%2:32:11::","synset_id":"give.v.35"},{"index":36,"sense_key":"give%2:32:08::","synset_id":"give.v.36"},{"index":37,"sense_key":"give%2:32:15::","synset_id":"give.v.37"},{"index":38,"sense_key":"give%2:32:14::","synset_id":"give.v.38"},{"index":39,"sense_key":"give%2:32:09::","synset_id":"give.v.39"},{"index":40,"sense_key":"give%2:32:07::","synset_id":"give.v.40"},{"index":41,"sense_key":"give%2:32:10::","synset_id":"give.v.41"},{"index":42,"sense_key":"give%2:30:13::","synset_id":"give.v.42"},{"index":43,"sense_key":"give%2:29:11::","synset_id":"give.v.43"},{"index":44,"sense_key":"give%2:29:10::","synset_id":"give.v.44"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"give%2:36:03::","call_ids":["senseval2.d000.s024.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"give%2:36:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":990,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23616190906614065}
{"item_id":"senseval2.d000.s024.t007","gold_sense_keys":["idea%1:09:02::"],"candidates":[{"index":1,"sense_key":"idea%1:09:00::","synset_id":"idea.n.01"},{"index":2,"sense_key":"idea%1:09:01::","synset_id":"mind.n.06"},{"index":3,"sense_key":"idea%1:09:03::","synset_id":"idea.n.03"},{"index":4,"sense_key":"idea%1:09:02::","synset_id":"estimate.n.01"},{"index":5,"sense_key":"idea%1:10:00::","synset_id":"theme.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"idea%1:09:02::","call_ids":["senseval2.d000.s024.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"idea%1:09:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23642154899425805}
{"item_id":"senseval2.d000.s024.t008","gold_sense_keys":["work%1:04:00::"],"candidates":[{"index":1,"sense_key":"work%1:04:00::","synset_id":"work.n.01"},{"index":2,"sense_key":"work%1:06:00::","synset_id":"work.n.02"},{"index":3,"sense_key":"work%1:04:01::","synset_id":"employment.n.02"},{"index":4,"sense_key":"work%1:09:00::","synset_id":"study.n.02"},{"index":5,"sense_key":"work%1:19:00::","synset_id":"work.n.05"},{"index":6,"sense_key":"work%1:06:01::","synset_id":"workplace.n.01"},{"index":7,"sense_key":"work%1:06:02::","synset_id":"oeuvre.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"work%1:09:00::","call_ids":["senseval2.d000.s024.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"work%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2371073120739311}
{"item_id":"senseval2.d000.s024.t009","gold_sense_keys":["involved%3:00:00::"],"candidates":[{"index":1,"sense_key":"involved%3:00:00::","synset_id":"involved.a.01"},{"index":2,"sense_key":"involved%5:00:00:encumbered:00","synset_id":"involved.s.01"},{"index":3,"sense_key":"involved%5:00:00:attached:01","synset_id":"involved.s.02"},{"index":4,"sense_key":"involved%5:00:00:complex:00","synset_id":"byzantine.s.01"},{"index":5,"sense_key":"involved%5:00:00:enclosed:00","synset_id":"involved.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"involved%5:00:00:complex:00","call_ids":["senseval2.d000.s024.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"involved%5:00:00:complex:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2247612199280411}
{"item_id":"senseval2.d000.s025.t000","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ringer%1:18:00::","call_ids":["senseval2.d000.s025.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ringer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24111866811290383}
{"item_id":"senseval2.d000.s025.t001","gold_sense_keys":["stand%2:35:00::"],"candidates":[{"index":1,"sense_key":"stand%2:35:00::","synset_id":"stand.v.01"},{"index":2,"sense_key":"stand%2:42:04::","synset_id":"stand.v.02"},{"index":3,"sense_key":"stand%2:42:03::","synset_id":"stand.v.03"},{"index":4,"sense_key":"stand%2:42:00::","synset_id":"stand.v.04"},{"index":5,"sense_key":"stand%2:31:00::","synset_id":"digest.v.03"},{"index":6,"sense_key":"stand%2:31:01::","synset_id":"stand.v.06"},{"index":7,"sense_key":"stand%2:42:06::","synset_id":"stand.v.07"},{"index":8,"sense_key":"stand%2:42:02::","synset_id":"stand.v.08"},{"index":9,"sense_key":"stand%2:42:01::","synset_id":"stand.v.09"},{"index":10,"sense_key":"stand%2:35:01::","synset_id":"stand.v.10"},{"index":11,"sense_key":"stand%2:33:00::","synset_id":"resist.v.04"},{"index":12,"sense_key":"stand%2:35:10::","synset_id":"stand.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"stand%2:42:01::","call_ids":["senseval2.d000.s025.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"stand%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":380,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24517223611474037}
{"item_id":"senseval2.d000.s025.t002","gold_sense_keys":["circle%1:25:01::"],"candidates":[{"index":1,"sense_key":"circle%1:25:00::","synset_id":"circle.n.01"},{"index":2,"sense_key":"circle%1:14:00::","synset_id":"set.n.05"},{"index":3,"sense_key":"circle%1:25:01::","synset_id":"circle.n.03"},{"index":4,"sense_key":"circle%1:04:00::","synset_id":"lap.n.05"},{"index":5,"sense_key":"circle%1:06:01::","synset_id":"traffic_circle.n.01"},{"index":6,"sense_key":"circle%1:06:03::","synset_id":"r-2.n.01"},{"index":7,"sense_key":"circle%1:06:02::","synset_id":"circle.n.07"},{"index":8,"sense_key":"circle%1:06:00::","synset_id":"circle.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"circle%1:25:01::","call_ids":["senseval2.d000.s025.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"circle%1:25:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":324,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2463457768317312}
{"item_id":"senseval2.d000.s025.t003","gold_sense_keys":["foot%1:08:01::"],"candidates":[{"index":1,"sense_key":"foot%1:08:01::","synset_id":"foot.n.01"},{"index":2,"sense_key":"foot%1:23:00::","synset_id":"foot.n.02"},{"index":3,"sense_key":"foot%1:15:00::","synset_id":"foot.n.03"},{"index":4,"sense_key":"foot%1:05:01::","synset_id":"animal_foot.n.01"},{"index":5,"sense_key":"foot%1:06:00::","synset_id":"foundation.n.03"},{"index":6,"sense_key":"foot%1:05:00::","synset_id":"foot.n.06"},{"index":7,"sense_key":"foot%1:04:00::","synset_id":"foot.n.07"},{"index":8,"sense_key":"foot%1:18:00::","synset_id":"foot.n.08"},{"index":9,"sense_key":"foot%1:14:00::","synset_id":"infantry.n.01"},{"index":10,"sense_key":"foot%1:10:00::","synset_id":"metrical_foot.n.01"},{"index":11,"sense_key":"foot%1:06:01::","synset_id":"foot.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"foot%1:14:00::","call_ids":["senseval2.d000.s025.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"foot%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":369,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24744145199656487}
{"item_id":"senseval2.d000.s025.t004","gold_sense_keys":["ahead%4:02:00::"],"candidates":[{"index":1,"sense_key":"ahead%4:02:00::","synset_id":"ahead.r.01"},{"index":2,"sense_key":"ahead%4:02:06::","synset_id":"ahead.r.02"},{"index":3,"sense_key":"ahead%4:02:02::","synset_id":"ahead.r.03"},{"index":4,"sense_key":"ahead%4:02:01::","synset_id":"ahead.r.04"},{"index":5,"sense_key":"ahead%4:02:05::","synset_id":"ahead.r.05"},{"index":6,"sense_key":"ahead%4:02:04::","synset_id":"ahead.r.06"},{"index":7,"sense_key":"ahead%4:02:03::","synset_id":"ahead.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"ahead%4:02:00::","call_ids":["senseval2.d000.s025.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"ahead%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":292,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24314752081409097}
{"item_id":"senseval2.d000.s025.t006","gold_sense_keys":["stance%1:07:00::"],"candidates":[{"index":1,"sense_key":"stance%1:07:00::","synset_id":"stance.n.01"},{"index":2,"sense_key":"stance%1:09:00::","synset_id":"position.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stance%1:09:00::","call_ids":["senseval2.d000.s025.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stance%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":136,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2483743610791862}
{"item_id":"senseval2.d000.s025.t007","gold_sense_keys":["pull%2:35:04::"],"candidates":[{"index":1,"sense_key":"pull%2:35:00::","synset_id":"pull.v.01"},{"index":2,"sense_key":"pull%2:35:02::","synset_id":"attract.v.01"},{"index":3,"sense_key":"pull%2:38:01::","synset_id":"pull.v.03"},{"index":4,"sense_key":"pull%2:35:04::","synset_id":"pull.v.04"},{"index":5,"sense_key":"pull%2:41:00::","synset_id":"perpetrate.v.01"},{"index":6,"sense_key":"pull%2:38:03::","synset_id":"draw.v.05"},{"index":7,"sense_key":"pull%2:38:00::","synset_id":"pull.v.07"},{"index":8,"sense_key":"pull%2:29:00::","synset_id":"pull.v.08"},{"index":9,"sense_key":"pull%2:38:13::","synset_id":"pull.v.09"},{"index":10,"sense_key":"pull%2:38:02::","synset_id":"pull.v.10"},{"index":11,"sense_key":"pull%2:38:04::","synset_id":"pull.v.11"},{"index":12,"sense_key":"pull%2:35:01::","synset_id":"rend.v.01"},{"index":13,"sense_key":"pull%2:35:03::","synset_id":"pull.v.13"},{"index":14,"sense_key":"pull%2:35:05::","synset_id":"pluck.v.05"},{"index":15,"sense_key":"pull%2:35:10::","synset_id":"extract.v.01"},{"index":16,"sense_key":"pull%2:33:13::","synset_id":"pull.v.16"},{"index":17,"sense_key":"pull%2:30:11::","synset_id":"pull.v.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"pull%2:38:13::","call_ids":["senseval2.d000.s025.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"pull%2:38:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":512,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24953904817812145}
{"item_id":"senseval2.d000.s025.t008","gold_sense_keys":["rope%1:06:00::"],"candidates":[{"index":1,"sense_key":"rope%1:06:00::","synset_id":"rope.n.01"},{"index":2,"sense_key":"rope%1:06:01::","synset_id":"r-2.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"rope%1:06:00::","call_ids":["senseval2.d000.s025.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"rope%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17697993316687644}
{"item_id":"senseval2.d000.s025.t009","gold_sense_keys":["small%3:00:00::"],"candidates":[{"index":1,"sense_key":"small%3:00:00::","synset_id":"small.a.01"},{"index":2,"sense_key":"small%5:00:00:limited:00","synset_id":"minor.s.03"},{"index":3,"sense_key":"small%5:00:00:young:00","synset_id":"little.s.01"},{"index":4,"sense_key":"small%5:00:00:little:03","synset_id":"small.s.03"},{"index":5,"sense_key":"small%5:00:00:inferior:01","synset_id":"humble.s.01"},{"index":6,"sense_key":"small%5:00:00:lowercase:00","synset_id":"little.s.04"},{"index":7,"sense_key":"small%5:00:00:soft:04","synset_id":"little.s.03"},{"index":8,"sense_key":"small%5:00:00:fine:00","synset_id":"small.s.07"},{"index":9,"sense_key":"small%5:00:00:moderate:00","synset_id":"modest.s.01"},{"index":10,"sense_key":"small%5:00:00:decreased:00","synset_id":"belittled.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"small%5:00:00:moderate:00","call_ids":["senseval2.d000.s025.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"small%5:00:00:moderate:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.267264453927055}
{"item_id":"senseval2.d000.s025.t010","gold_sense_keys":["hole%1:06:00::","hole%1:17:01::"],"candidates":[{"index":1,"sense_key":"hole%1:17:01::","synset_id":"hole.n.01"},{"index":2,"sense_key":"hole%1:06:00::","synset_id":"hole.n.02"},{"index":3,"sense_key":"hole%1:06:01::","synset_id":"hole.n.03"},{"index":4,"sense_key":"hole%1:25:00::","synset_id":"hole.n.04"},{"index":5,"sense_key":"hole%1:17:02::","synset_id":"hole.n.05"},{"index":6,"sense_key":"hole%1:26:01::","synset_id":"hole.n.06"},{"index":7,"sense_key":"hole%1:26:00::","synset_id":"fix.n.01"},{"index":8,"sense_key":"hole%1:08:00::","synset_id":"trap.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"hole%1:06:01::","call_ids":["senseval2.d000.s025.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"hole%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.286088032880798}
{"item_id":"senseval2.d000.s025.t011","gold_sense_keys":["high%3:00:01::"],"candidates":[{"index":1,"sense_key":"high%3:00:02::","synset_id":"high.a.01"},{"index":2,"sense_key":"high%3:00:01::","synset_id":"high.a.02"},{"index":3,"sense_key":"high%5:00:00:superior:01","synset_id":"eminent.s.01"},{"index":4,"sense_key":"high%3:00:03::","synset_id":"high.a.04"},{"index":5,"sense_key":"high%5:00:00:elated:00","synset_id":"high.s.02"},{"index":6,"sense_key":"high%5:00:00:malodorous:00","synset_id":"gamey.s.02"},{"index":7,"sense_key":"high%5:00:00:intoxicated:00","synset_id":"high.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"high%3:00:01::","call_ids":["senseval2.d000.s025.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"high%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":257,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2898597251623869}
{"item_id":"senseval2.d000.s025.t012","gold_sense_keys":["ceiling%1:06:00::"],"candidates":[{"index":1,"sense_key":"ceiling%1:06:00::","synset_id":"ceiling.n.01"},{"index":2,"sense_key":"ceiling%1:07:00::","synset_id":"ceiling.n.02"},{"index":3,"sense_key":"ceiling%1:10:00::","synset_id":"ceiling.n.03"},{"index":4,"sense_key":"ceiling%1:07:01::","synset_id":"ceiling.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ceiling%1:10:00::","call_ids":["senseval2.d000.s025.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ceiling%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2919435380026698}
{"item_id":"senseval2.d000.s025.t013","gold_sense_keys":["chamber%1:06:00::"],"candidates":[{"index":1,"sense_key":"chamber%1:06:00::","synset_id":"chamber.n.01"},{"index":2,"sense_key":"chamber%1:08:00::","synset_id":"chamber.n.02"},{"index":3,"sense_key":"chamber%1:06:02::","synset_id":"chamber.n.03"},{"index":4,"sense_key":"chamber%1:14:00::","synset_id":"chamber.n.04"},{"index":5,"sense_key":"chamber%1:06:01::","synset_id":"bedroom.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"chamber%1:08:00::","call_ids":["senseval2.d000.s025.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"chamber%1:08:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2961587880272418}
{"item_id":"senseval2.d000.s026.t000","gold_sense_keys":["speak%2:32:02::"],"candidates":[{"index":1,"sense_key":"speak%2:32:00::","synset_id":"talk.v.02"},{"index":2,"sense_key":"speak%2:32:01::","synset_id":"talk.v.01"},{"index":3,"sense_key":"speak%2:32:02::","synset_id":"speak.v.03"},{"index":4,"sense_key":"speak%2:32:03::","synset_id":"address.v.02"},{"index":5,"sense_key":"speak%2:39:00::","synset_id":"speak.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"speak%2:39:00::","call_ids":["senseval2.d000.s026.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"speak%2:39:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2990213679149747}
{"item_id":"senseval2.d000.s026.t002","gold_sense_keys":["rope%1:06:00::"],"candidates":[{"index":1,"sense_key":"rope%1:06:00::","synset_id":"rope.n.01"},{"index":2,"sense_key":"rope%1:06:01::","synset_id":"r-2.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"rope%1:06:00::","call_ids":["senseval2.d000.s026.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"rope%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":126,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.301760631846264}
{"item_id":"senseval2.d000.s026.t003","gold_sense_keys":["seem%2:39:00::"],"candidates":[{"index":1,"sense_key":"seem%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"seem%2:39:01::","synset_id":"appear.v.04"},{"index":3,"sense_key":"seem%2:42:00::","synset_id":"seem.v.03"},{"index":4,"sense_key":"seem%2:39:02::","synset_id":"seem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seem%2:39:01::","call_ids":["senseval2.d000.s026.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seem%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3043441688641906}
{"item_id":"senseval2.d000.s026.t004","gold_sense_keys":["make%2:36:08::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval2.d000.s026.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1074,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3072923000436276}
{"item_id":"senseval2.d000.s026.t006","gold_sense_keys":["sound%1:07:00::"],"candidates":[{"index":1,"sense_key":"sound%1:07:00::","synset_id":"sound.n.01"},{"index":2,"sense_key":"sound%1:09:00::","synset_id":"sound.n.02"},{"index":3,"sense_key":"sound%1:19:00::","synset_id":"sound.n.03"},{"index":4,"sense_key":"sound%1:11:00::","synset_id":"sound.n.04"},{"index":5,"sense_key":"sound%1:10:00::","synset_id":"audio.n.01"},{"index":6,"sense_key":"sound%1:10:01::","synset_id":"phone.n.02"},{"index":7,"sense_key":"sound%1:17:01::","synset_id":"strait.n.01"},{"index":8,"sense_key":"sound%1:17:00::","synset_id":"sound.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sound%1:19:00::","call_ids":["senseval2.d000.s026.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sound%1:19:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":295,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31052637309767306}
{"item_id":"senseval2.d000.s026.t007","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"bell%1:11:00::","call_ids":["senseval2.d000.s026.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"bell%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":337,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31335893110372126}
{"item_id":"senseval2.d000.s026.t008","gold_sense_keys":["muffle%2:39:00::"],"candidates":[{"index":1,"sense_key":"muffle%2:35:00::","synset_id":"smother.v.03"},{"index":2,"sense_key":"muffle%2:39:00::","synset_id":"muffle.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"muffle%2:39:00::","call_ids":["senseval2.d000.s026.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"muffle%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31588029209524393}
{"item_id":"senseval2.d000.s026.t009","gold_sense_keys":["ceiling%1:06:00::"],"candidates":[{"index":1,"sense_key":"ceiling%1:06:00::","synset_id":"ceiling.n.01"},{"index":2,"sense_key":"ceiling%1:07:00::","synset_id":"ceiling.n.02"},{"index":3,"sense_key":"ceiling%1:10:00::","synset_id":"ceiling.n.03"},{"index":4,"sense_key":"ceiling%1:07:01::","synset_id":"ceiling.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ceiling%1:10:00::","call_ids":["senseval2.d000.s026.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ceiling%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.317878665169701}
{"item_id":"senseval2.d000.s027.t001","gold_sense_keys":["absorbed%5:00:00:attentive:00"],"candidates":[{"index":1,"sense_key":"absorbed%5:00:00:attentive:00","synset_id":"captive.s.02"},{"index":2,"sense_key":"absorbed%5:00:00:unreflected:00","synset_id":"absorbed.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"absorbed%5:00:00:attentive:00","call_ids":["senseval2.d000.s027.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"absorbed%5:00:00:attentive:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31866814102977514}
{"item_id":"senseval2.d000.s027.t002","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ringer%1:18:00::","call_ids":["senseval2.d000.s027.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ringer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3203131309710443}
{"item_id":"senseval2.d000.s027.t003","gold_sense_keys":["stare%2:29:00::"],"candidates":[{"index":1,"sense_key":"stare%2:39:00::","synset_id":"gaze.v.01"},{"index":2,"sense_key":"stare%2:29:00::","synset_id":"stare.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"stare%2:39:00::","call_ids":["senseval2.d000.s027.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"stare%2:39:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33283110219053924}
{"item_id":"senseval2.d000.s027.t004","gold_sense_keys":["straight%4:02:05::"],"candidates":[{"index":1,"sense_key":"straight%4:02:05::","synset_id":"directly.r.01"},{"index":2,"sense_key":"straight%4:02:04::","synset_id":"directly.r.04"},{"index":3,"sense_key":"straight%4:02:00::","synset_id":"straight.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"straight%4:02:00::","call_ids":["senseval2.d000.s027.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"straight%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3222624040208757}
{"item_id":"senseval2.d000.s027.t005","gold_sense_keys":["ahead%4:02:00::"],"candidates":[{"index":1,"sense_key":"ahead%4:02:00::","synset_id":"ahead.r.01"},{"index":2,"sense_key":"ahead%4:02:06::","synset_id":"ahead.r.02"},{"index":3,"sense_key":"ahead%4:02:02::","synset_id":"ahead.r.03"},{"index":4,"sense_key":"ahead%4:02:01::","synset_id":"ahead.r.04"},{"index":5,"sense_key":"ahead%4:02:05::","synset_id":"ahead.r.05"},{"index":6,"sense_key":"ahead%4:02:04::","synset_id":"ahead.r.06"},{"index":7,"sense_key":"ahead%4:02:03::","synset_id":"ahead.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"ahead%4:02:00::","call_ids":["senseval2.d000.s027.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"ahead%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":280,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3344269269146025}
{"item_id":"senseval2.d000.s027.t006","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"use%2:34:00::","call_ids":["senseval2.d000.s027.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"use%2:34:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3530029719695449}
{"item_id":"senseval2.d000.s027.t008","gold_sense_keys":["call%2:32:02::"],"candidates":[{"index":1,"sense_key":"call%2:32:02::","synset_id":"name.v.01"},{"index":2,"sense_key":"call%2:32:00::","synset_id":"call.v.02"},{"index":3,"sense_key":"call%2:32:01::","synset_id":"call.v.03"},{"index":4,"sense_key":"call%2:32:09::","synset_id":"shout.v.02"},{"index":5,"sense_key":"call%2:32:05::","synset_id":"call.v.05"},{"index":6,"sense_key":"call%2:41:00::","synset_id":"visit.v.03"},{"index":7,"sense_key":"call%2:41:04::","synset_id":"call.v.07"},{"index":8,"sense_key":"call%2:32:13::","synset_id":"call.v.08"},{"index":9,"sense_key":"call%2:32:04::","synset_id":"call.v.09"},{"index":10,"sense_key":"call%2:32:03::","synset_id":"call.v.10"},{"index":11,"sense_key":"call%2:42:09::","synset_id":"call.v.11"},{"index":12,"sense_key":"call%2:41:14::","synset_id":"address.v.06"},{"index":13,"sense_key":"call%2:41:12::","synset_id":"call.v.13"},{"index":14,"sense_key":"call%2:40:09::","synset_id":"call.v.14"},{"index":15,"sense_key":"call%2:40:05::","synset_id":"bid.v.04"},{"index":16,"sense_key":"call%2:38:00::","synset_id":"call.v.16"},{"index":17,"sense_key":"call%2:32:06::","synset_id":"call.v.17"},{"index":18,"sense_key":"call%2:32:10::","synset_id":"predict.v.01"},{"index":19,"sense_key":"call%2:32:12::","synset_id":"call.v.19"},{"index":20,"sense_key":"call%2:32:07::","synset_id":"call.v.20"},{"index":21,"sense_key":"call%2:32:08::","synset_id":"call.v.21"},{"index":22,"sense_key":"call%2:32:11::","synset_id":"call.v.22"},{"index":23,"sense_key":"call%2:32:15::","synset_id":"call.v.23"},{"index":24,"sense_key":"call%2:32:14::","synset_id":"call.v.24"},{"index":25,"sense_key":"call%2:31:13::","synset_id":"call.v.25"},{"index":26,"sense_key":"call%2:31:00::","synset_id":"call.v.26"},{"index":27,"sense_key":"call%2:31:05::","synset_id":"call.v.27"},{"index":28,"sense_key":"call%2:29:05::","synset_id":"call.v.28"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":24,"chosen_sense_key":"call%2:32:14::","call_ids":["senseval2.d000.s027.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":24,"predicted_sense_key":"call%2:32:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":788,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35563546512275934}
{"item_id":"senseval2.d000.s027.t009","gold_sense_keys":["watch%2:39:00::","watch%2:39:02::","watch%2:41:00::"],"candidates":[{"index":1,"sense_key":"watch%2:39:00::","synset_id":"watch.v.01"},{"index":2,"sense_key":"watch%2:41:00::","synset_id":"watch.v.02"},{"index":3,"sense_key":"watch%2:39:05::","synset_id":"watch.v.03"},{"index":4,"sense_key":"watch%2:39:02::","synset_id":"watch.v.04"},{"index":5,"sense_key":"watch%2:39:01::","synset_id":"watch.v.05"},{"index":6,"sense_key":"watch%2:39:03::","synset_id":"watch.v.06"},{"index":7,"sense_key":"watch%2:32:09::","synset_id":"determine.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"watch%2:39:02::","call_ids":["senseval2.d000.s027.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"watch%2:39:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3583532618358731}
{"item_id":"senseval2.d000.s027.t010","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval2.d000.s027.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35129407700151205}
{"item_id":"senseval2.d000.s027.t011","gold_sense_keys":["rope%1:06:00::"],"candidates":[{"index":1,"sense_key":"rope%1:06:00::","synset_id":"rope.n.01"},{"index":2,"sense_key":"rope%1:06:01::","synset_id":"r-2.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"rope%1:06:00::","call_ids":["senseval2.d000.s027.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"rope%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":132,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35372493602335453}
{"item_id":"senseval2.d000.s027.t012","gold_sense_keys":["thus%4:02:00::"],"candidates":[{"index":1,"sense_key":"thus%4:02:00::","synset_id":"therefore.r.01"},{"index":2,"sense_key":"thus%4:02:01::","synset_id":"thus.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"thus%4:02:01::","call_ids":["senseval2.d000.s027.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"thus%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35576655087061226}
{"item_id":"senseval2.d000.s027.t013","gold_sense_keys":["time%2:30:06::"],"candidates":[{"index":1,"sense_key":"time%2:30:00::","synset_id":"clock.v.01"},{"index":2,"sense_key":"time%2:31:00::","synset_id":"time.v.02"},{"index":3,"sense_key":"time%2:31:01::","synset_id":"time.v.03"},{"index":4,"sense_key":"time%2:30:01::","synset_id":"time.v.04"},{"index":5,"sense_key":"time%2:30:06::","synset_id":"time.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"time%2:30:06::","call_ids":["senseval2.d000.s027.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"time%2:30:06::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35829097498208284}
{"item_id":"senseval2.d000.s027.t014","gold_sense_keys":["pull%1:04:00::"],"candidates":[{"index":1,"sense_key":"pull%1:04:00::","synset_id":"pull.n.01"},{"index":2,"sense_key":"pull%1:19:00::","synset_id":"pull.n.02"},{"index":3,"sense_key":"pull%1:07:00::","synset_id":"pull.n.03"},{"index":4,"sense_key":"pull%1:06:01::","synset_id":"pull.n.04"},{"index":5,"sense_key":"pull%1:26:00::","synset_id":"wrench.n.01"},{"index":6,"sense_key":"pull%1:04:01::","synset_id":"puff.n.07"},{"index":7,"sense_key":"pull%1:04:02::","synset_id":"pull.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"pull%1:04:02::","call_ids":["senseval2.d000.s027.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"pull%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":268,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3602126711048186}
{"item_id":"senseval2.d000.s028.t000","gold_sense_keys":["far%4:02:00::"],"candidates":[{"index":1,"sense_key":"far%4:02:02::","synset_id":"far.r.01"},{"index":2,"sense_key":"far%4:02:00::","synset_id":"far.r.02"},{"index":3,"sense_key":"far%4:02:04::","synset_id":"far.r.03"},{"index":4,"sense_key":"far%4:02:01::","synset_id":"far.r.04"},{"index":5,"sense_key":"far%4:02:05::","synset_id":"far.r.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"far%4:02:00::","call_ids":["senseval2.d000.s028.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"far%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3623860329389572}
{"item_id":"senseval2.d000.s028.t001","gold_sense_keys":["above%4:02:01::"],"candidates":[{"index":1,"sense_key":"above%4:02:00::","synset_id":"above.r.01"},{"index":2,"sense_key":"above%4:02:01::","synset_id":"above.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"above%4:02:01::","call_ids":["senseval2.d000.s028.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"above%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3640276410151273}
{"item_id":"senseval2.d000.s028.t004","gold_sense_keys":["bronze%5:00:00:metallic:00"],"candidates":[{"index":1,"sense_key":"bronze%5:00:00:chromatic:00","synset_id":"bronze.s.01"},{"index":2,"sense_key":"bronze%5:00:00:metallic:00","synset_id":"bronze.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bronze%5:00:00:metallic:00","call_ids":["senseval2.d000.s028.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bronze%5:00:00:metallic:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36583587783388793}
{"item_id":"senseval2.d000.s028.t005","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s028.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":350,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3674857299774885}
{"item_id":"senseval2.d000.s028.t006","gold_sense_keys":["mount%2:35:00::"],"candidates":[{"index":1,"sense_key":"mount%2:35:00::","synset_id":"mount.v.01"},{"index":2,"sense_key":"mount%2:30:00::","synset_id":"wax.v.02"},{"index":3,"sense_key":"mount%2:30:01::","synset_id":"mount.v.03"},{"index":4,"sense_key":"mount%2:36:00::","synset_id":"mount.v.04"},{"index":5,"sense_key":"mount%2:38:01::","synset_id":"hop_on.v.01"},{"index":6,"sense_key":"mount%2:38:00::","synset_id":"climb.v.01"},{"index":7,"sense_key":"mount%2:36:01::","synset_id":"mount.v.07"},{"index":8,"sense_key":"mount%2:35:07::","synset_id":"ride.v.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"mount%2:38:00::","call_ids":["senseval2.d000.s028.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"mount%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":278,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36940676416270435}
{"item_id":"senseval2.d000.s028.t007","gold_sense_keys":["wheel%1:06:00::"],"candidates":[{"index":1,"sense_key":"wheel%1:06:00::","synset_id":"wheel.n.01"},{"index":2,"sense_key":"wheel%1:06:05::","synset_id":"steering_wheel.n.01"},{"index":3,"sense_key":"wheel%1:07:00::","synset_id":"wheel.n.03"},{"index":4,"sense_key":"wheel%1:06:01::","synset_id":"wheel.n.04"},{"index":5,"sense_key":"wheel%1:06:03::","synset_id":"roulette_wheel.n.01"},{"index":6,"sense_key":"wheel%1:06:02::","synset_id":"rack.n.04"},{"index":7,"sense_key":"wheel%1:06:06::","synset_id":"bicycle.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"wheel%1:06:00::","call_ids":["senseval2.d000.s028.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"wheel%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3709621070884168}
{"item_id":"senseval2.d000.s028.t008","gold_sense_keys":["swing%2:38:03::"],"candidates":[{"index":1,"sense_key":"swing%2:38:02::","synset_id":"swing.v.01"},{"index":2,"sense_key":"swing%2:38:00::","synset_id":"swing.v.02"},{"index":3,"sense_key":"swing%2:38:03::","synset_id":"swing.v.03"},{"index":4,"sense_key":"swing%2:41:01::","synset_id":"swing.v.04"},{"index":5,"sense_key":"swing%2:35:00::","synset_id":"swing.v.05"},{"index":6,"sense_key":"swing%2:42:00::","synset_id":"dangle.v.01"},{"index":7,"sense_key":"swing%2:33:00::","synset_id":"swing.v.07"},{"index":8,"sense_key":"swing%2:30:08::","synset_id":"swing.v.08"},{"index":9,"sense_key":"swing%2:42:01::","synset_id":"swing.v.09"},{"index":10,"sense_key":"swing%2:42:10::","synset_id":"swing.v.10"},{"index":11,"sense_key":"swing%2:41:00::","synset_id":"swing.v.11"},{"index":12,"sense_key":"swing%2:36:03::","synset_id":"swing.v.12"},{"index":13,"sense_key":"swing%2:35:08::","synset_id":"swing.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"swing%2:30:08::","call_ids":["senseval2.d000.s028.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"swing%2:30:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":387,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3869079959113151}
{"item_id":"senseval2.d000.s028.t009","gold_sense_keys":["madly%4:02:02::"],"candidates":[{"index":1,"sense_key":"madly%4:02:02::","synset_id":"madly.r.01"},{"index":2,"sense_key":"madly%4:02:01::","synset_id":"insanely.r.01"},{"index":3,"sense_key":"madly%4:02:00::","synset_id":"madly.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"madly%4:02:00::","call_ids":["senseval2.d000.s028.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"madly%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34597176406532526}
{"item_id":"senseval2.d000.s028.t010","gold_sense_keys":["full%5:00:01:whole:00"],"candidates":[{"index":1,"sense_key":"full%3:00:00::","synset_id":"full.a.01"},{"index":2,"sense_key":"full%5:00:01:whole:00","synset_id":"entire.s.01"},{"index":3,"sense_key":"full%5:00:00:complete:00","synset_id":"full.s.02"},{"index":4,"sense_key":"full%5:00:00:nourished:00","synset_id":"full.s.03"},{"index":5,"sense_key":"full%3:00:01::","synset_id":"full.a.05"},{"index":6,"sense_key":"full%5:00:00:ample:00","synset_id":"full.s.04"},{"index":7,"sense_key":"full%5:00:00:high:02","synset_id":"broad.s.04"},{"index":8,"sense_key":"full%5:00:02:ample:00","synset_id":"wide.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"full%5:00:00:high:02","call_ids":["senseval2.d000.s028.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"full%5:00:00:high:02","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33826288813725114}
{"item_id":"senseval2.d000.s028.t011","gold_sense_keys":["degree%1:23:00::"],"candidates":[{"index":1,"sense_key":"degree%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"degree%1:26:01::","synset_id":"degree.n.02"},{"index":3,"sense_key":"degree%1:10:00::","synset_id":"academic_degree.n.01"},{"index":4,"sense_key":"degree%1:23:00::","synset_id":"degree.n.04"},{"index":5,"sense_key":"degree%1:09:00::","synset_id":"degree.n.05"},{"index":6,"sense_key":"degree%1:23:03::","synset_id":"degree.n.06"},{"index":7,"sense_key":"degree%1:07:01::","synset_id":"degree.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"degree%1:23:00::","call_ids":["senseval2.d000.s028.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"degree%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3446547870989889}
{"item_id":"senseval2.d000.s028.t012","gold_sense_keys":["start%2:42:00::"],"candidates":[{"index":1,"sense_key":"start%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"start%2:30:01::","synset_id":"begin.v.03"},{"index":3,"sense_key":"start%2:38:02::","synset_id":"depart.v.03"},{"index":4,"sense_key":"start%2:42:00::","synset_id":"begin.v.02"},{"index":5,"sense_key":"start%2:36:00::","synset_id":"originate.v.02"},{"index":6,"sense_key":"start%2:36:01::","synset_id":"start.v.06"},{"index":7,"sense_key":"start%2:38:04::","synset_id":"startle.v.02"},{"index":8,"sense_key":"start%2:38:01::","synset_id":"start.v.08"},{"index":9,"sense_key":"start%2:38:00::","synset_id":"start.v.09"},{"index":10,"sense_key":"start%2:41:00::","synset_id":"start.v.10"},{"index":11,"sense_key":"start%2:33:00::","synset_id":"start.v.11"},{"index":12,"sense_key":"start%2:42:03::","synset_id":"begin.v.07"},{"index":13,"sense_key":"start%2:41:04::","synset_id":"begin.v.08"},{"index":14,"sense_key":"start%2:38:03::","synset_id":"start.v.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"start%2:38:00::","call_ids":["senseval2.d000.s028.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"start%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":409,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3461253740824759}
{"item_id":"senseval2.d000.s028.t013","gold_sense_keys":["end%2:42:00::"],"candidates":[{"index":1,"sense_key":"end%2:42:00::","synset_id":"end.v.01"},{"index":2,"sense_key":"end%2:30:01::","synset_id":"end.v.02"},{"index":3,"sense_key":"end%2:42:01::","synset_id":"end.v.03"},{"index":4,"sense_key":"end%2:36:13::","synset_id":"end.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"end%2:42:01::","call_ids":["senseval2.d000.s028.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"end%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34789537405595183}
{"item_id":"senseval2.d000.s028.t015","gold_sense_keys":["inverted%5:00:00:turned:00"],"candidates":[{"index":1,"sense_key":"inverted%5:00:00:turned:00","synset_id":"inverted.s.01"},{"index":2,"sense_key":"inverted%3:00:04::","synset_id":"anatropous.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"inverted%5:00:00:turned:00","call_ids":["senseval2.d000.s028.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"inverted%5:00:00:turned:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36064848699606955}
{"item_id":"senseval2.d000.s028.t016","gold_sense_keys":["position%1:07:00::"],"candidates":[{"index":1,"sense_key":"position%1:15:00::","synset_id":"position.n.01"},{"index":2,"sense_key":"position%1:15:02::","synset_id":"military_position.n.01"},{"index":3,"sense_key":"position%1:09:00::","synset_id":"position.n.03"},{"index":4,"sense_key":"position%1:07:01::","synset_id":"position.n.04"},{"index":5,"sense_key":"position%1:26:00::","synset_id":"status.n.01"},{"index":6,"sense_key":"position%1:04:01::","synset_id":"position.n.06"},{"index":7,"sense_key":"position%1:07:00::","synset_id":"position.n.07"},{"index":8,"sense_key":"position%1:15:03::","synset_id":"position.n.08"},{"index":9,"sense_key":"position%1:04:02::","synset_id":"position.n.09"},{"index":10,"sense_key":"position%1:04:00::","synset_id":"placement.n.03"},{"index":11,"sense_key":"position%1:26:02::","synset_id":"situation.n.02"},{"index":12,"sense_key":"position%1:09:01::","synset_id":"position.n.12"},{"index":13,"sense_key":"position%1:10:00::","synset_id":"side.n.10"},{"index":14,"sense_key":"position%1:10:01::","synset_id":"place.n.15"},{"index":15,"sense_key":"position%1:04:03::","synset_id":"stead.n.01"},{"index":16,"sense_key":"position%1:04:04::","synset_id":"position.n.16"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"position%1:07:00::","call_ids":["senseval2.d000.s028.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"position%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":467,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36283156904391944}
{"item_id":"senseval2.d000.s029.t001","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ringer%1:18:00::","call_ids":["senseval2.d000.s029.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ringer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3320617980789393}
{"item_id":"senseval2.d000.s029.t002","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"use%2:41:14::","call_ids":["senseval2.d000.s029.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"use%2:41:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33309264085255563}
{"item_id":"senseval2.d000.s029.t005","gold_sense_keys":["retard%2:30:01::"],"candidates":[{"index":1,"sense_key":"retard%2:30:01::","synset_id":"retard.v.01"},{"index":2,"sense_key":"retard%2:42:00::","synset_id":"retard.v.02"},{"index":3,"sense_key":"retard%2:30:07::","synset_id":"check.v.07"},{"index":4,"sense_key":"retard%2:30:00::","synset_id":"decelerate.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"retard%2:30:01::","call_ids":["senseval2.d000.s029.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"retard%2:30:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3340516600292176}
{"item_id":"senseval2.d000.s029.t006","gold_sense_keys":["swing%1:04:00::"],"candidates":[{"index":1,"sense_key":"swing%1:26:01::","synset_id":"swing.n.01"},{"index":2,"sense_key":"swing%1:06:00::","synset_id":"swing.n.02"},{"index":3,"sense_key":"swing%1:04:06::","synset_id":"swing.n.03"},{"index":4,"sense_key":"swing%1:04:00::","synset_id":"swing.n.04"},{"index":5,"sense_key":"swing%1:10:01::","synset_id":"swing.n.05"},{"index":6,"sense_key":"swing%1:07:00::","synset_id":"lilt.n.01"},{"index":7,"sense_key":"swing%1:04:03::","synset_id":"golf_stroke.n.01"},{"index":8,"sense_key":"swing%1:04:02::","synset_id":"baseball_swing.n.01"},{"index":9,"sense_key":"swing%1:04:04::","synset_id":"swing.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"swing%1:04:04::","call_ids":["senseval2.d000.s029.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"swing%1:04:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33493881998583674}
{"item_id":"senseval2.d000.s029.t007","gold_sense_keys":["so%4:02:06::"],"candidates":[{"index":1,"sense_key":"so%4:02:02::","synset_id":"so.r.01"},{"index":2,"sense_key":"so%4:02:06::","synset_id":"so.r.02"},{"index":3,"sense_key":"so%4:02:05::","synset_id":"so.r.03"},{"index":4,"sense_key":"so%4:02:07::","synset_id":"so.r.04"},{"index":5,"sense_key":"so%4:02:08::","synset_id":"so.r.05"},{"index":6,"sense_key":"so%4:02:04::","synset_id":"thus.r.02"},{"index":7,"sense_key":"so%4:02:03::","synset_id":"so.r.07"},{"index":8,"sense_key":"so%4:02:09::","synset_id":"then.r.01"},{"index":9,"sense_key":"so%4:02:10::","synset_id":"therefore.r.01"},{"index":10,"sense_key":"so%4:02:00::","synset_id":"indeed.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"so%4:02:03::","call_ids":["senseval2.d000.s029.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"so%4:02:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":356,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3359782269690186}
{"item_id":"senseval2.d000.s029.t008","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"bell%1:28:00::","call_ids":["senseval2.d000.s029.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"bell%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":338,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33698858600109816}
{"item_id":"senseval2.d000.s029.t009","gold_sense_keys":["swap%2:40:00::"],"candidates":[{"index":1,"sense_key":"swap%2:40:00::","synset_id":"trade.v.04"},{"index":2,"sense_key":"swap%2:38:00::","synset_id":"swap.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"swap%2:40:00::","call_ids":["senseval2.d000.s029.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"swap%2:40:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3379468871280551}
{"item_id":"senseval2.d000.s029.t010","gold_sense_keys":["place%1:10:02::"],"candidates":[{"index":1,"sense_key":"place%1:15:00::","synset_id":"topographic_point.n.01"},{"index":2,"sense_key":"place%1:15:04::","synset_id":"place.n.02"},{"index":3,"sense_key":"place%1:09:00::","synset_id":"place.n.03"},{"index":4,"sense_key":"place%1:15:01::","synset_id":"place.n.04"},{"index":5,"sense_key":"place%1:04:01::","synset_id":"stead.n.01"},{"index":6,"sense_key":"place%1:26:01::","synset_id":"place.n.06"},{"index":7,"sense_key":"place%1:15:06::","synset_id":"home.n.01"},{"index":8,"sense_key":"place%1:04:00::","synset_id":"position.n.06"},{"index":9,"sense_key":"place%1:15:05::","synset_id":"position.n.01"},{"index":10,"sense_key":"place%1:26:00::","synset_id":"place.n.10"},{"index":11,"sense_key":"place%1:15:03::","synset_id":"seat.n.01"},{"index":12,"sense_key":"place%1:10:00::","synset_id":"place.n.12"},{"index":13,"sense_key":"place%1:26:02::","synset_id":"place.n.13"},{"index":14,"sense_key":"place%1:15:02::","synset_id":"plaza.n.01"},{"index":15,"sense_key":"place%1:10:02::","synset_id":"place.n.15"},{"index":16,"sense_key":"place%1:10:01::","synset_id":"space.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"place%1:15:05::","call_ids":["senseval2.d000.s029.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"place%1:15:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":447,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33882018085569143}
{"item_id":"senseval2.d000.s030.t000","gold_sense_keys":["well-known%5:00:00:known:00"],"candidates":[{"index":1,"sense_key":"well-known%5:00:00:known:00","synset_id":"well-known.s.01"},{"index":2,"sense_key":"well-known%5:00:00:familiar:00","synset_id":"long-familiar.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"well-known%5:00:00:known:00","call_ids":["senseval2.d000.s030.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"well-known%5:00:00:known:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3397644010838121}
{"item_id":"senseval2.d000.s030.t002","gold_sense_keys":["involve%2:42:02::"],"candidates":[{"index":1,"sense_key":"involve%2:42:01::","synset_id":"involve.v.01"},{"index":2,"sense_key":"involve%2:42:04::","synset_id":"involve.v.02"},{"index":3,"sense_key":"involve%2:42:00::","synset_id":"imply.v.05"},{"index":4,"sense_key":"involve%2:42:07::","synset_id":"necessitate.v.01"},{"index":5,"sense_key":"involve%2:42:02::","synset_id":"involve.v.05"},{"index":6,"sense_key":"involve%2:31:00::","synset_id":"involve.v.06"},{"index":7,"sense_key":"involve%2:30:00::","synset_id":"involve.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"involve%2:31:00::","call_ids":["senseval2.d000.s030.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"involve%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":263,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3406329150311649}
{"item_id":"senseval2.d000.s030.t003","gold_sense_keys":["church%1:06:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"church%1:06:00::","call_ids":["senseval2.d000.s030.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"church%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34053332218900323}
{"item_id":"senseval2.d000.s030.t004","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bell%1:06:04::","call_ids":["senseval2.d000.s030.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bell%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":344,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34119808697141707}
{"item_id":"senseval2.d000.s030.t005","gold_sense_keys":["english%3:01:00::"],"candidates":[{"index":1,"sense_key":"english%3:01:00::","synset_id":"english.a.01"},{"index":2,"sense_key":"english%3:01:01::","synset_id":"english.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"english%3:01:01::","call_ids":["senseval2.d000.s030.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"english%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.342050519073382}
{"item_id":"senseval2.d000.s030.t007","gold_sense_keys":["describe%2:32:00::","describe%2:32:01::"],"candidates":[{"index":1,"sense_key":"describe%2:32:00::","synset_id":"describe.v.01"},{"index":2,"sense_key":"describe%2:32:01::","synset_id":"report.v.01"},{"index":3,"sense_key":"describe%2:35:00::","synset_id":"trace.v.02"},{"index":4,"sense_key":"describe%2:31:00::","synset_id":"identify.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"describe%2:32:01::","call_ids":["senseval2.d000.s030.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"describe%2:32:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3429104930255562}
{"item_id":"senseval2.d000.s030.t008","gold_sense_keys":["passion%1:09:00::"],"candidates":[{"index":1,"sense_key":"passion%1:12:00::","synset_id":"passion.n.01"},{"index":2,"sense_key":"passion%1:07:00::","synset_id":"heat.n.04"},{"index":3,"sense_key":"passion%1:26:01::","synset_id":"rage.n.03"},{"index":4,"sense_key":"passion%1:16:00::","synset_id":"mania.n.01"},{"index":5,"sense_key":"passion%1:12:02::","synset_id":"passion.n.05"},{"index":6,"sense_key":"passion%1:09:00::","synset_id":"love.n.02"},{"index":7,"sense_key":"passion%1:26:02::","synset_id":"passion.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"passion%1:26:01::","call_ids":["senseval2.d000.s030.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"passion%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34360545920208097}
{"item_id":"senseval2.d000.s030.t009","gold_sense_keys":["find%2:30:00::","find%2:38:10::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"find%2:36:00::","call_ids":["senseval2.d000.s030.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"find%2:36:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":507,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2925768739078194}
{"item_id":"senseval2.d000.s030.t010","gold_sense_keys":["satisfaction%1:12:00::","satisfaction%1:26:00::"],"candidates":[{"index":1,"sense_key":"satisfaction%1:12:00::","synset_id":"satisfaction.n.01"},{"index":2,"sense_key":"satisfaction%1:26:00::","synset_id":"gratification.n.01"},{"index":3,"sense_key":"satisfaction%1:21:00::","synset_id":"atonement.n.01"},{"index":4,"sense_key":"satisfaction%1:21:01::","synset_id":"satisfaction.n.04"},{"index":5,"sense_key":"satisfaction%1:04:00::","synset_id":"satisfaction.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"satisfaction%1:04:00::","call_ids":["senseval2.d000.s030.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"satisfaction%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2694752151146531}
{"item_id":"senseval2.d000.s030.t011","gold_sense_keys":["mathematical%5:00:00:exact:00"],"candidates":[{"index":1,"sense_key":"mathematical%3:01:00::","synset_id":"mathematical.a.01"},{"index":2,"sense_key":"mathematical%3:00:00::","synset_id":"numerical.a.03"},{"index":3,"sense_key":"mathematical%5:00:00:unquestionable:00","synset_id":"mathematical.s.01"},{"index":4,"sense_key":"mathematical%5:00:00:possible:00","synset_id":"mathematical.s.02"},{"index":5,"sense_key":"mathematical%5:00:00:exact:00","synset_id":"mathematical.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"mathematical%5:00:00:exact:00","call_ids":["senseval2.d000.s030.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"mathematical%5:00:00:exact:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25206628488376737}
{"item_id":"senseval2.d000.s030.t012","gold_sense_keys":["completeness%1:26:00::"],"candidates":[{"index":1,"sense_key":"completeness%1:26:00::","synset_id":"completeness.n.01"},{"index":2,"sense_key":"completeness%1:07:00::","synset_id":"completeness.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"completeness%1:07:00::","call_ids":["senseval2.d000.s030.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"completeness%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26109225791879}
{"item_id":"senseval2.d000.s030.t013","gold_sense_keys":["mechanical%3:00:00::","mechanical%3:01:00::"],"candidates":[{"index":1,"sense_key":"mechanical%3:00:00::","synset_id":"mechanical.a.01"},{"index":2,"sense_key":"mechanical%3:01:01::","synset_id":"mechanical.a.02"},{"index":3,"sense_key":"mechanical%3:01:00::","synset_id":"mechanical.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"mechanical%3:01:00::","call_ids":["senseval2.d000.s030.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"mechanical%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2713687939103693}
{"item_id":"senseval2.d000.s030.t014","gold_sense_keys":["perfection%1:26:00::"],"candidates":[{"index":1,"sense_key":"perfection%1:26:00::","synset_id":"perfection.n.01"},{"index":2,"sense_key":"perfection%1:09:00::","synset_id":"paragon.n.01"},{"index":3,"sense_key":"perfection%1:04:00::","synset_id":"perfection.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"perfection%1:09:00::","call_ids":["senseval2.d000.s030.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"perfection%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2588484731968492}
{"item_id":"senseval2.d000.s031.t000","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ringer%1:18:00::","call_ids":["senseval2.d000.s031.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ringer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2621188359335065}
{"item_id":"senseval2.d000.s031.t001","gold_sense_keys":["add%2:32:01::"],"candidates":[{"index":1,"sense_key":"add%2:30:00::","synset_id":"add.v.01"},{"index":2,"sense_key":"add%2:32:01::","synset_id":"add.v.02"},{"index":3,"sense_key":"add%2:40:00::","synset_id":"lend.v.01"},{"index":4,"sense_key":"add%2:31:00::","synset_id":"add.v.04"},{"index":5,"sense_key":"add%2:32:00::","synset_id":"total.v.02"},{"index":6,"sense_key":"add%2:42:00::","synset_id":"add.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"add%2:42:00::","call_ids":["senseval2.d000.s031.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"add%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26356583181768656}
{"item_id":"senseval2.d000.s031.t002","gold_sense_keys":["filled%5:00:01:full:00"],"candidates":[{"index":1,"sense_key":"filled%5:00:01:full:00","synset_id":"filled.s.01"},{"index":2,"sense_key":"filled%3:44:00::","synset_id":"filled.a.02"},{"index":3,"sense_key":"filled%5:00:00:occupied:00","synset_id":"filled.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"filled%5:00:01:full:00","call_ids":["senseval2.d000.s031.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"filled%5:00:01:full:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.264869550941512}
{"item_id":"senseval2.d000.s031.t003","gold_sense_keys":["solemn%5:00:00:serious:00"],"candidates":[{"index":1,"sense_key":"solemn%5:00:00:serious:00","synset_id":"grave.s.01"},{"index":2,"sense_key":"solemn%5:00:01:serious:00","synset_id":"earnest.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"solemn%5:00:00:serious:00","call_ids":["senseval2.d000.s031.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"solemn%5:00:00:serious:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20940786297433078}
{"item_id":"senseval2.d000.s031.t004","gold_sense_keys":["come%2:30:13::"],"candidates":[{"index":1,"sense_key":"come%2:38:00::","synset_id":"come.v.01"},{"index":2,"sense_key":"come%2:38:04::","synset_id":"arrive.v.01"},{"index":3,"sense_key":"come%2:30:01::","synset_id":"come.v.03"},{"index":4,"sense_key":"come%2:30:03::","synset_id":"come.v.04"},{"index":5,"sense_key":"come%2:42:04::","synset_id":"come.v.05"},{"index":6,"sense_key":"come%2:30:02::","synset_id":"come.v.06"},{"index":7,"sense_key":"come%2:42:13::","synset_id":"issue_forth.v.01"},{"index":8,"sense_key":"come%2:42:09::","synset_id":"hail.v.02"},{"index":9,"sense_key":"come%2:42:03::","synset_id":"come.v.09"},{"index":10,"sense_key":"come%2:42:05::","synset_id":"come.v.10"},{"index":11,"sense_key":"come%2:38:03::","synset_id":"come.v.11"},{"index":12,"sense_key":"come%2:42:00::","synset_id":"fall.v.04"},{"index":13,"sense_key":"come%2:30:13::","synset_id":"come.v.13"},{"index":14,"sense_key":"come%2:42:12::","synset_id":"total.v.01"},{"index":15,"sense_key":"come%2:42:11::","synset_id":"come.v.15"},{"index":16,"sense_key":"come%2:38:02::","synset_id":"come.v.16"},{"index":17,"sense_key":"come%2:31:14::","synset_id":"occur.v.02"},{"index":18,"sense_key":"come%2:42:15::","synset_id":"derive.v.05"},{"index":19,"sense_key":"come%2:42:02::","synset_id":"do.v.04"},{"index":20,"sense_key":"come%2:39:00::","synset_id":"come.v.20"},{"index":21,"sense_key":"come%2:31:13::","synset_id":"come.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"come%2:30:01::","call_ids":["senseval2.d000.s031.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"come%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":550,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23282414814457297}
{"item_id":"senseval2.d000.s031.t006","gold_sense_keys":["ritual%1:04:00::"],"candidates":[{"index":1,"sense_key":"ritual%1:04:00::","synset_id":"ritual.n.01"},{"index":2,"sense_key":"ritual%1:04:01::","synset_id":"ritual.n.02"},{"index":3,"sense_key":"ritual%1:04:02::","synset_id":"ritual.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ritual%1:04:02::","call_ids":["senseval2.d000.s031.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ritual%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19440697715617716}
{"item_id":"senseval2.d000.s031.t008","gold_sense_keys":["perform%2:36:00::"],"candidates":[{"index":1,"sense_key":"perform%2:36:00::","synset_id":"perform.v.01"},{"index":2,"sense_key":"perform%2:41:02::","synset_id":"perform.v.02"},{"index":3,"sense_key":"perform%2:36:01::","synset_id":"perform.v.03"},{"index":4,"sense_key":"perform%2:41:00::","synset_id":"do.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"perform%2:36:01::","call_ids":["senseval2.d000.s031.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"perform%2:36:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2251258729957044}
{"item_id":"senseval2.d000.s032.t000","gold_sense_keys":["become%2:42:01::"],"candidates":[{"index":1,"sense_key":"become%2:30:00::","synset_id":"become.v.01"},{"index":2,"sense_key":"become%2:42:01::","synset_id":"become.v.02"},{"index":3,"sense_key":"become%2:42:00::","synset_id":"become.v.03"},{"index":4,"sense_key":"become%2:42:03::","synset_id":"become.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"become%2:42:01::","call_ids":["senseval2.d000.s032.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"become%2:42:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.253923777025193}
{"item_id":"senseval2.d000.s032.t002","gold_sense_keys":["obsession%1:09:00::"],"candidates":[{"index":1,"sense_key":"obsession%1:16:00::","synset_id":"compulsion.n.02"},{"index":2,"sense_key":"obsession%1:09:00::","synset_id":"obsession.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"obsession%1:09:00::","call_ids":["senseval2.d000.s032.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"obsession%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25500229094177485}
{"item_id":"senseval2.d000.s032.t003","gold_sense_keys":["admit%2:32:00::"],"candidates":[{"index":1,"sense_key":"admit%2:32:00::","synset_id":"admit.v.01"},{"index":2,"sense_key":"admit%2:41:01::","synset_id":"admit.v.02"},{"index":3,"sense_key":"admit%2:41:00::","synset_id":"admit.v.03"},{"index":4,"sense_key":"admit%2:40:00::","synset_id":"accept.v.05"},{"index":5,"sense_key":"admit%2:42:06::","synset_id":"admit.v.05"},{"index":6,"sense_key":"admit%2:42:00::","synset_id":"admit.v.06"},{"index":7,"sense_key":"admit%2:42:04::","synset_id":"accommodate.v.04"},{"index":8,"sense_key":"admit%2:42:03::","synset_id":"admit.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"admit%2:42:06::","call_ids":["senseval2.d000.s032.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"admit%2:42:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":301,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2594637020956725}
{"item_id":"senseval2.d000.s032.t004","gold_sense_keys":["master%1:18:03::"],"candidates":[{"index":1,"sense_key":"master%1:18:00::","synset_id":"maestro.n.01"},{"index":2,"sense_key":"master%1:18:04::","synset_id":"overlord.n.01"},{"index":3,"sense_key":"master%1:18:01::","synset_id":"victor.n.01"},{"index":4,"sense_key":"master%1:18:03::","synset_id":"master.n.04"},{"index":5,"sense_key":"master%1:18:06::","synset_id":"headmaster.n.01"},{"index":6,"sense_key":"master%1:06:00::","synset_id":"master.n.06"},{"index":7,"sense_key":"master%1:18:07::","synset_id":"master.n.07"},{"index":8,"sense_key":"master%1:18:05::","synset_id":"master.n.08"},{"index":9,"sense_key":"master%1:18:02::","synset_id":"master.n.09"},{"index":10,"sense_key":"master%1:06:01::","synset_id":"passkey.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"master%1:18:02::","call_ids":["senseval2.d000.s032.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"master%1:18:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.260997282108292}
{"item_id":"senseval2.d000.s032.t007","gold_sense_keys":["best%3:00:00::"],"candidates":[{"index":1,"sense_key":"best%3:00:00::","synset_id":"best.a.01"},{"index":2,"sense_key":"best%5:00:00:advisable:00","synset_id":"better.s.01"},{"index":3,"sense_key":"good%3:00:01::","synset_id":"good.a.01"},{"index":4,"sense_key":"full%5:00:00:ample:00","synset_id":"full.s.04"},{"index":5,"sense_key":"good%3:00:02::","synset_id":"good.a.03"},{"index":6,"sense_key":"estimable%5:00:00:reputable:00","synset_id":"estimable.s.01"},{"index":7,"sense_key":"beneficial%5:00:00:advantageous:00","synset_id":"beneficial.s.01"},{"index":8,"sense_key":"good%5:00:00:nice:00","synset_id":"good.s.04"},{"index":9,"sense_key":"good%5:00:00:righteous:00","synset_id":"good.s.05"},{"index":10,"sense_key":"adept%5:00:00:skilled:00","synset_id":"adept.s.01"},{"index":11,"sense_key":"good%5:00:00:complete:00","synset_id":"good.s.07"},{"index":12,"sense_key":"dear%5:00:00:close:02","synset_id":"dear.s.02"},{"index":13,"sense_key":"dependable%5:00:00:sound:00","synset_id":"dependable.s.03"},{"index":14,"sense_key":"good%5:00:00:opportune:00","synset_id":"good.s.10"},{"index":15,"sense_key":"good%5:00:00:fortunate:00","synset_id":"good.s.11"},{"index":16,"sense_key":"effective%5:00:00:operative:00","synset_id":"effective.s.03"},{"index":17,"sense_key":"good%5:00:00:pleasing:00","synset_id":"good.s.13"},{"index":18,"sense_key":"good%5:00:00:intellectual:00","synset_id":"good.s.14"},{"index":19,"sense_key":"good%5:00:00:healthy:00","synset_id":"good.s.15"},{"index":20,"sense_key":"good%5:00:00:healthful:00","synset_id":"good.s.16"},{"index":21,"sense_key":"good%5:00:00:genuine:00","synset_id":"good.s.17"},{"index":22,"sense_key":"good%5:00:00:fresh:01","synset_id":"good.s.18"},{"index":23,"sense_key":"good%5:00:00:discriminating:00","synset_id":"good.s.19"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"good%3:00:02::","call_ids":["senseval2.d000.s032.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"good%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":534,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2625232150312513}
{"item_id":"senseval2.d000.s032.t008","gold_sense_keys":["female%3:00:00::"],"candidates":[{"index":1,"sense_key":"female%3:00:00::","synset_id":"female.a.01"},{"index":2,"sense_key":"female%5:00:02:feminine:01","synset_id":"female.s.01"},{"index":3,"sense_key":"female%5:00:01:female:00","synset_id":"female.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"female%5:00:01:female:00","call_ids":["senseval2.d000.s032.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"female%5:00:01:female:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24240907514467835}
{"item_id":"senseval2.d000.s032.t009","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s032.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2447887030430138}
{"item_id":"senseval2.d000.s033.t000","gold_sense_keys":["passion%1:09:00::"],"candidates":[{"index":1,"sense_key":"passion%1:12:00::","synset_id":"passion.n.01"},{"index":2,"sense_key":"passion%1:07:00::","synset_id":"heat.n.04"},{"index":3,"sense_key":"passion%1:26:01::","synset_id":"rage.n.03"},{"index":4,"sense_key":"passion%1:16:00::","synset_id":"mania.n.01"},{"index":5,"sense_key":"passion%1:12:02::","synset_id":"passion.n.05"},{"index":6,"sense_key":"passion%1:09:00::","synset_id":"love.n.02"},{"index":7,"sense_key":"passion%1:26:02::","synset_id":"passion.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"passion%1:26:01::","call_ids":["senseval2.d000.s033.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"passion%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2460958999581635}
{"item_id":"senseval2.d000.s033.t002","gold_sense_keys":["stay%2:42:04::"],"candidates":[{"index":1,"sense_key":"stay%2:30:00::","synset_id":"stay.v.01"},{"index":2,"sense_key":"stay%2:38:00::","synset_id":"stay.v.02"},{"index":3,"sense_key":"stay%2:42:01::","synset_id":"bide.v.01"},{"index":4,"sense_key":"stay%2:42:02::","synset_id":"stay.v.04"},{"index":5,"sense_key":"stay%2:38:01::","synset_id":"stay.v.05"},{"index":6,"sense_key":"stay%2:30:01::","synset_id":"stay.v.06"},{"index":7,"sense_key":"stay%2:42:04::","synset_id":"persist.v.03"},{"index":8,"sense_key":"stay%2:42:03::","synset_id":"last_out.v.01"},{"index":9,"sense_key":"stay%2:41:00::","synset_id":"stay.v.09"},{"index":10,"sense_key":"stay%2:35:00::","synset_id":"stay.v.10"},{"index":11,"sense_key":"stay%2:34:00::","synset_id":"quell.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"stay%2:42:02::","call_ids":["senseval2.d000.s033.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"stay%2:42:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":308,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24632529285736382}
{"item_id":"senseval2.d000.s033.t003","gold_sense_keys":["tower%1:06:00::"],"candidates":[{"index":1,"sense_key":"tower%1:06:00::","synset_id":"tower.n.01"},{"index":2,"sense_key":"tower%1:25:00::","synset_id":"column.n.04"},{"index":3,"sense_key":"tower%1:06:01::","synset_id":"tugboat.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"tower%1:25:00::","call_ids":["senseval2.d000.s033.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"tower%1:25:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25285163102671504}
{"item_id":"senseval2.d000.s033.t004","gold_sense_keys":["however%4:02:00::"],"candidates":[{"index":1,"sense_key":"however%4:02:00::","synset_id":"however.r.01"},{"index":2,"sense_key":"however%4:02:04::","synset_id":"however.r.02"},{"index":3,"sense_key":"however%4:02:02::","synset_id":"however.r.03"},{"index":4,"sense_key":"however%4:02:01::","synset_id":"however.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"however%4:02:04::","call_ids":["senseval2.d000.s033.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"however%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2542694478761405}
{"item_id":"senseval2.d000.s034.t000","gold_sense_keys":["more%4:02:00::"],"candidates":[{"index":1,"sense_key":"more%4:02:00::","synset_id":"more.r.01"},{"index":2,"sense_key":"more%4:02:01::","synset_id":"more.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"more%4:02:01::","call_ids":["senseval2.d000.s034.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"more%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26421499997377396}
{"item_id":"senseval2.d000.s034.t001","gold_sense_keys":["often%4:02:00::","often%4:02:02::"],"candidates":[{"index":1,"sense_key":"often%4:02:00::","synset_id":"frequently.r.01"},{"index":2,"sense_key":"often%4:02:01::","synset_id":"much.r.05"},{"index":3,"sense_key":"often%4:02:02::","synset_id":"often.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"often%4:02:02::","call_ids":["senseval2.d000.s034.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"often%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2190034941304475}
{"item_id":"senseval2.d000.s034.t002","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s034.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3224279519636184}
{"item_id":"senseval2.d000.s034.t003","gold_sense_keys":["think_of%2:31:01::"],"candidates":[{"index":1,"sense_key":"think_of%2:31:00::","synset_id":"remember.v.02"},{"index":2,"sense_key":"think_of%2:31:03::","synset_id":"entertain.v.02"},{"index":3,"sense_key":"think_of%2:31:01::","synset_id":"think_of.v.03"},{"index":4,"sense_key":"think_of%2:31:02::","synset_id":"think_of.v.04"},{"index":5,"sense_key":"think_of%2:36:00::","synset_id":"think_up.v.01"},{"index":6,"sense_key":"think_of%2:31:04::","synset_id":"think_of.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"think_of%2:31:02::","call_ids":["senseval2.d000.s034.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"think_of%2:31:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":231,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3876331599894911}
{"item_id":"senseval2.d000.s034.t004","gold_sense_keys":["church%1:06:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"church%1:04:00::","call_ids":["senseval2.d000.s034.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"church%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3922233369667083}
{"item_id":"senseval2.d000.s034.t006","gold_sense_keys":["bottom%1:15:01::"],"candidates":[{"index":1,"sense_key":"bottom%1:15:00::","synset_id":"bottom.n.01"},{"index":2,"sense_key":"bottom%1:15:01::","synset_id":"bottom.n.02"},{"index":3,"sense_key":"bottom%1:08:00::","synset_id":"buttocks.n.01"},{"index":4,"sense_key":"bottom%1:28:00::","synset_id":"bottom.n.04"},{"index":5,"sense_key":"bottom%1:17:00::","synset_id":"bed.n.03"},{"index":6,"sense_key":"bottom%1:17:01::","synset_id":"bottomland.n.01"},{"index":7,"sense_key":"bottom%1:06:00::","synset_id":"bottom.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bottom%1:15:01::","call_ids":["senseval2.d000.s034.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bottom%1:15:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3960995499510318}
{"item_id":"senseval2.d000.s035.t001","gold_sense_keys":["complete%2:30:02::"],"candidates":[{"index":1,"sense_key":"complete%2:30:02::","synset_id":"complete.v.01"},{"index":2,"sense_key":"complete%2:30:00::","synset_id":"complete.v.02"},{"index":3,"sense_key":"complete%2:41:00::","synset_id":"dispatch.v.02"},{"index":4,"sense_key":"complete%2:33:00::","synset_id":"complete.v.04"},{"index":5,"sense_key":"complete%2:32:00::","synset_id":"complete.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"complete%2:30:00::","call_ids":["senseval2.d000.s035.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"complete%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4005608439911157}
{"item_id":"senseval2.d000.s035.t002","gold_sense_keys":["work_up%2:29:00::"],"candidates":[{"index":1,"sense_key":"work_up%2:30:00::","synset_id":"build_up.v.02"},{"index":2,"sense_key":"work_up%2:29:00::","synset_id":"work_up.v.02"},{"index":3,"sense_key":"work_up%2:30:06::","synset_id":"build_up.v.04"},{"index":4,"sense_key":"work_up%2:30:03::","synset_id":"work_out.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"work_up%2:29:00::","call_ids":["senseval2.d000.s035.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"work_up%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4085087839048356}
{"item_id":"senseval2.d000.s035.t003","gold_sense_keys":["sweat%1:08:00::"],"candidates":[{"index":1,"sense_key":"sweat%1:08:00::","synset_id":"perspiration.n.01"},{"index":2,"sense_key":"sweat%1:26:01::","synset_id":"fret.n.01"},{"index":3,"sense_key":"sweat%1:19:00::","synset_id":"sweat.n.03"},{"index":4,"sense_key":"sweat%1:04:00::","synset_id":"effort.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"sweat%1:04:00::","call_ids":["senseval2.d000.s035.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"sweat%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4286065900232643}
{"item_id":"senseval2.d000.s035.t004","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ringer%1:18:00::","call_ids":["senseval2.d000.s035.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ringer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43164936103858054}
{"item_id":"senseval2.d000.s035.t005","gold_sense_keys":["often%4:02:00::","often%4:02:02::"],"candidates":[{"index":1,"sense_key":"often%4:02:00::","synset_id":"frequently.r.01"},{"index":2,"sense_key":"often%4:02:01::","synset_id":"much.r.05"},{"index":3,"sense_key":"often%4:02:02::","synset_id":"often.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"often%4:02:02::","call_ids":["senseval2.d000.s035.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"often%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43365421309135854}
{"item_id":"senseval2.d000.s035.t006","gold_sense_keys":["skip%2:38:02::"],"candidates":[{"index":1,"sense_key":"skip%2:31:01::","synset_id":"jump.v.13"},{"index":2,"sense_key":"skip%2:42:00::","synset_id":"cut.v.11"},{"index":3,"sense_key":"skip%2:38:00::","synset_id":"hop.v.01"},{"index":4,"sense_key":"skip%2:38:02::","synset_id":"decamp.v.03"},{"index":5,"sense_key":"skip%2:38:03::","synset_id":"skip.v.05"},{"index":6,"sense_key":"skip%2:35:00::","synset_id":"skim.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"skip%2:38:02::","call_ids":["senseval2.d000.s035.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"skip%2:38:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43615650781430304}
{"item_id":"senseval2.d000.s035.t007","gold_sense_keys":["local%3:01:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval2.d000.s035.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3873600240331143}
{"item_id":"senseval2.d000.s035.t009","gold_sense_keys":["leave%2:40:06::"],"candidates":[{"index":1,"sense_key":"leave%2:38:01::","synset_id":"leave.v.01"},{"index":2,"sense_key":"leave%2:31:05::","synset_id":"leave.v.02"},{"index":3,"sense_key":"leave%2:42:02::","synset_id":"leave.v.03"},{"index":4,"sense_key":"leave%2:30:02::","synset_id":"leave.v.04"},{"index":5,"sense_key":"leave%2:38:00::","synset_id":"exit.v.01"},{"index":6,"sense_key":"leave%2:42:01::","synset_id":"leave.v.06"},{"index":7,"sense_key":"leave%2:42:00::","synset_id":"leave.v.07"},{"index":8,"sense_key":"leave%2:41:00::","synset_id":"leave.v.08"},{"index":9,"sense_key":"leave%2:40:06::","synset_id":"entrust.v.02"},{"index":10,"sense_key":"leave%2:40:01::","synset_id":"bequeath.v.01"},{"index":11,"sense_key":"leave%2:42:03::","synset_id":"leave.v.11"},{"index":12,"sense_key":"leave%2:30:03::","synset_id":"leave.v.12"},{"index":13,"sense_key":"leave%2:40:02::","synset_id":"impart.v.01"},{"index":14,"sense_key":"leave%2:31:02::","synset_id":"forget.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"leave%2:41:00::","call_ids":["senseval2.d000.s035.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"leave%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":425,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40023946901783347}
{"item_id":"senseval2.d000.s035.t010","gold_sense_keys":["worship%1:04:00::"],"candidates":[{"index":1,"sense_key":"worship%1:04:00::","synset_id":"worship.n.01"},{"index":2,"sense_key":"worship%1:12:01::","synset_id":"worship.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"worship%1:12:01::","call_ids":["senseval2.d000.s035.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"worship%1:12:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":130,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4103707259055227}
{"item_id":"senseval2.d000.s035.t011","gold_sense_keys":["below%4:02:06::"],"candidates":[{"index":1,"sense_key":"below%4:02:01::","synset_id":"below.r.01"},{"index":2,"sense_key":"below%4:02:00::","synset_id":"below.r.02"},{"index":3,"sense_key":"below%4:02:02::","synset_id":"below.r.03"},{"index":4,"sense_key":"below%4:02:06::","synset_id":"downstairs.r.01"},{"index":5,"sense_key":"below%4:02:03::","synset_id":"under.r.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"below%4:02:06::","call_ids":["senseval2.d000.s035.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"below%4:02:06::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41342987096868455}
{"item_id":"senseval2.d000.s036.t000","gold_sense_keys":["well%4:02:00::"],"candidates":[{"index":1,"sense_key":"well%4:02:00::","synset_id":"well.r.01"},{"index":2,"sense_key":"well%4:02:05::","synset_id":"well.r.02"},{"index":3,"sense_key":"well%4:02:03::","synset_id":"well.r.03"},{"index":4,"sense_key":"well%4:02:15::","synset_id":"well.r.04"},{"index":5,"sense_key":"well%4:02:08::","synset_id":"well.r.05"},{"index":6,"sense_key":"well%4:02:07::","synset_id":"well.r.06"},{"index":7,"sense_key":"well%4:02:11::","synset_id":"well.r.07"},{"index":8,"sense_key":"well%4:02:14::","synset_id":"well.r.08"},{"index":9,"sense_key":"well%4:02:13::","synset_id":"well.r.09"},{"index":10,"sense_key":"well%4:02:12::","synset_id":"well.r.10"},{"index":11,"sense_key":"well%4:02:10::","synset_id":"well.r.11"},{"index":12,"sense_key":"well%4:02:09::","synset_id":"well.r.12"},{"index":13,"sense_key":"well%4:02:01::","synset_id":"well.r.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"well%4:02:13::","call_ids":["senseval2.d000.s036.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"well%4:02:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":383,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.437606087885797}
{"item_id":"senseval2.d000.s037.t000","gold_sense_keys":["membership%1:14:00::"],"candidates":[{"index":1,"sense_key":"membership%1:14:00::","synset_id":"membership.n.01"},{"index":2,"sense_key":"membership%1:26:00::","synset_id":"membership.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"membership%1:26:00::","call_ids":["senseval2.d000.s037.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"membership%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3093707677908242}
{"item_id":"senseval2.d000.s037.t002","gold_sense_keys":["steadily%4:02:01::"],"candidates":[{"index":1,"sense_key":"steadily%4:02:01::","synset_id":"steadily.r.01"},{"index":2,"sense_key":"steadily%4:02:00::","synset_id":"steadily.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"steadily%4:02:01::","call_ids":["senseval2.d000.s037.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"steadily%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40026305383071303}
{"item_id":"senseval2.d000.s037.t005","gold_sense_keys":["vicar%1:18:01::"],"candidates":[{"index":1,"sense_key":"vicar%1:18:00::","synset_id":"vicar.n.01"},{"index":2,"sense_key":"vicar%1:18:02::","synset_id":"vicar.n.02"},{"index":3,"sense_key":"vicar%1:18:01::","synset_id":"vicar.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"vicar%1:18:01::","call_ids":["senseval2.d000.s037.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"vicar%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3918102129828185}
{"item_id":"senseval2.d000.s037.t006","gold_sense_keys":["press%2:32:00::"],"candidates":[{"index":1,"sense_key":"press%2:35:00::","synset_id":"press.v.01"},{"index":2,"sense_key":"press%2:32:00::","synset_id":"urge.v.01"},{"index":3,"sense_key":"press%2:42:01::","synset_id":"weigh.v.05"},{"index":4,"sense_key":"press%2:35:01::","synset_id":"press.v.04"},{"index":5,"sense_key":"press%2:35:02::","synset_id":"compress.v.02"},{"index":6,"sense_key":"press%2:38:00::","synset_id":"press.v.06"},{"index":7,"sense_key":"press%2:36:01::","synset_id":"press.v.07"},{"index":8,"sense_key":"press%2:42:00::","synset_id":"press.v.08"},{"index":9,"sense_key":"press%2:41:12::","synset_id":"crusade.v.01"},{"index":10,"sense_key":"press%2:36:00::","synset_id":"press.v.10"},{"index":11,"sense_key":"press%2:35:06::","synset_id":"press.v.11"},{"index":12,"sense_key":"press%2:35:03::","synset_id":"iron.v.01"},{"index":13,"sense_key":"press%2:33:00::","synset_id":"weight-lift.v.01"},{"index":14,"sense_key":"press%2:32:01::","synset_id":"bid.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"press%2:42:00::","call_ids":["senseval2.d000.s037.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"press%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":410,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38912720791995525}
{"item_id":"senseval2.d000.s037.t007","gold_sense_keys":["equally%4:02:01::"],"candidates":[{"index":1,"sense_key":"equally%4:02:01::","synset_id":"equally.r.01"},{"index":2,"sense_key":"equally%4:02:02::","synset_id":"evenly.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"equally%4:02:02::","call_ids":["senseval2.d000.s037.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"equally%4:02:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40140916500240564}
{"item_id":"senseval2.d000.s037.t009","gold_sense_keys":["often%4:02:02::"],"candidates":[{"index":1,"sense_key":"often%4:02:00::","synset_id":"frequently.r.01"},{"index":2,"sense_key":"often%4:02:01::","synset_id":"much.r.05"},{"index":3,"sense_key":"often%4:02:02::","synset_id":"often.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"often%4:02:02::","call_ids":["senseval2.d000.s037.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"often%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40639181598089635}
{"item_id":"senseval2.d000.s037.t010","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s037.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.407637886935845}
{"item_id":"senseval2.d000.s037.t011","gold_sense_keys":["attend%2:42:00::"],"candidates":[{"index":1,"sense_key":"attend%2:42:00::","synset_id":"attend.v.01"},{"index":2,"sense_key":"attend%2:41:12::","synset_id":"attend.v.02"},{"index":3,"sense_key":"attend%2:42:01::","synset_id":"attend.v.03"},{"index":4,"sense_key":"attend%2:41:00::","synset_id":"serve.v.10"},{"index":5,"sense_key":"attend%2:39:00::","synset_id":"attend.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"attend%2:41:12::","call_ids":["senseval2.d000.s037.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"attend%2:41:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40908342599868774}
{"item_id":"senseval2.d000.s037.t012","gold_sense_keys":["service%1:04:01::"],"candidates":[{"index":1,"sense_key":"service%1:04:08::","synset_id":"service.n.01"},{"index":2,"sense_key":"service%1:04:00::","synset_id":"service.n.02"},{"index":3,"sense_key":"service%1:04:01::","synset_id":"service.n.03"},{"index":4,"sense_key":"service%1:14:05::","synset_id":"service.n.04"},{"index":5,"sense_key":"service%1:04:07::","synset_id":"service.n.05"},{"index":6,"sense_key":"service%1:14:00::","synset_id":"military_service.n.01"},{"index":7,"sense_key":"service%1:18:00::","synset_id":"service.n.07"},{"index":8,"sense_key":"service%1:07:00::","synset_id":"avail.n.01"},{"index":9,"sense_key":"service%1:06:00::","synset_id":"service.n.09"},{"index":10,"sense_key":"service%1:04:03::","synset_id":"servicing.n.01"},{"index":11,"sense_key":"service%1:04:09::","synset_id":"service.n.11"},{"index":12,"sense_key":"service%1:04:02::","synset_id":"serve.n.01"},{"index":13,"sense_key":"service%1:04:04::","synset_id":"service.n.13"},{"index":14,"sense_key":"service%1:04:05::","synset_id":"overhaul.n.01"},{"index":15,"sense_key":"service%1:04:06::","synset_id":"service.n.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"service%1:04:01::","call_ids":["senseval2.d000.s037.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"service%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":439,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4117282370571047}
{"item_id":"senseval2.d000.s038.t000","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["senseval2.d000.s038.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":246,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4142286810092628}
{"item_id":"senseval2.d000.s038.t002","gold_sense_keys":["vicar%1:18:01::"],"candidates":[{"index":1,"sense_key":"vicar%1:18:00::","synset_id":"vicar.n.01"},{"index":2,"sense_key":"vicar%1:18:02::","synset_id":"vicar.n.02"},{"index":3,"sense_key":"vicar%1:18:01::","synset_id":"vicar.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"vicar%1:18:01::","call_ids":["senseval2.d000.s038.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"vicar%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41276503214612603}
{"item_id":"senseval2.d000.s038.t003","gold_sense_keys":["get%2:30:00::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"get%2:38:00::","call_ids":["senseval2.d000.s038.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"get%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":935,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3965450720861554}
{"item_id":"senseval2.d000.s038.t004","gold_sense_keys":["so%4:02:03::"],"candidates":[{"index":1,"sense_key":"so%4:02:02::","synset_id":"so.r.01"},{"index":2,"sense_key":"so%4:02:06::","synset_id":"so.r.02"},{"index":3,"sense_key":"so%4:02:05::","synset_id":"so.r.03"},{"index":4,"sense_key":"so%4:02:07::","synset_id":"so.r.04"},{"index":5,"sense_key":"so%4:02:08::","synset_id":"so.r.05"},{"index":6,"sense_key":"so%4:02:04::","synset_id":"thus.r.02"},{"index":7,"sense_key":"so%4:02:03::","synset_id":"so.r.07"},{"index":8,"sense_key":"so%4:02:09::","synset_id":"then.r.01"},{"index":9,"sense_key":"so%4:02:10::","synset_id":"therefore.r.01"},{"index":10,"sense_key":"so%4:02:00::","synset_id":"indeed.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"so%4:02:03::","call_ids":["senseval2.d000.s038.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"so%4:02:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":380,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3922831630334258}
{"item_id":"senseval2.d000.s038.t005","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s038.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3942370410077274}
{"item_id":"senseval2.d000.s038.t006","gold_sense_keys":["attend%2:42:00::"],"candidates":[{"index":1,"sense_key":"attend%2:42:00::","synset_id":"attend.v.01"},{"index":2,"sense_key":"attend%2:41:12::","synset_id":"attend.v.02"},{"index":3,"sense_key":"attend%2:42:01::","synset_id":"attend.v.03"},{"index":4,"sense_key":"attend%2:41:00::","synset_id":"serve.v.10"},{"index":5,"sense_key":"attend%2:39:00::","synset_id":"attend.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"attend%2:41:12::","call_ids":["senseval2.d000.s038.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"attend%2:41:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4009633008390665}
{"item_id":"senseval2.d000.s038.t007","gold_sense_keys":["service%1:04:01::"],"candidates":[{"index":1,"sense_key":"service%1:04:08::","synset_id":"service.n.01"},{"index":2,"sense_key":"service%1:04:00::","synset_id":"service.n.02"},{"index":3,"sense_key":"service%1:04:01::","synset_id":"service.n.03"},{"index":4,"sense_key":"service%1:14:05::","synset_id":"service.n.04"},{"index":5,"sense_key":"service%1:04:07::","synset_id":"service.n.05"},{"index":6,"sense_key":"service%1:14:00::","synset_id":"military_service.n.01"},{"index":7,"sense_key":"service%1:18:00::","synset_id":"service.n.07"},{"index":8,"sense_key":"service%1:07:00::","synset_id":"avail.n.01"},{"index":9,"sense_key":"service%1:06:00::","synset_id":"service.n.09"},{"index":10,"sense_key":"service%1:04:03::","synset_id":"servicing.n.01"},{"index":11,"sense_key":"service%1:04:09::","synset_id":"service.n.11"},{"index":12,"sense_key":"service%1:04:02::","synset_id":"serve.n.01"},{"index":13,"sense_key":"service%1:04:04::","synset_id":"service.n.13"},{"index":14,"sense_key":"service%1:04:05::","synset_id":"overhaul.n.01"},{"index":15,"sense_key":"service%1:04:06::","synset_id":"service.n.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"service%1:04:01::","call_ids":["senseval2.d000.s038.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"service%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":460,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.402525122044608}
{"item_id":"senseval2.d000.s038.t008","gold_sense_keys":["sack%2:41:00::"],"candidates":[{"index":1,"sense_key":"sack%2:40:00::","synset_id":"sack.v.01"},{"index":2,"sense_key":"sack%2:41:00::","synset_id":"displace.v.03"},{"index":3,"sense_key":"sack%2:40:01::","synset_id":"net.v.01"},{"index":4,"sense_key":"sack%2:35:00::","synset_id":"sack.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sack%2:41:00::","call_ids":["senseval2.d000.s038.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sack%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4083813498727977}
{"item_id":"senseval2.d000.s038.t009","gold_sense_keys":["entire%5:00:01:whole:00"],"candidates":[{"index":1,"sense_key":"entire%5:00:01:whole:00","synset_id":"entire.s.01"},{"index":2,"sense_key":"entire%5:00:02:whole:00","synset_id":"integral.s.02"},{"index":3,"sense_key":"entire%5:00:00:smooth:02","synset_id":"entire.s.03"},{"index":4,"sense_key":"entire%5:00:00:uncastrated:00","synset_id":"entire.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"entire%5:00:01:whole:00","call_ids":["senseval2.d000.s038.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"entire%5:00:01:whole:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45401199790649116}
{"item_id":"senseval2.d000.s038.t011","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s038.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45539391110651195}
{"item_id":"senseval2.d000.s038.t012","gold_sense_keys":["promptly%4:02:02::"],"candidates":[{"index":1,"sense_key":"promptly%4:02:02::","synset_id":"promptly.r.01"},{"index":2,"sense_key":"promptly%4:02:00::","synset_id":"promptly.r.02"},{"index":3,"sense_key":"promptly%4:02:01::","synset_id":"promptly.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"promptly%4:02:01::","call_ids":["senseval2.d000.s038.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"promptly%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4568794551305473}
{"item_id":"senseval2.d000.s038.t015","gold_sense_keys":["protest%1:04:00::"],"candidates":[{"index":1,"sense_key":"protest%1:10:00::","synset_id":"protest.n.01"},{"index":2,"sense_key":"protest%1:04:00::","synset_id":"protest.n.02"},{"index":3,"sense_key":"protest%1:10:01::","synset_id":"protest.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"protest%1:04:00::","call_ids":["senseval2.d000.s038.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"protest%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4582819801289588}
{"item_id":"senseval2.d000.s039.t000","gold_sense_keys":["club%1:14:00::"],"candidates":[{"index":1,"sense_key":"club%1:14:01::","synset_id":"baseball_club.n.01"},{"index":2,"sense_key":"club%1:14:00::","synset_id":"club.n.02"},{"index":3,"sense_key":"club%1:06:00::","synset_id":"club.n.03"},{"index":4,"sense_key":"club%1:06:02::","synset_id":"clubhouse.n.01"},{"index":5,"sense_key":"club%1:06:01::","synset_id":"golf_club.n.02"},{"index":6,"sense_key":"club%1:06:03::","synset_id":"club.n.06"},{"index":7,"sense_key":"club%1:06:04::","synset_id":"cabaret.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"club%1:06:00::","call_ids":["senseval2.d000.s039.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"club%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4595057980623096}
{"item_id":"senseval2.d000.s039.t001","gold_sense_keys":["treat%2:31:00::"],"candidates":[{"index":1,"sense_key":"treat%2:41:00::","synset_id":"treat.v.01"},{"index":2,"sense_key":"treat%2:30:01::","synset_id":"process.v.01"},{"index":3,"sense_key":"treat%2:29:00::","synset_id":"treat.v.03"},{"index":4,"sense_key":"treat%2:32:00::","synset_id":"cover.v.05"},{"index":5,"sense_key":"treat%2:40:00::","synset_id":"treat.v.05"},{"index":6,"sense_key":"treat%2:34:00::","synset_id":"regale.v.01"},{"index":7,"sense_key":"treat%2:32:03::","synset_id":"treat.v.07"},{"index":8,"sense_key":"treat%2:31:00::","synset_id":"treat.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"treat%2:31:00::","call_ids":["senseval2.d000.s039.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"treat%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46085218200460076}
{"item_id":"senseval2.d000.s039.t002","gold_sense_keys":["tower%1:06:00::"],"candidates":[{"index":1,"sense_key":"tower%1:06:00::","synset_id":"tower.n.01"},{"index":2,"sense_key":"tower%1:25:00::","synset_id":"column.n.04"},{"index":3,"sense_key":"tower%1:06:01::","synset_id":"tugboat.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"tower%1:06:00::","call_ids":["senseval2.d000.s039.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"tower%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46194449509494007}
{"item_id":"senseval2.d000.s039.t003","gold_sense_keys":["sort%1:07:00::"],"candidates":[{"index":1,"sense_key":"sort%1:09:00::","synset_id":"kind.n.01"},{"index":2,"sense_key":"sort%1:07:00::","synset_id":"sort.n.02"},{"index":3,"sense_key":"sort%1:18:00::","synset_id":"sort.n.03"},{"index":4,"sense_key":"sort%1:22:00::","synset_id":"sort.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sort%1:07:00::","call_ids":["senseval2.d000.s039.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sort%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46301558683626354}
{"item_id":"senseval2.d000.s039.t004","gold_sense_keys":["separate%3:00:00::","separate%5:00:00:detached:00"],"candidates":[{"index":1,"sense_key":"separate%3:00:00::","synset_id":"separate.a.01"},{"index":2,"sense_key":"separate%5:00:00:detached:00","synset_id":"freestanding.s.01"},{"index":3,"sense_key":"separate%5:00:02:segregated:00","synset_id":"separate.s.02"},{"index":4,"sense_key":"separate%5:00:02:unconnected:00","synset_id":"disjoined.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"separate%5:00:00:detached:00","call_ids":["senseval2.d000.s039.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"separate%5:00:00:detached:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46405331301502883}
{"item_id":"senseval2.d000.s039.t006","gold_sense_keys":["say%2:32:00::","say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"say%2:32:15::","call_ids":["senseval2.d000.s039.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"say%2:32:15::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":336,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46519485488533974}
{"item_id":"senseval2.d000.s040.t000","gold_sense_keys":["new%3:00:00::","new%5:00:00:other:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"new%3:00:00::","call_ids":["senseval2.d000.s040.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"new%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":349,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46621630410663784}
{"item_id":"senseval2.d000.s040.t002","gold_sense_keys":["today%1:28:00::"],"candidates":[{"index":1,"sense_key":"today%1:28:00::","synset_id":"today.n.01"},{"index":2,"sense_key":"today%1:28:01::","synset_id":"today.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"today%1:28:01::","call_ids":["senseval2.d000.s040.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"today%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46720326296053827}
{"item_id":"senseval2.d000.s040.t003","gold_sense_keys":["member%1:18:00::"],"candidates":[{"index":1,"sense_key":"member%1:18:00::","synset_id":"member.n.01"},{"index":2,"sense_key":"member%1:24:00::","synset_id":"member.n.02"},{"index":3,"sense_key":"member%1:08:00::","synset_id":"extremity.n.01"},{"index":4,"sense_key":"member%1:14:00::","synset_id":"member.n.04"},{"index":5,"sense_key":"member%1:08:01::","synset_id":"penis.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"member%1:24:00::","call_ids":["senseval2.d000.s040.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"member%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46834081993438303}
{"item_id":"senseval2.d000.s040.t004","gold_sense_keys":["congregation%1:14:00::"],"candidates":[{"index":1,"sense_key":"congregation%1:14:00::","synset_id":"congregation.n.01"},{"index":2,"sense_key":"congregation%1:14:01::","synset_id":"congregation.n.02"},{"index":3,"sense_key":"congregation%1:04:00::","synset_id":"congregation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"congregation%1:14:01::","call_ids":["senseval2.d000.s040.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"congregation%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4694434010889381}
{"item_id":"senseval2.d000.s041.t000","gold_sense_keys":["still%4:02:01::"],"candidates":[{"index":1,"sense_key":"still%4:02:01::","synset_id":"still.r.01"},{"index":2,"sense_key":"still%4:02:04::","synset_id":"however.r.01"},{"index":3,"sense_key":"still%4:02:00::","synset_id":"even.r.03"},{"index":4,"sense_key":"still%4:02:02::","synset_id":"still.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"still%4:02:04::","call_ids":["senseval2.d000.s041.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"still%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4554816330783069}
{"item_id":"senseval2.d000.s041.t002","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s041.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4301473228260875}
{"item_id":"senseval2.d000.s041.t003","gold_sense_keys":["ring%2:39:01::"],"candidates":[{"index":1,"sense_key":"ring%2:39:00::","synset_id":"ring.v.01"},{"index":2,"sense_key":"ring%2:39:04::","synset_id":"resound.v.01"},{"index":3,"sense_key":"ring%2:39:01::","synset_id":"ring.v.03"},{"index":4,"sense_key":"ring%2:32:00::","synset_id":"call.v.03"},{"index":5,"sense_key":"ring%2:35:03::","synset_id":"surround.v.01"},{"index":6,"sense_key":"ring%2:35:00::","synset_id":"ring.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ring%2:39:01::","call_ids":["senseval2.d000.s041.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ring%2:39:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3961506800260395}
{"item_id":"senseval2.d000.s041.t005","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"bell%1:28:00::","call_ids":["senseval2.d000.s041.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"bell%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":326,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3972809959668666}
{"item_id":"senseval2.d000.s042.t000","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"bell%1:18:00::","call_ids":["senseval2.d000.s042.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"bell%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38129853014834225}
{"item_id":"senseval2.d000.s042.t002","gold_sense_keys":["silent%5:00:00:quiet:01"],"candidates":[{"index":1,"sense_key":"silent%5:00:00:quiet:01","synset_id":"silent.s.01"},{"index":2,"sense_key":"silent%5:00:00:uncommunicative:00","synset_id":"mum.s.01"},{"index":3,"sense_key":"silent%5:00:00:implicit:00","synset_id":"silent.s.03"},{"index":4,"sense_key":"silent%5:00:02:inaudible:00","synset_id":"silent.s.04"},{"index":5,"sense_key":"silent%5:00:00:inaudible:00","synset_id":"silent.s.05"},{"index":6,"sense_key":"silent%5:00:00:inarticulate:00","synset_id":"dumb.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"silent%5:00:00:implicit:00","call_ids":["senseval2.d000.s042.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"silent%5:00:00:implicit:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4066496780142188}
{"item_id":"senseval2.d000.s042.t003","gold_sense_keys":["follow%2:42:01::"],"candidates":[{"index":1,"sense_key":"follow%2:38:00::","synset_id":"follow.v.01"},{"index":2,"sense_key":"follow%2:42:00::","synset_id":"postdate.v.01"},{"index":3,"sense_key":"follow%2:42:05::","synset_id":"follow.v.03"},{"index":4,"sense_key":"follow%2:38:01::","synset_id":"follow.v.04"},{"index":5,"sense_key":"follow%2:41:00::","synset_id":"comply.v.01"},{"index":6,"sense_key":"follow%2:42:01::","synset_id":"follow.v.06"},{"index":7,"sense_key":"follow%2:30:00::","synset_id":"follow.v.07"},{"index":8,"sense_key":"follow%2:42:02::","synset_id":"follow.v.08"},{"index":9,"sense_key":"follow%2:40:00::","synset_id":"adopt.v.01"},{"index":10,"sense_key":"follow%2:42:03::","synset_id":"follow.v.10"},{"index":11,"sense_key":"follow%2:36:00::","synset_id":"take_after.v.02"},{"index":12,"sense_key":"follow%2:31:00::","synset_id":"trace.v.01"},{"index":13,"sense_key":"follow%2:41:02::","synset_id":"watch.v.02"},{"index":14,"sense_key":"follow%2:41:01::","synset_id":"succeed.v.02"},{"index":15,"sense_key":"follow%2:36:01::","synset_id":"play_along.v.02"},{"index":16,"sense_key":"follow%2:30:01::","synset_id":"keep_up.v.04"},{"index":17,"sense_key":"follow%2:42:04::","synset_id":"come.v.05"},{"index":18,"sense_key":"follow%2:41:10::","synset_id":"follow.v.18"},{"index":19,"sense_key":"follow%2:41:11::","synset_id":"follow.v.19"},{"index":20,"sense_key":"follow%2:41:09::","synset_id":"be.v.08"},{"index":21,"sense_key":"follow%2:39:13::","synset_id":"surveil.v.01"},{"index":22,"sense_key":"follow%2:38:13::","synset_id":"pursue.v.02"},{"index":23,"sense_key":"follow%2:31:14::","synset_id":"follow.v.23"},{"index":24,"sense_key":"follow%2:30:12::","synset_id":"stick_to.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"follow%2:42:01::","call_ids":["senseval2.d000.s042.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"follow%2:42:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":638,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39013824984431267}
{"item_id":"senseval2.d000.s042.t005","gold_sense_keys":["church%1:04:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"church%1:14:01::","call_ids":["senseval2.d000.s042.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"church%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39103685808368027}
{"item_id":"senseval2.d000.s043.t000","gold_sense_keys":["vicar%1:18:01::"],"candidates":[{"index":1,"sense_key":"vicar%1:18:00::","synset_id":"vicar.n.01"},{"index":2,"sense_key":"vicar%1:18:02::","synset_id":"vicar.n.02"},{"index":3,"sense_key":"vicar%1:18:01::","synset_id":"vicar.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"vicar%1:18:01::","call_ids":["senseval2.d000.s043.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"vicar%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39346886379644275}
{"item_id":"senseval2.d000.s043.t001","gold_sense_keys":["refuse%2:32:00::"],"candidates":[{"index":1,"sense_key":"refuse%2:32:00::","synset_id":"refuse.v.01"},{"index":2,"sense_key":"refuse%2:40:00::","synset_id":"refuse.v.02"},{"index":3,"sense_key":"refuse%2:42:00::","synset_id":"defy.v.02"},{"index":4,"sense_key":"refuse%2:40:01::","synset_id":"deny.v.04"},{"index":5,"sense_key":"refuse%2:42:04::","synset_id":"resist.v.05"},{"index":6,"sense_key":"refuse%2:41:00::","synset_id":"reject.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"refuse%2:32:00::","call_ids":["senseval2.d000.s043.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"refuse%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3943546989466995}
{"item_id":"senseval2.d000.s043.t002","gold_sense_keys":["talk_about%2:32:01::"],"candidates":[{"index":1,"sense_key":"talk_about%2:32:00::","synset_id":"discourse.v.01"},{"index":2,"sense_key":"talk_about%2:32:01::","synset_id":"talk_of.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"talk_about%2:32:01::","call_ids":["senseval2.d000.s043.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"talk_about%2:32:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39522149693220854}
{"item_id":"senseval2.d000.s043.t003","gold_sense_keys":["say%2:32:00::","say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d000.s043.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":332,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39607344195246696}
{"item_id":"senseval2.d000.s044.t000","gold_sense_keys":["vicar%1:18:01::"],"candidates":[{"index":1,"sense_key":"vicar%1:18:00::","synset_id":"vicar.n.01"},{"index":2,"sense_key":"vicar%1:18:02::","synset_id":"vicar.n.02"},{"index":3,"sense_key":"vicar%1:18:01::","synset_id":"vicar.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"vicar%1:18:01::","call_ids":["senseval2.d000.s044.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"vicar%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3971306229941547}
{"item_id":"senseval2.d000.s044.t002","gold_sense_keys":["church%1:06:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"church%1:06:00::","call_ids":["senseval2.d000.s044.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"church%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39797109994105995}
{"item_id":"senseval2.d000.s044.t003","gold_sense_keys":["feel%2:31:00::"],"candidates":[{"index":1,"sense_key":"feel%2:37:00::","synset_id":"feel.v.01"},{"index":2,"sense_key":"feel%2:31:00::","synset_id":"find.v.05"},{"index":3,"sense_key":"feel%2:39:00::","synset_id":"feel.v.03"},{"index":4,"sense_key":"feel%2:29:00::","synset_id":"feel.v.04"},{"index":5,"sense_key":"feel%2:31:01::","synset_id":"feel.v.05"},{"index":6,"sense_key":"feel%2:39:01::","synset_id":"feel.v.06"},{"index":7,"sense_key":"feel%2:42:00::","synset_id":"feel.v.07"},{"index":8,"sense_key":"feel%2:39:10::","synset_id":"feel.v.08"},{"index":9,"sense_key":"feel%2:35:00::","synset_id":"feel.v.09"},{"index":10,"sense_key":"feel%2:35:01::","synset_id":"palpate.v.01"},{"index":11,"sense_key":"feel%2:40:00::","synset_id":"feel.v.11"},{"index":12,"sense_key":"feel%2:39:09::","synset_id":"feel.v.12"},{"index":13,"sense_key":"feel%2:35:11::","synset_id":"feel.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"feel%2:42:00::","call_ids":["senseval2.d000.s044.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"feel%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":419,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39879494602791965}
{"item_id":"senseval2.d000.s044.t004","gold_sense_keys":["fault%1:07:01::"],"candidates":[{"index":1,"sense_key":"fault%1:04:00::","synset_id":"mistake.n.01"},{"index":2,"sense_key":"fault%1:26:00::","synset_id":"defect.n.03"},{"index":3,"sense_key":"fault%1:07:00::","synset_id":"demerit.n.02"},{"index":4,"sense_key":"fault%1:17:00::","synset_id":"fault.n.04"},{"index":5,"sense_key":"fault%1:11:00::","synset_id":"fault.n.05"},{"index":6,"sense_key":"fault%1:07:01::","synset_id":"fault.n.06"},{"index":7,"sense_key":"fault%1:04:01::","synset_id":"fault.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"fault%1:17:00::","call_ids":["senseval2.d000.s044.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"fault%1:17:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":319,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39977124193683267}
{"item_id":"senseval2.d000.s044.t008","gold_sense_keys":["next%5:00:00:close:01"],"candidates":[{"index":1,"sense_key":"next%5:00:00:succeeding:00","synset_id":"following.s.02"},{"index":2,"sense_key":"next%5:00:00:close:01","synset_id":"adjacent.s.01"},{"index":3,"sense_key":"next%5:00:00:incoming:00","synset_id":"future.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"next%5:00:00:close:01","call_ids":["senseval2.d000.s044.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"next%5:00:00:close:01","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3915677107870579}
{"item_id":"senseval2.d000.s044.t009","gold_sense_keys":["altar%1:06:01::"],"candidates":[{"index":1,"sense_key":"altar%1:06:01::","synset_id":"altar.n.01"},{"index":2,"sense_key":"altar%1:06:00::","synset_id":"altar.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"altar%1:06:00::","call_ids":["senseval2.d000.s044.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"altar%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36848997022025287}
{"item_id":"senseval2.d000.s045.t000","gold_sense_keys":["so%4:02:10::"],"candidates":[{"index":1,"sense_key":"so%4:02:02::","synset_id":"so.r.01"},{"index":2,"sense_key":"so%4:02:06::","synset_id":"so.r.02"},{"index":3,"sense_key":"so%4:02:05::","synset_id":"so.r.03"},{"index":4,"sense_key":"so%4:02:07::","synset_id":"so.r.04"},{"index":5,"sense_key":"so%4:02:08::","synset_id":"so.r.05"},{"index":6,"sense_key":"so%4:02:04::","synset_id":"thus.r.02"},{"index":7,"sense_key":"so%4:02:03::","synset_id":"so.r.07"},{"index":8,"sense_key":"so%4:02:09::","synset_id":"then.r.01"},{"index":9,"sense_key":"so%4:02:10::","synset_id":"therefore.r.01"},{"index":10,"sense_key":"so%4:02:00::","synset_id":"indeed.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"so%4:02:03::","call_ids":["senseval2.d000.s045.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"so%4:02:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":364,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28549611405469477}
{"item_id":"senseval2.d000.s045.t007","gold_sense_keys":["here%4:02:01::"],"candidates":[{"index":1,"sense_key":"here%4:02:00::","synset_id":"here.r.01"},{"index":2,"sense_key":"here%4:02:02::","synset_id":"here.r.02"},{"index":3,"sense_key":"here%4:02:01::","synset_id":"here.r.03"},{"index":4,"sense_key":"here%4:02:04::","synset_id":"here.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"here%4:02:01::","call_ids":["senseval2.d000.s045.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"here%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20363918715156615}
{"item_id":"senseval2.d000.s045.t008","gold_sense_keys":["come%2:38:00::","come%2:38:04::"],"candidates":[{"index":1,"sense_key":"come%2:38:00::","synset_id":"come.v.01"},{"index":2,"sense_key":"come%2:38:04::","synset_id":"arrive.v.01"},{"index":3,"sense_key":"come%2:30:01::","synset_id":"come.v.03"},{"index":4,"sense_key":"come%2:30:03::","synset_id":"come.v.04"},{"index":5,"sense_key":"come%2:42:04::","synset_id":"come.v.05"},{"index":6,"sense_key":"come%2:30:02::","synset_id":"come.v.06"},{"index":7,"sense_key":"come%2:42:13::","synset_id":"issue_forth.v.01"},{"index":8,"sense_key":"come%2:42:09::","synset_id":"hail.v.02"},{"index":9,"sense_key":"come%2:42:03::","synset_id":"come.v.09"},{"index":10,"sense_key":"come%2:42:05::","synset_id":"come.v.10"},{"index":11,"sense_key":"come%2:38:03::","synset_id":"come.v.11"},{"index":12,"sense_key":"come%2:42:00::","synset_id":"fall.v.04"},{"index":13,"sense_key":"come%2:30:13::","synset_id":"come.v.13"},{"index":14,"sense_key":"come%2:42:12::","synset_id":"total.v.01"},{"index":15,"sense_key":"come%2:42:11::","synset_id":"come.v.15"},{"index":16,"sense_key":"come%2:38:02::","synset_id":"come.v.16"},{"index":17,"sense_key":"come%2:31:14::","synset_id":"occur.v.02"},{"index":18,"sense_key":"come%2:42:15::","synset_id":"derive.v.05"},{"index":19,"sense_key":"come%2:42:02::","synset_id":"do.v.04"},{"index":20,"sense_key":"come%2:39:00::","synset_id":"come.v.20"},{"index":21,"sense_key":"come%2:31:13::","synset_id":"come.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"come%2:38:03::","call_ids":["senseval2.d000.s045.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"come%2:38:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":564,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20791312190704048}
{"item_id":"senseval2.d000.s045.t009","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s045.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23552094213664532}
{"item_id":"senseval2.d000.s045.t010","gold_sense_keys":["above%4:02:01::"],"candidates":[{"index":1,"sense_key":"above%4:02:00::","synset_id":"above.r.01"},{"index":2,"sense_key":"above%4:02:01::","synset_id":"above.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"above%4:02:01::","call_ids":["senseval2.d000.s045.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"above%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2362525009084493}
{"item_id":"senseval2.d000.s045.t011","gold_sense_keys":["make%2:36:12::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval2.d000.s045.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1084,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23683628696016967}
{"item_id":"senseval2.d000.s045.t012","gold_sense_keys":["very%4:02:00::"],"candidates":[{"index":1,"sense_key":"very%4:02:00::","synset_id":"very.r.01"},{"index":2,"sense_key":"very%4:02:01::","synset_id":"very.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"very%4:02:01::","call_ids":["senseval2.d000.s045.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"very%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23765612789429724}
{"item_id":"senseval2.d000.s045.t014","gold_sense_keys":["exit%1:04:00::"],"candidates":[{"index":1,"sense_key":"exit%1:06:00::","synset_id":"exit.n.01"},{"index":2,"sense_key":"exit%1:11:00::","synset_id":"passing.n.02"},{"index":3,"sense_key":"exit%1:04:00::","synset_id":"exit.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"exit%1:04:00::","call_ids":["senseval2.d000.s045.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"exit%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23837110702879727}
{"item_id":"senseval2.d000.s045.t015","gold_sense_keys":["congregation%1:14:00::"],"candidates":[{"index":1,"sense_key":"congregation%1:14:00::","synset_id":"congregation.n.01"},{"index":2,"sense_key":"congregation%1:14:01::","synset_id":"congregation.n.02"},{"index":3,"sense_key":"congregation%1:04:00::","synset_id":"congregation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"congregation%1:14:01::","call_ids":["senseval2.d000.s045.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"congregation%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20227481401525438}
{"item_id":"senseval2.d000.s045.t016","gold_sense_keys":["prayer%1:04:00::"],"candidates":[{"index":1,"sense_key":"prayer%1:04:00::","synset_id":"prayer.n.01"},{"index":2,"sense_key":"prayer%1:10:02::","synset_id":"prayer.n.02"},{"index":3,"sense_key":"prayer%1:10:00::","synset_id":"entreaty.n.01"},{"index":4,"sense_key":"prayer%1:10:01::","synset_id":"prayer.n.04"},{"index":5,"sense_key":"prayer%1:18:00::","synset_id":"prayer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"prayer%1:10:00::","call_ids":["senseval2.d000.s045.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"prayer%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20250741904601455}
{"item_id":"senseval2.d000.s045.t017","gold_sense_keys":["say%2:32:00::","say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"say%2:32:15::","call_ids":["senseval2.d000.s045.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"say%2:32:15::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":345,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2028649658896029}
{"item_id":"senseval2.d000.s046.t000","gold_sense_keys":["admit%2:32:00::"],"candidates":[{"index":1,"sense_key":"admit%2:32:00::","synset_id":"admit.v.01"},{"index":2,"sense_key":"admit%2:41:01::","synset_id":"admit.v.02"},{"index":3,"sense_key":"admit%2:41:00::","synset_id":"admit.v.03"},{"index":4,"sense_key":"admit%2:40:00::","synset_id":"accept.v.05"},{"index":5,"sense_key":"admit%2:42:06::","synset_id":"admit.v.05"},{"index":6,"sense_key":"admit%2:42:00::","synset_id":"admit.v.06"},{"index":7,"sense_key":"admit%2:42:04::","synset_id":"accommodate.v.04"},{"index":8,"sense_key":"admit%2:42:03::","synset_id":"admit.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"admit%2:42:06::","call_ids":["senseval2.d000.s046.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"admit%2:42:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":292,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20327774086035788}
{"item_id":"senseval2.d000.s046.t001","gold_sense_keys":["mixed%5:00:00:heterogeneous:00"],"candidates":[{"index":1,"sense_key":"mixed%5:00:00:heterogeneous:00","synset_id":"assorted.s.01"},{"index":2,"sense_key":"mixed%5:00:00:integrated:00","synset_id":"interracial.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"mixed%5:00:00:heterogeneous:00","call_ids":["senseval2.d000.s046.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"mixed%5:00:00:heterogeneous:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20385795598849654}
{"item_id":"senseval2.d000.s046.t002","gold_sense_keys":["feeling%1:03:00::","feeling%1:09:03::"],"candidates":[{"index":1,"sense_key":"feeling%1:03:00::","synset_id":"feeling.n.01"},{"index":2,"sense_key":"feeling%1:09:03::","synset_id":"impression.n.01"},{"index":3,"sense_key":"feeling%1:26:00::","synset_id":"spirit.n.02"},{"index":4,"sense_key":"feeling%1:09:01::","synset_id":"feeling.n.04"},{"index":5,"sense_key":"feeling%1:09:02::","synset_id":"touch.n.10"},{"index":6,"sense_key":"feeling%1:09:00::","synset_id":"feeling.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"feeling%1:09:00::","call_ids":["senseval2.d000.s046.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"feeling%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20428585284389555}
{"item_id":"senseval2.d000.s046.t003","gold_sense_keys":["issue%1:09:00::","issue%1:09:01::"],"candidates":[{"index":1,"sense_key":"issue%1:09:01::","synset_id":"issue.n.01"},{"index":2,"sense_key":"issue%1:10:00::","synset_id":"issue.n.02"},{"index":3,"sense_key":"issue%1:09:00::","synset_id":"topic.n.02"},{"index":4,"sense_key":"issue%1:04:01::","synset_id":"issue.n.04"},{"index":5,"sense_key":"issue%1:21:01::","synset_id":"issue.n.05"},{"index":6,"sense_key":"issue%1:21:00::","synset_id":"return.n.06"},{"index":7,"sense_key":"issue%1:19:00::","synset_id":"consequence.n.01"},{"index":8,"sense_key":"issue%1:18:00::","synset_id":"offspring.n.01"},{"index":9,"sense_key":"issue%1:11:00::","synset_id":"emergence.n.02"},{"index":10,"sense_key":"issue%1:06:00::","synset_id":"exit.n.01"},{"index":11,"sense_key":"issue%1:04:00::","synset_id":"issue.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"issue%1:09:00::","call_ids":["senseval2.d000.s046.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"issue%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":375,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20492459810338914}
{"item_id":"senseval2.d000.s046.t004","gold_sense_keys":["vicar%1:18:01::"],"candidates":[{"index":1,"sense_key":"vicar%1:18:00::","synset_id":"vicar.n.01"},{"index":2,"sense_key":"vicar%1:18:02::","synset_id":"vicar.n.02"},{"index":3,"sense_key":"vicar%1:18:01::","synset_id":"vicar.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"vicar%1:18:01::","call_ids":["senseval2.d000.s046.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"vicar%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2129069569054991}
{"item_id":"senseval2.d000.s046.t005","gold_sense_keys":["active%5:00:00:involved:00"],"candidates":[{"index":1,"sense_key":"active%3:00:02::","synset_id":"active.a.01"},{"index":2,"sense_key":"active%5:00:00:operational:00","synset_id":"active.s.01"},{"index":3,"sense_key":"active%3:00:03::","synset_id":"active.a.03"},{"index":4,"sense_key":"active%5:00:00:involved:00","synset_id":"active.s.02"},{"index":5,"sense_key":"active%3:00:01::","synset_id":"active.a.05"},{"index":6,"sense_key":"active%3:00:07::","synset_id":"active.a.06"},{"index":7,"sense_key":"active%3:00:06::","synset_id":"active.a.07"},{"index":8,"sense_key":"active%5:00:00:existent:00","synset_id":"active.s.03"},{"index":9,"sense_key":"active%3:00:10::","synset_id":"active.a.09"},{"index":10,"sense_key":"active%3:00:09::","synset_id":"active.a.10"},{"index":11,"sense_key":"active%3:00:00::","synset_id":"active.a.11"},{"index":12,"sense_key":"active%3:00:05::","synset_id":"active.a.12"},{"index":13,"sense_key":"active%3:00:04::","synset_id":"active.a.13"},{"index":14,"sense_key":"active%3:00:08::","synset_id":"active.a.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"active%5:00:00:involved:00","call_ids":["senseval2.d000.s046.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"active%5:00:00:involved:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":405,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.15247375704348087}
{"item_id":"senseval2.d000.s046.t006","gold_sense_keys":["bell_ringer%1:18:01::"],"candidates":[{"index":1,"sense_key":"bell_ringer%1:18:01::","synset_id":"toller.n.01"},{"index":2,"sense_key":"bell_ringer%1:18:00::","synset_id":"bell_ringer.n.02"},{"index":3,"sense_key":"bell_ringer%1:04:00::","synset_id":"bell_ringer.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"bell_ringer%1:04:00::","call_ids":["senseval2.d000.s046.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"bell_ringer%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.15459775808267295}
{"item_id":"senseval2.d000.s047.t000","gold_sense_keys":["sound%1:07:00::"],"candidates":[{"index":1,"sense_key":"sound%1:07:00::","synset_id":"sound.n.01"},{"index":2,"sense_key":"sound%1:09:00::","synset_id":"sound.n.02"},{"index":3,"sense_key":"sound%1:19:00::","synset_id":"sound.n.03"},{"index":4,"sense_key":"sound%1:11:00::","synset_id":"sound.n.04"},{"index":5,"sense_key":"sound%1:10:00::","synset_id":"audio.n.01"},{"index":6,"sense_key":"sound%1:10:01::","synset_id":"phone.n.02"},{"index":7,"sense_key":"sound%1:17:01::","synset_id":"strait.n.01"},{"index":8,"sense_key":"sound%1:17:00::","synset_id":"sound.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"sound%1:17:00::","call_ids":["senseval2.d000.s047.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"sound%1:17:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":286,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.15268015395849943}
{"item_id":"senseval2.d000.s047.t001","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"bell%1:11:00::","call_ids":["senseval2.d000.s047.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"bell%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":328,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.15489633800461888}
{"item_id":"senseval2.d000.s047.t002","gold_sense_keys":["draw%2:35:06::"],"candidates":[{"index":1,"sense_key":"draw%2:35:03::","synset_id":"pull.v.01"},{"index":2,"sense_key":"draw%2:40:00::","synset_id":"reap.v.02"},{"index":3,"sense_key":"draw%2:35:01::","synset_id":"trace.v.02"},{"index":4,"sense_key":"draw%2:31:00::","synset_id":"draw.v.04"},{"index":5,"sense_key":"draw%2:38:01::","synset_id":"draw.v.05"},{"index":6,"sense_key":"draw%2:36:00::","synset_id":"draw.v.06"},{"index":7,"sense_key":"draw%2:38:00::","synset_id":"draw.v.07"},{"index":8,"sense_key":"draw%2:32:00::","synset_id":"describe.v.01"},{"index":9,"sense_key":"draw%2:31:13::","synset_id":"draw.v.09"},{"index":10,"sense_key":"draw%2:37:01::","synset_id":"draw.v.10"},{"index":11,"sense_key":"draw%2:34:01::","synset_id":"puff.v.02"},{"index":12,"sense_key":"draw%2:38:02::","synset_id":"draw.v.12"},{"index":13,"sense_key":"draw%2:40:01::","synset_id":"withdraw.v.09"},{"index":14,"sense_key":"draw%2:33:01::","synset_id":"draw.v.14"},{"index":15,"sense_key":"draw%2:36:01::","synset_id":"draw.v.15"},{"index":16,"sense_key":"draw%2:30:14::","synset_id":"draw.v.16"},{"index":17,"sense_key":"draw%2:38:07::","synset_id":"draw.v.17"},{"index":18,"sense_key":"draw%2:36:07::","synset_id":"draw.v.18"},{"index":19,"sense_key":"draw%2:36:02::","synset_id":"draw.v.19"},{"index":20,"sense_key":"draw%2:35:02::","synset_id":"draw.v.20"},{"index":21,"sense_key":"draw%2:42:00::","synset_id":"draw.v.21"},{"index":22,"sense_key":"draw%2:42:02::","synset_id":"draw.v.22"},{"index":23,"sense_key":"draw%2:41:13::","synset_id":"draw.v.23"},{"index":24,"sense_key":"draw%2:38:11::","synset_id":"pull.v.09"},{"index":25,"sense_key":"draw%2:35:04::","synset_id":"absorb.v.04"},{"index":26,"sense_key":"draw%2:35:06::","synset_id":"attract.v.01"},{"index":27,"sense_key":"draw%2:35:14::","synset_id":"string.v.01"},{"index":28,"sense_key":"draw%2:35:09::","synset_id":"pull_back.v.04"},{"index":29,"sense_key":"draw%2:35:13::","synset_id":"guide.v.05"},{"index":30,"sense_key":"draw%2:33:00::","synset_id":"tie.v.02"},{"index":31,"sense_key":"draw%2:30:00::","synset_id":"draw.v.31"},{"index":32,"sense_key":"draw%2:30:08::","synset_id":"draw.v.32"},{"index":33,"sense_key":"draw%2:30:15::","synset_id":"draw.v.33"},{"index":34,"sense_key":"draw%2:30:05::","synset_id":"disembowel.v.01"},{"index":35,"sense_key":"draw%2:30:04::","synset_id":"draw.v.35"},{"index":36,"sense_key":"draw%2:29:00::","synset_id":"draw.v.36"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"draw%2:38:02::","call_ids":["senseval2.d000.s047.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"draw%2:38:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":935,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24857611185871065}
{"item_id":"senseval2.d000.s047.t003","gold_sense_keys":["people%1:14:00::"],"candidates":[{"index":1,"sense_key":"people%1:14:00::","synset_id":"people.n.01"},{"index":2,"sense_key":"people%1:14:01::","synset_id":"citizenry.n.01"},{"index":3,"sense_key":"people%1:14:02::","synset_id":"people.n.03"},{"index":4,"sense_key":"people%1:14:03::","synset_id":"multitude.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"people%1:14:01::","call_ids":["senseval2.d000.s047.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"people%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26318519888445735}
{"item_id":"senseval2.d000.s047.t004","gold_sense_keys":["church%1:06:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"church%1:06:00::","call_ids":["senseval2.d000.s047.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"church%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2655611280351877}
{"item_id":"senseval2.d000.s047.t005","gold_sense_keys":["say%2:32:00::","say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"say%2:32:15::","call_ids":["senseval2.d000.s047.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"say%2:32:15::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":326,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2686543350573629}
{"item_id":"senseval2.d000.s048.t000","gold_sense_keys":["live%2:42:06::"],"candidates":[{"index":1,"sense_key":"live%2:42:08::","synset_id":"populate.v.01"},{"index":2,"sense_key":"live%2:42:06::","synset_id":"live.v.02"},{"index":3,"sense_key":"live%2:42:04::","synset_id":"survive.v.01"},{"index":4,"sense_key":"live%2:42:01::","synset_id":"exist.v.02"},{"index":5,"sense_key":"live%2:42:00::","synset_id":"be.v.11"},{"index":6,"sense_key":"live%2:31:00::","synset_id":"know.v.05"},{"index":7,"sense_key":"live%2:42:07::","synset_id":"live.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"live%2:42:07::","call_ids":["senseval2.d000.s048.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"live%2:42:07::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26665506209246814}
{"item_id":"senseval2.d000.s048.t001","gold_sense_keys":["hope%1:12:01::"],"candidates":[{"index":1,"sense_key":"hope%1:12:01::","synset_id":"hope.n.01"},{"index":2,"sense_key":"hope%1:12:00::","synset_id":"hope.n.02"},{"index":3,"sense_key":"hope%1:09:00::","synset_id":"promise.n.02"},{"index":4,"sense_key":"hope%1:18:00::","synset_id":"hope.n.04"},{"index":5,"sense_key":"hope%1:18:01::","synset_id":"hope.n.05"},{"index":6,"sense_key":"hope%1:07:00::","synset_id":"hope.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"hope%1:09:00::","call_ids":["senseval2.d000.s048.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"hope%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27250751783140004}
{"item_id":"senseval2.d000.s048.t002","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ringer%1:18:00::","call_ids":["senseval2.d000.s048.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ringer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27426950191147625}
{"item_id":"senseval2.d000.s048.t003","gold_sense_keys":["draw%2:30:14::"],"candidates":[{"index":1,"sense_key":"draw%2:35:03::","synset_id":"pull.v.01"},{"index":2,"sense_key":"draw%2:40:00::","synset_id":"reap.v.02"},{"index":3,"sense_key":"draw%2:35:01::","synset_id":"trace.v.02"},{"index":4,"sense_key":"draw%2:31:00::","synset_id":"draw.v.04"},{"index":5,"sense_key":"draw%2:38:01::","synset_id":"draw.v.05"},{"index":6,"sense_key":"draw%2:36:00::","synset_id":"draw.v.06"},{"index":7,"sense_key":"draw%2:38:00::","synset_id":"draw.v.07"},{"index":8,"sense_key":"draw%2:32:00::","synset_id":"describe.v.01"},{"index":9,"sense_key":"draw%2:31:13::","synset_id":"draw.v.09"},{"index":10,"sense_key":"draw%2:37:01::","synset_id":"draw.v.10"},{"index":11,"sense_key":"draw%2:34:01::","synset_id":"puff.v.02"},{"index":12,"sense_key":"draw%2:38:02::","synset_id":"draw.v.12"},{"index":13,"sense_key":"draw%2:40:01::","synset_id":"withdraw.v.09"},{"index":14,"sense_key":"draw%2:33:01::","synset_id":"draw.v.14"},{"index":15,"sense_key":"draw%2:36:01::","synset_id":"draw.v.15"},{"index":16,"sense_key":"draw%2:30:14::","synset_id":"draw.v.16"},{"index":17,"sense_key":"draw%2:38:07::","synset_id":"draw.v.17"},{"index":18,"sense_key":"draw%2:36:07::","synset_id":"draw.v.18"},{"index":19,"sense_key":"draw%2:36:02::","synset_id":"draw.v.19"},{"index":20,"sense_key":"draw%2:35:02::","synset_id":"draw.v.20"},{"index":21,"sense_key":"draw%2:42:00::","synset_id":"draw.v.21"},{"index":22,"sense_key":"draw%2:42:02::","synset_id":"draw.v.22"},{"index":23,"sense_key":"draw%2:41:13::","synset_id":"draw.v.23"},{"index":24,"sense_key":"draw%2:38:11::","synset_id":"pull.v.09"},{"index":25,"sense_key":"draw%2:35:04::","synset_id":"absorb.v.04"},{"index":26,"sense_key":"draw%2:35:06::","synset_id":"attract.v.01"},{"index":27,"sense_key":"draw%2:35:14::","synset_id":"string.v.01"},{"index":28,"sense_key":"draw%2:35:09::","synset_id":"pull_back.v.04"},{"index":29,"sense_key":"draw%2:35:13::","synset_id":"guide.v.05"},{"index":30,"sense_key":"draw%2:33:00::","synset_id":"tie.v.02"},{"index":31,"sense_key":"draw%2:30:00::","synset_id":"draw.v.31"},{"index":32,"sense_key":"draw%2:30:08::","synset_id":"draw.v.32"},{"index":33,"sense_key":"draw%2:30:15::","synset_id":"draw.v.33"},{"index":34,"sense_key":"draw%2:30:05::","synset_id":"disembowel.v.01"},{"index":35,"sense_key":"draw%2:30:04::","synset_id":"draw.v.35"},{"index":36,"sense_key":"draw%2:29:00::","synset_id":"draw.v.36"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"draw%2:31:13::","call_ids":["senseval2.d000.s048.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"draw%2:31:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":936,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2762119679246098}
{"item_id":"senseval2.d000.s048.t004","gold_sense_keys":["full%3:00:00::"],"candidates":[{"index":1,"sense_key":"full%3:00:00::","synset_id":"full.a.01"},{"index":2,"sense_key":"full%5:00:01:whole:00","synset_id":"entire.s.01"},{"index":3,"sense_key":"full%5:00:00:complete:00","synset_id":"full.s.02"},{"index":4,"sense_key":"full%5:00:00:nourished:00","synset_id":"full.s.03"},{"index":5,"sense_key":"full%3:00:01::","synset_id":"full.a.05"},{"index":6,"sense_key":"full%5:00:00:ample:00","synset_id":"full.s.04"},{"index":7,"sense_key":"full%5:00:00:high:02","synset_id":"broad.s.04"},{"index":8,"sense_key":"full%5:00:02:ample:00","synset_id":"wide.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"full%5:00:00:complete:00","call_ids":["senseval2.d000.s048.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"full%5:00:00:complete:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2914060859475285}
{"item_id":"senseval2.d000.s048.t005","gold_sense_keys":["life%1:26:01::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"life%1:18:00::","call_ids":["senseval2.d000.s048.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"life%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":420,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2940165239851922}
{"item_id":"senseval2.d000.s049.t000","gold_sense_keys":["sort%1:07:00::"],"candidates":[{"index":1,"sense_key":"sort%1:09:00::","synset_id":"kind.n.01"},{"index":2,"sense_key":"sort%1:07:00::","synset_id":"sort.n.02"},{"index":3,"sense_key":"sort%1:18:00::","synset_id":"sort.n.03"},{"index":4,"sense_key":"sort%1:22:00::","synset_id":"sort.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sort%1:07:00::","call_ids":["senseval2.d000.s049.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sort%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.296476794173941}
{"item_id":"senseval2.d000.s049.t001","gold_sense_keys":["parliament%1:14:00::"],"candidates":[{"index":1,"sense_key":"parliament%1:14:00::","synset_id":"parliament.n.01"},{"index":2,"sense_key":"parliament%1:04:00::","synset_id":"fantan.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"parliament%1:14:00::","call_ids":["senseval2.d000.s049.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"parliament%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29844853607937694}
{"item_id":"senseval2.d000.s049.t002","gold_sense_keys":["group%1:03:00::"],"candidates":[{"index":1,"sense_key":"group%1:03:00::","synset_id":"group.n.01"},{"index":2,"sense_key":"group%1:27:00::","synset_id":"group.n.02"},{"index":3,"sense_key":"group%1:09:00::","synset_id":"group.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"group%1:03:00::","call_ids":["senseval2.d000.s049.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"group%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2921455828472972}
{"item_id":"senseval2.d000.s049.t003","gold_sense_keys":["aim%2:31:00::","aim%2:31:01::"],"candidates":[{"index":1,"sense_key":"aim%2:33:00::","synset_id":"aim.v.01"},{"index":2,"sense_key":"aim%2:31:01::","synset_id":"aim.v.02"},{"index":3,"sense_key":"aim%2:32:09::","synset_id":"drive.v.11"},{"index":4,"sense_key":"aim%2:31:02::","synset_id":"calculate.v.05"},{"index":5,"sense_key":"aim%2:33:10::","synset_id":"target.v.01"},{"index":6,"sense_key":"aim%2:32:00::","synset_id":"aim.v.06"},{"index":7,"sense_key":"aim%2:31:00::","synset_id":"draw_a_bead_on.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"aim%2:31:01::","call_ids":["senseval2.d000.s049.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"aim%2:31:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2948990489821881}
{"item_id":"senseval2.d000.s049.t004","gold_sense_keys":["improve%2:30:01::"],"candidates":[{"index":1,"sense_key":"improve%2:30:01::","synset_id":"better.v.02"},{"index":2,"sense_key":"improve%2:30:00::","synset_id":"better.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"improve%2:30:00::","call_ids":["senseval2.d000.s049.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"improve%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29663307406008244}
{"item_id":"senseval2.d000.s049.t006","gold_sense_keys":["vicar%1:18:01::"],"candidates":[{"index":1,"sense_key":"vicar%1:18:00::","synset_id":"vicar.n.01"},{"index":2,"sense_key":"vicar%1:18:02::","synset_id":"vicar.n.02"},{"index":3,"sense_key":"vicar%1:18:01::","synset_id":"vicar.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"vicar%1:18:01::","call_ids":["senseval2.d000.s049.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"vicar%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30043756985105574}
{"item_id":"senseval2.d000.s049.t007","gold_sense_keys":["say%2:32:01::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"say%2:32:15::","call_ids":["senseval2.d000.s049.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"say%2:32:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":341,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3024194750469178}
{"item_id":"senseval2.d000.s049.t008","gold_sense_keys":["president%1:18:03::"],"candidates":[{"index":1,"sense_key":"president%1:18:01::","synset_id":"president.n.01"},{"index":2,"sense_key":"president%1:18:04::","synset_id":"president_of_the_united_states.n.01"},{"index":3,"sense_key":"president%1:18:00::","synset_id":"president.n.03"},{"index":4,"sense_key":"president%1:18:03::","synset_id":"president.n.04"},{"index":5,"sense_key":"president%1:18:02::","synset_id":"president.n.05"},{"index":6,"sense_key":"president%1:04:04::","synset_id":"president_of_the_united_states.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"president%1:18:03::","call_ids":["senseval2.d000.s049.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"president%1:18:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.304716571001336}
{"item_id":"senseval2.d000.s050.t000","gold_sense_keys":["hope%2:31:00::"],"candidates":[{"index":1,"sense_key":"hope%2:37:01::","synset_id":"hope.v.01"},{"index":2,"sense_key":"hope%2:37:00::","synset_id":"hope.v.02"},{"index":3,"sense_key":"hope%2:31:00::","synset_id":"hope.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"hope%2:31:00::","call_ids":["senseval2.d000.s050.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"hope%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30675532412715256}
{"item_id":"senseval2.d000.s050.t001","gold_sense_keys":["speak%2:32:01::","speak%2:32:03::"],"candidates":[{"index":1,"sense_key":"speak%2:32:00::","synset_id":"talk.v.02"},{"index":2,"sense_key":"speak%2:32:01::","synset_id":"talk.v.01"},{"index":3,"sense_key":"speak%2:32:02::","synset_id":"speak.v.03"},{"index":4,"sense_key":"speak%2:32:03::","synset_id":"address.v.02"},{"index":5,"sense_key":"speak%2:39:00::","synset_id":"speak.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"speak%2:32:03::","call_ids":["senseval2.d000.s050.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"speak%2:32:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3086586280260235}
{"item_id":"senseval2.d000.s050.t002","gold_sense_keys":["student%1:18:00::"],"candidates":[{"index":1,"sense_key":"student%1:18:00::","synset_id":"student.n.01"},{"index":2,"sense_key":"student%1:18:01::","synset_id":"scholar.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"student%1:18:00::","call_ids":["senseval2.d000.s050.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"student%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31072187307290733}
{"item_id":"senseval2.d000.s050.t004","gold_sense_keys":["college%1:14:01::"],"candidates":[{"index":1,"sense_key":"college%1:14:00::","synset_id":"college.n.01"},{"index":2,"sense_key":"college%1:14:01::","synset_id":"college.n.02"},{"index":3,"sense_key":"college%1:06:00::","synset_id":"college.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"college%1:14:01::","call_ids":["senseval2.d000.s050.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"college%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3164833290502429}
{"item_id":"senseval2.d000.s050.t005","gold_sense_keys":["joy%1:09:00::"],"candidates":[{"index":1,"sense_key":"joy%1:12:00::","synset_id":"joy.n.01"},{"index":2,"sense_key":"joy%1:09:00::","synset_id":"joy.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"joy%1:09:00::","call_ids":["senseval2.d000.s050.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"joy%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3293937360867858}
{"item_id":"senseval2.d000.s050.t006","gold_sense_keys":["bell_ringing%1:04:00::"],"candidates":[{"index":1,"sense_key":"bell_ringing%1:11:00::","synset_id":"bell_ringing.n.01"},{"index":2,"sense_key":"bell_ringing%1:10:00::","synset_id":"electioneering.n.01"},{"index":3,"sense_key":"bell_ringing%1:04:00::","synset_id":"bell_ringing.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"bell_ringing%1:04:00::","call_ids":["senseval2.d000.s050.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"bell_ringing%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3317983190063387}
{"item_id":"senseval2.d000.s050.t007","gold_sense_keys":["shortly%4:02:00::"],"candidates":[{"index":1,"sense_key":"shortly%4:02:01::","synset_id":"shortly.r.01"},{"index":2,"sense_key":"shortly%4:02:00::","synset_id":"soon.r.01"},{"index":3,"sense_key":"shortly%4:02:02::","synset_id":"curtly.r.01"},{"index":4,"sense_key":"shortly%4:02:04::","synset_id":"concisely.r.01"},{"index":5,"sense_key":"shortly%4:02:03::","synset_id":"shortly.r.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"shortly%4:02:00::","call_ids":["senseval2.d000.s050.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"shortly%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":231,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3340397358406335}
{"item_id":"senseval2.d000.s050.t008","gold_sense_keys":["publish%2:32:00::","publish%2:36:01::"],"candidates":[{"index":1,"sense_key":"publish%2:36:01::","synset_id":"print.v.01"},{"index":2,"sense_key":"publish%2:32:00::","synset_id":"publish.v.02"},{"index":3,"sense_key":"publish%2:36:00::","synset_id":"publish.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"publish%2:32:00::","call_ids":["senseval2.d000.s050.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"publish%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33636403107084334}
{"item_id":"senseval2.d000.s050.t010","gold_sense_keys":["vicar%1:18:01::"],"candidates":[{"index":1,"sense_key":"vicar%1:18:00::","synset_id":"vicar.n.01"},{"index":2,"sense_key":"vicar%1:18:02::","synset_id":"vicar.n.02"},{"index":3,"sense_key":"vicar%1:18:01::","synset_id":"vicar.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"vicar%1:18:01::","call_ids":["senseval2.d000.s050.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"vicar%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3385536421556026}
{"item_id":"senseval2.d000.s050.t011","gold_sense_keys":["country%1:14:00::","country%1:15:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"country%1:14:01::","call_ids":["senseval2.d000.s050.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"country%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3397258061449975}
{"item_id":"senseval2.d000.s050.t012","gold_sense_keys":["entitle%2:32:00::"],"candidates":[{"index":1,"sense_key":"entitle%2:41:00::","synset_id":"entitle.v.01"},{"index":2,"sense_key":"entitle%2:32:00::","synset_id":"entitle.v.02"},{"index":3,"sense_key":"entitle%2:41:01::","synset_id":"ennoble.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"entitle%2:32:00::","call_ids":["senseval2.d000.s050.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"entitle%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34209875809028745}
{"item_id":"senseval2.d000.s050.t013","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"bell%1:18:00::","call_ids":["senseval2.d000.s050.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"bell%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":347,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3440968298818916}
{"item_id":"senseval2.d000.s050.t014","gold_sense_keys":["care%1:04:00::","care%1:04:01::","care%1:04:02::"],"candidates":[{"index":1,"sense_key":"care%1:04:01::","synset_id":"care.n.01"},{"index":2,"sense_key":"care%1:09:00::","synset_id":"caution.n.03"},{"index":3,"sense_key":"care%1:12:01::","synset_id":"concern.n.02"},{"index":4,"sense_key":"care%1:12:00::","synset_id":"care.n.04"},{"index":5,"sense_key":"care%1:04:02::","synset_id":"care.n.05"},{"index":6,"sense_key":"care%1:04:00::","synset_id":"care.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"care%1:04:00::","call_ids":["senseval2.d000.s050.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"care%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3461529479827732}
{"item_id":"senseval2.d000.s051.t000","gold_sense_keys":["say%2:32:00::","say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d000.s051.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":333,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34119128598831594}
{"item_id":"senseval2.d000.s051.t002","gold_sense_keys":["recognize%2:31:01::"],"candidates":[{"index":1,"sense_key":"recognize%2:31:02::","synset_id":"acknowledge.v.06"},{"index":2,"sense_key":"recognize%2:31:01::","synset_id":"recognize.v.02"},{"index":3,"sense_key":"recognize%2:39:01::","synset_id":"spot.v.02"},{"index":4,"sense_key":"recognize%2:31:00::","synset_id":"recognize.v.04"},{"index":5,"sense_key":"recognize%2:41:00::","synset_id":"accredit.v.01"},{"index":6,"sense_key":"recognize%2:32:01::","synset_id":"greet.v.01"},{"index":7,"sense_key":"recognize%2:32:00::","synset_id":"acknowledge.v.04"},{"index":8,"sense_key":"recognize%2:42:00::","synset_id":"recognize.v.08"},{"index":9,"sense_key":"recognize%2:41:01::","synset_id":"recognize.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"recognize%2:31:01::","call_ids":["senseval2.d000.s051.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"recognize%2:31:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":280,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3432306321337819}
{"item_id":"senseval2.d000.s051.t003","gold_sense_keys":["no%4:02:01::"],"candidates":[{"index":1,"sense_key":"no%4:02:02::","synset_id":"no.r.01"},{"index":2,"sense_key":"no%4:02:01::","synset_id":"no.r.02"},{"index":3,"sense_key":"no%4:02:00::","synset_id":"no.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"no%4:02:00::","call_ids":["senseval2.d000.s051.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"no%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34494482493028045}
{"item_id":"senseval2.d000.s051.t005","gold_sense_keys":["high%3:00:02::"],"candidates":[{"index":1,"sense_key":"high%3:00:02::","synset_id":"high.a.01"},{"index":2,"sense_key":"high%3:00:01::","synset_id":"high.a.02"},{"index":3,"sense_key":"high%5:00:00:superior:01","synset_id":"eminent.s.01"},{"index":4,"sense_key":"high%3:00:03::","synset_id":"high.a.04"},{"index":5,"sense_key":"high%5:00:00:elated:00","synset_id":"high.s.02"},{"index":6,"sense_key":"high%5:00:00:malodorous:00","synset_id":"gamey.s.02"},{"index":7,"sense_key":"high%5:00:00:intoxicated:00","synset_id":"high.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"high%5:00:00:superior:01","call_ids":["senseval2.d000.s051.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"high%5:00:00:superior:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34682523692026734}
{"item_id":"senseval2.d000.s051.t006","gold_sense_keys":["priority%1:26:00::"],"candidates":[{"index":1,"sense_key":"priority%1:26:00::","synset_id":"precedence.n.01"},{"index":2,"sense_key":"priority%1:07:00::","synset_id":"priority.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"priority%1:26:00::","call_ids":["senseval2.d000.s051.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"priority%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36619566287845373}
{"item_id":"senseval2.d000.s051.t007","gold_sense_keys":["church%1:14:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"church%1:14:01::","call_ids":["senseval2.d000.s051.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"church%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35228462191298604}
{"item_id":"senseval2.d000.s051.t008","gold_sense_keys":["life%1:26:01::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"life%1:26:00::","call_ids":["senseval2.d000.s051.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"life%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":427,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35399368684738874}
{"item_id":"senseval2.d000.s051.t009","gold_sense_keys":["experience%1:09:00::"],"candidates":[{"index":1,"sense_key":"experience%1:09:01::","synset_id":"experience.n.01"},{"index":2,"sense_key":"experience%1:09:00::","synset_id":"experience.n.02"},{"index":3,"sense_key":"experience%1:11:00::","synset_id":"experience.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"experience%1:11:00::","call_ids":["senseval2.d000.s051.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"experience%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35561135201714933}
{"item_id":"senseval2.d000.s052.t002","gold_sense_keys":["attack%2:30:00::"],"candidates":[{"index":1,"sense_key":"attack%2:33:00::","synset_id":"attack.v.01"},{"index":2,"sense_key":"attack%2:32:00::","synset_id":"attack.v.02"},{"index":3,"sense_key":"attack%2:33:01::","synset_id":"attack.v.03"},{"index":4,"sense_key":"attack%2:33:02::","synset_id":"assail.v.01"},{"index":5,"sense_key":"attack%2:30:00::","synset_id":"attack.v.05"},{"index":6,"sense_key":"attack%2:29:00::","synset_id":"attack.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"attack%2:30:00::","call_ids":["senseval2.d000.s052.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"attack%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3571344409137964}
{"item_id":"senseval2.d000.s052.t004","gold_sense_keys":["problem%1:09:00::","problem%1:26:00::"],"candidates":[{"index":1,"sense_key":"problem%1:26:00::","synset_id":"problem.n.01"},{"index":2,"sense_key":"problem%1:10:00::","synset_id":"problem.n.02"},{"index":3,"sense_key":"problem%1:09:00::","synset_id":"trouble.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"problem%1:09:00::","call_ids":["senseval2.d000.s052.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"problem%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3584103030152619}
{"item_id":"senseval2.d000.s052.t006","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s052.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3588832609821111}
{"item_id":"senseval2.d000.s053.t000","gold_sense_keys":["survey%1:04:02::"],"candidates":[{"index":1,"sense_key":"survey%1:04:02::","synset_id":"survey.n.01"},{"index":2,"sense_key":"survey%1:10:00::","synset_id":"sketch.n.03"},{"index":3,"sense_key":"survey%1:04:01::","synset_id":"view.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"survey%1:10:00::","call_ids":["senseval2.d000.s053.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"survey%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3615931640379131}
{"item_id":"senseval2.d000.s053.t001","gold_sense_keys":["say%2:32:01::","say%2:42:00::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"say%2:32:15::","call_ids":["senseval2.d000.s053.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"say%2:32:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":336,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3627972558606416}
{"item_id":"senseval2.d000.s053.t003","gold_sense_keys":["bell_ringer%1:18:01::"],"candidates":[{"index":1,"sense_key":"bell_ringer%1:18:01::","synset_id":"toller.n.01"},{"index":2,"sense_key":"bell_ringer%1:18:00::","synset_id":"bell_ringer.n.02"},{"index":3,"sense_key":"bell_ringer%1:04:00::","synset_id":"bell_ringer.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"bell_ringer%1:04:00::","call_ids":["senseval2.d000.s053.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"bell_ringer%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35982160991989076}
{"item_id":"senseval2.d000.s053.t005","gold_sense_keys":["today%1:28:00::"],"candidates":[{"index":1,"sense_key":"today%1:28:00::","synset_id":"today.n.01"},{"index":2,"sense_key":"today%1:28:01::","synset_id":"today.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"today%1:28:01::","call_ids":["senseval2.d000.s053.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"today%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36509912088513374}
{"item_id":"senseval2.d000.s053.t006","gold_sense_keys":["only%4:02:02::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"only%4:02:00::","call_ids":["senseval2.d000.s053.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"only%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32917072903364897}
{"item_id":"senseval2.d000.s053.t007","gold_sense_keys":["still%4:02:01::"],"candidates":[{"index":1,"sense_key":"still%4:02:01::","synset_id":"still.r.01"},{"index":2,"sense_key":"still%4:02:04::","synset_id":"however.r.01"},{"index":3,"sense_key":"still%4:02:00::","synset_id":"even.r.03"},{"index":4,"sense_key":"still%4:02:02::","synset_id":"still.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"still%4:02:01::","call_ids":["senseval2.d000.s053.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"still%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3057431629858911}
{"item_id":"senseval2.d000.s054.t001","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s054.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32828657096251845}
{"item_id":"senseval2.d000.s054.t002","gold_sense_keys":["always%4:02:04::"],"candidates":[{"index":1,"sense_key":"always%4:02:00::","synset_id":"always.r.01"},{"index":2,"sense_key":"always%4:02:04::","synset_id":"constantly.r.01"},{"index":3,"sense_key":"always%4:02:03::","synset_id":"constantly.r.02"},{"index":4,"sense_key":"always%4:02:02::","synset_id":"always.r.04"},{"index":5,"sense_key":"always%4:02:01::","synset_id":"always.r.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"always%4:02:02::","call_ids":["senseval2.d000.s054.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"always%4:02:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.329319337150082}
{"item_id":"senseval2.d000.s054.t003","gold_sense_keys":["live%2:42:08::"],"candidates":[{"index":1,"sense_key":"live%2:42:08::","synset_id":"populate.v.01"},{"index":2,"sense_key":"live%2:42:06::","synset_id":"live.v.02"},{"index":3,"sense_key":"live%2:42:04::","synset_id":"survive.v.01"},{"index":4,"sense_key":"live%2:42:01::","synset_id":"exist.v.02"},{"index":5,"sense_key":"live%2:42:00::","synset_id":"be.v.11"},{"index":6,"sense_key":"live%2:31:00::","synset_id":"know.v.05"},{"index":7,"sense_key":"live%2:42:07::","synset_id":"live.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"live%2:42:08::","call_ids":["senseval2.d000.s054.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"live%2:42:08::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33029749686829746}
{"item_id":"senseval2.d000.s054.t004","gold_sense_keys":["bell%1:06:00::"],"candidates":[{"index":1,"sense_key":"bell%1:06:00::","synset_id":"bell.n.01"},{"index":2,"sense_key":"bell%1:06:02::","synset_id":"doorbell.n.01"},{"index":3,"sense_key":"bell%1:11:00::","synset_id":"bell.n.03"},{"index":4,"sense_key":"bell%1:28:00::","synset_id":"bell.n.04"},{"index":5,"sense_key":"bell%1:25:00::","synset_id":"bell.n.05"},{"index":6,"sense_key":"bell%1:18:02::","synset_id":"bell.n.06"},{"index":7,"sense_key":"bell%1:18:01::","synset_id":"bell.n.07"},{"index":8,"sense_key":"bell%1:18:00::","synset_id":"bell.n.08"},{"index":9,"sense_key":"bell%1:06:04::","synset_id":"chime.n.01"},{"index":10,"sense_key":"bell%1:06:03::","synset_id":"bell.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"bell%1:18:00::","call_ids":["senseval2.d000.s054.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"bell%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":338,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33123285486362875}
{"item_id":"senseval2.d000.s054.t005","gold_sense_keys":["need%2:34:00::"],"candidates":[{"index":1,"sense_key":"need%2:42:00::","synset_id":"necessitate.v.01"},{"index":2,"sense_key":"need%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"need%2:34:01::","synset_id":"need.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"need%2:34:01::","call_ids":["senseval2.d000.s054.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"need%2:34:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3322350960224867}
{"item_id":"senseval2.d000.s054.t006","gold_sense_keys":["ring%2:39:01::"],"candidates":[{"index":1,"sense_key":"ring%2:39:00::","synset_id":"ring.v.01"},{"index":2,"sense_key":"ring%2:39:04::","synset_id":"resound.v.01"},{"index":3,"sense_key":"ring%2:39:01::","synset_id":"ring.v.03"},{"index":4,"sense_key":"ring%2:32:00::","synset_id":"call.v.03"},{"index":5,"sense_key":"ring%2:35:03::","synset_id":"surround.v.01"},{"index":6,"sense_key":"ring%2:35:00::","synset_id":"ring.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ring%2:39:01::","call_ids":["senseval2.d000.s054.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ring%2:39:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33543415693566203}
{"item_id":"senseval2.d000.s054.t007","gold_sense_keys":["small%3:00:00::"],"candidates":[{"index":1,"sense_key":"small%3:00:00::","synset_id":"small.a.01"},{"index":2,"sense_key":"small%5:00:00:limited:00","synset_id":"minor.s.03"},{"index":3,"sense_key":"small%5:00:00:young:00","synset_id":"little.s.01"},{"index":4,"sense_key":"small%5:00:00:little:03","synset_id":"small.s.03"},{"index":5,"sense_key":"small%5:00:00:inferior:01","synset_id":"humble.s.01"},{"index":6,"sense_key":"small%5:00:00:lowercase:00","synset_id":"little.s.04"},{"index":7,"sense_key":"small%5:00:00:soft:04","synset_id":"little.s.03"},{"index":8,"sense_key":"small%5:00:00:fine:00","synset_id":"small.s.07"},{"index":9,"sense_key":"small%5:00:00:moderate:00","synset_id":"modest.s.01"},{"index":10,"sense_key":"small%5:00:00:decreased:00","synset_id":"belittled.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"small%5:00:00:moderate:00","call_ids":["senseval2.d000.s054.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"small%5:00:00:moderate:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":300,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33306451910175383}
{"item_id":"senseval2.d000.s055.t000","gold_sense_keys":["council%1:14:01::"],"candidates":[{"index":1,"sense_key":"council%1:14:01::","synset_id":"council.n.01"},{"index":2,"sense_key":"council%1:14:02::","synset_id":"council.n.02"},{"index":3,"sense_key":"council%1:14:00::","synset_id":"council.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"council%1:14:00::","call_ids":["senseval2.d000.s055.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"council%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.334103130036965}
{"item_id":"senseval2.d000.s055.t001","gold_sense_keys":["program%1:09:01::"],"candidates":[{"index":1,"sense_key":"program%1:09:00::","synset_id":"plan.n.01"},{"index":2,"sense_key":"program%1:09:01::","synset_id":"program.n.02"},{"index":3,"sense_key":"program%1:10:01::","synset_id":"broadcast.n.02"},{"index":4,"sense_key":"program%1:10:04::","synset_id":"platform.n.02"},{"index":5,"sense_key":"program%1:10:00::","synset_id":"program.n.05"},{"index":6,"sense_key":"program%1:10:05::","synset_id":"course_of_study.n.01"},{"index":7,"sense_key":"program%1:10:02::","synset_id":"program.n.07"},{"index":8,"sense_key":"program%1:04:00::","synset_id":"program.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"program%1:10:02::","call_ids":["senseval2.d000.s055.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"program%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":308,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3359823189675808}
{"item_id":"senseval2.d000.s055.t002","gold_sense_keys":["attract%2:35:00::"],"candidates":[{"index":1,"sense_key":"attract%2:35:00::","synset_id":"attract.v.01"},{"index":2,"sense_key":"attract%2:37:00::","synset_id":"attract.v.02"},{"index":3,"sense_key":"attract%2:35:01::","synset_id":"attract.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"attract%2:35:00::","call_ids":["senseval2.d000.s055.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"attract%2:35:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33691245084628463}
{"item_id":"senseval2.d000.s055.t003","gold_sense_keys":["train%2:31:01::","train%2:32:00::","train%2:41:00::"],"candidates":[{"index":1,"sense_key":"train%2:31:01::","synset_id":"train.v.01"},{"index":2,"sense_key":"train%2:31:00::","synset_id":"train.v.02"},{"index":3,"sense_key":"train%2:41:02::","synset_id":"discipline.v.01"},{"index":4,"sense_key":"train%2:41:00::","synset_id":"prepare.v.05"},{"index":5,"sense_key":"train%2:41:01::","synset_id":"educate.v.03"},{"index":6,"sense_key":"train%2:33:00::","synset_id":"aim.v.01"},{"index":7,"sense_key":"train%2:32:00::","synset_id":"coach.v.01"},{"index":8,"sense_key":"train%2:29:00::","synset_id":"train.v.08"},{"index":9,"sense_key":"train%2:41:03::","synset_id":"train.v.09"},{"index":10,"sense_key":"train%2:38:00::","synset_id":"train.v.10"},{"index":11,"sense_key":"train%2:35:04::","synset_id":"trail.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"train%2:32:00::","call_ids":["senseval2.d000.s055.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"train%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":387,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33769708406180143}
{"item_id":"senseval2.d000.s055.t004","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ringer%1:18:00::","call_ids":["senseval2.d000.s055.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ringer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3154145199805498}
{"item_id":"senseval2.d000.s055.t005","gold_sense_keys":["only%4:02:02::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"only%4:02:00::","call_ids":["senseval2.d000.s055.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"only%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35479448386467993}
{"item_id":"senseval2.d000.s055.t008","gold_sense_keys":["say%2:32:01::","say%2:32:13::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d000.s055.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":329,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3164195402059704}
{"item_id":"senseval2.d000.s056.t000","gold_sense_keys":["right%4:02:04::"],"candidates":[{"index":1,"sense_key":"right%4:02:04::","synset_id":"right.r.01"},{"index":2,"sense_key":"right%4:02:08::","synset_id":"right.r.02"},{"index":3,"sense_key":"right%4:02:09::","synset_id":"right.r.03"},{"index":4,"sense_key":"right%4:02:03::","synset_id":"right.r.04"},{"index":5,"sense_key":"right%4:02:01::","synset_id":"properly.r.01"},{"index":6,"sense_key":"right%4:02:00::","synset_id":"right.r.06"},{"index":7,"sense_key":"right%4:02:07::","synset_id":"right.r.07"},{"index":8,"sense_key":"right%4:02:06::","synset_id":"mighty.r.01"},{"index":9,"sense_key":"right%4:02:05::","synset_id":"justly.r.02"},{"index":10,"sense_key":"right%4:02:02::","synset_id":"correctly.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"right%4:02:08::","call_ids":["senseval2.d000.s056.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"right%4:02:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31739442120306194}
{"item_id":"senseval2.d000.s056.t001","gold_sense_keys":["now%4:02:04::"],"candidates":[{"index":1,"sense_key":"now%4:02:05::","synset_id":"now.r.01"},{"index":2,"sense_key":"now%4:02:00::","synset_id":"nowadays.r.01"},{"index":3,"sense_key":"now%4:02:02::","synset_id":"now.r.03"},{"index":4,"sense_key":"now%4:02:04::","synset_id":"now.r.04"},{"index":5,"sense_key":"now%4:02:01::","synset_id":"immediately.r.01"},{"index":6,"sense_key":"now%4:02:07::","synset_id":"now.r.06"},{"index":7,"sense_key":"now%4:02:06::","synset_id":"now.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"now%4:02:04::","call_ids":["senseval2.d000.s056.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"now%4:02:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":259,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30149700096808374}
{"item_id":"senseval2.d000.s056.t002","gold_sense_keys":["lucky%3:00:00::"],"candidates":[{"index":1,"sense_key":"lucky%5:00:00:fortunate:00","synset_id":"lucky.s.01"},{"index":2,"sense_key":"lucky%3:00:00::","synset_id":"lucky.a.02"},{"index":3,"sense_key":"lucky%5:00:00:propitious:00","synset_id":"golden.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"lucky%3:00:00::","call_ids":["senseval2.d000.s056.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"lucky%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26105868513695896}
{"item_id":"senseval2.d000.s056.t003","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["senseval2.d000.s056.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25382070196792483}
{"item_id":"senseval2.d000.s056.t005","gold_sense_keys":["new%3:00:00::","new%5:00:00:inexperienced:00","new%5:00:00:other:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"new%5:00:02:late:01","call_ids":["senseval2.d000.s056.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"new%5:00:02:late:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":354,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24094685586169362}
{"item_id":"senseval2.d000.s056.t006","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ringer%1:18:00::","call_ids":["senseval2.d000.s056.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ringer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24227745993994176}
{"item_id":"senseval2.d000.s056.t007","gold_sense_keys":["add%2:32:01::"],"candidates":[{"index":1,"sense_key":"add%2:30:00::","synset_id":"add.v.01"},{"index":2,"sense_key":"add%2:32:01::","synset_id":"add.v.02"},{"index":3,"sense_key":"add%2:40:00::","synset_id":"lend.v.01"},{"index":4,"sense_key":"add%2:31:00::","synset_id":"add.v.04"},{"index":5,"sense_key":"add%2:32:00::","synset_id":"total.v.02"},{"index":6,"sense_key":"add%2:42:00::","synset_id":"add.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"add%2:40:00::","call_ids":["senseval2.d000.s056.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"add%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2517111408524215}
{"item_id":"senseval2.d000.s057.t000","gold_sense_keys":["bright%5:00:00:auspicious:00"],"candidates":[{"index":1,"sense_key":"bright%3:00:00::","synset_id":"bright.a.01"},{"index":2,"sense_key":"bright%5:00:00:colorful:00","synset_id":"bright.s.01"},{"index":3,"sense_key":"bright%5:00:00:intelligent:00","synset_id":"bright.s.02"},{"index":4,"sense_key":"bright%5:00:00:light:06","synset_id":"bright.s.03"},{"index":5,"sense_key":"bright%5:00:00:polished:00","synset_id":"bright.s.04"},{"index":6,"sense_key":"bright%5:00:00:glorious:00","synset_id":"bright.s.05"},{"index":7,"sense_key":"bright%3:00:02::","synset_id":"undimmed.a.01"},{"index":8,"sense_key":"bright%5:00:00:reverberant:00","synset_id":"bright.s.06"},{"index":9,"sense_key":"bright%5:00:00:happy:00","synset_id":"bright.s.07"},{"index":10,"sense_key":"bright%5:00:00:auspicious:00","synset_id":"bright.s.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"bright%5:00:00:reverberant:00","call_ids":["senseval2.d000.s057.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"bright%5:00:00:reverberant:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":309,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25303459796123207}
{"item_id":"senseval2.d000.s057.t001","gold_sense_keys":["sign%1:10:05::"],"candidates":[{"index":1,"sense_key":"sign%1:10:05::","synset_id":"sign.n.01"},{"index":2,"sense_key":"sign%1:10:00::","synset_id":"sign.n.02"},{"index":3,"sense_key":"sign%1:10:03::","synset_id":"signal.n.01"},{"index":4,"sense_key":"sign%1:06:01::","synset_id":"signboard.n.01"},{"index":5,"sense_key":"sign%1:15:00::","synset_id":"sign_of_the_zodiac.n.01"},{"index":6,"sense_key":"sign%1:26:00::","synset_id":"sign.n.06"},{"index":7,"sense_key":"sign%1:24:00::","synset_id":"polarity.n.02"},{"index":8,"sense_key":"sign%1:11:00::","synset_id":"augury.n.01"},{"index":9,"sense_key":"sign%1:10:01::","synset_id":"sign.n.09"},{"index":10,"sense_key":"sign%1:10:06::","synset_id":"sign.n.10"},{"index":11,"sense_key":"sign%1:10:04::","synset_id":"sign.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sign%1:10:00::","call_ids":["senseval2.d000.s057.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sign%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":389,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2546388600021601}
{"item_id":"senseval2.d000.s057.t003","gold_sense_keys":["number%1:07:00::"],"candidates":[{"index":1,"sense_key":"number%1:07:00::","synset_id":"number.n.01"},{"index":2,"sense_key":"number%1:23:00::","synset_id":"number.n.02"},{"index":3,"sense_key":"number%1:10:04::","synset_id":"act.n.04"},{"index":4,"sense_key":"number%1:10:03::","synset_id":"phone_number.n.01"},{"index":5,"sense_key":"number%1:10:01::","synset_id":"numeral.n.01"},{"index":6,"sense_key":"number%1:10:00::","synset_id":"issue.n.02"},{"index":7,"sense_key":"number%1:14:00::","synset_id":"number.n.07"},{"index":8,"sense_key":"number%1:10:02::","synset_id":"number.n.08"},{"index":9,"sense_key":"number%1:07:01::","synset_id":"number.n.09"},{"index":10,"sense_key":"number%1:10:05::","synset_id":"number.n.10"},{"index":11,"sense_key":"number%1:06:00::","synset_id":"number.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"number%1:10:02::","call_ids":["senseval2.d000.s057.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"number%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":399,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2545106909237802}
{"item_id":"senseval2.d000.s057.t004","gold_sense_keys":["woman%1:18:00::"],"candidates":[{"index":1,"sense_key":"woman%1:18:00::","synset_id":"woman.n.01"},{"index":2,"sense_key":"woman%1:18:01::","synset_id":"woman.n.02"},{"index":3,"sense_key":"woman%1:18:02::","synset_id":"charwoman.n.01"},{"index":4,"sense_key":"woman%1:14:00::","synset_id":"womanhood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"woman%1:18:01::","call_ids":["senseval2.d000.s057.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"woman%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23593960097059608}
{"item_id":"senseval2.d000.s057.t005","gold_sense_keys":["enter%2:33:00::","enter%2:38:00::"],"candidates":[{"index":1,"sense_key":"enter%2:38:00::","synset_id":"enter.v.01"},{"index":2,"sense_key":"enter%2:33:00::","synset_id":"enter.v.02"},{"index":3,"sense_key":"enter%2:41:06::","synset_id":"enroll.v.01"},{"index":4,"sense_key":"enter%2:42:00::","synset_id":"figure.v.02"},{"index":5,"sense_key":"enter%2:32:04::","synset_id":"record.v.01"},{"index":6,"sense_key":"enter%2:36:00::","synset_id":"enter.v.06"},{"index":7,"sense_key":"enter%2:41:00::","synset_id":"accede.v.02"},{"index":8,"sense_key":"enter%2:35:03::","synset_id":"insert.v.01"},{"index":9,"sense_key":"enter%2:30:10::","synset_id":"embark.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"enter%2:41:06::","call_ids":["senseval2.d000.s057.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"enter%2:41:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2370611592195928}
{"item_id":"senseval2.d000.s057.t006","gold_sense_keys":["once%4:02:01::"],"candidates":[{"index":1,"sense_key":"once%4:02:00::","synset_id":"once.r.01"},{"index":2,"sense_key":"once%4:02:02::","synset_id":"once.r.02"},{"index":3,"sense_key":"once%4:02:01::","synset_id":"once.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"once%4:02:01::","call_ids":["senseval2.d000.s057.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"once%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.238311436958611}
{"item_id":"senseval2.d000.s057.t007","gold_sense_keys":["field%1:09:00::","field%1:26:00::"],"candidates":[{"index":1,"sense_key":"field%1:15:00::","synset_id":"field.n.01"},{"index":2,"sense_key":"field%1:15:04::","synset_id":"battlefield.n.01"},{"index":3,"sense_key":"field%1:15:01::","synset_id":"field.n.03"},{"index":4,"sense_key":"field%1:09:00::","synset_id":"discipline.n.01"},{"index":5,"sense_key":"field%1:19:00::","synset_id":"field.n.05"},{"index":6,"sense_key":"field%1:04:00::","synset_id":"field.n.06"},{"index":7,"sense_key":"field%1:26:00::","synset_id":"sphere.n.01"},{"index":8,"sense_key":"field%1:15:02::","synset_id":"playing_field.n.02"},{"index":9,"sense_key":"field%1:17:00::","synset_id":"plain.n.01"},{"index":10,"sense_key":"field%1:14:00::","synset_id":"field.n.10"},{"index":11,"sense_key":"field%1:15:03::","synset_id":"field.n.11"},{"index":12,"sense_key":"field%1:14:01::","synset_id":"field.n.12"},{"index":13,"sense_key":"field%1:14:02::","synset_id":"field.n.13"},{"index":14,"sense_key":"field%1:15:05::","synset_id":"field.n.14"},{"index":15,"sense_key":"field%1:14:03::","synset_id":"field.n.15"},{"index":16,"sense_key":"field%1:09:01::","synset_id":"field.n.16"},{"index":17,"sense_key":"field%1:06:00::","synset_id":"airfield.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"field%1:09:00::","call_ids":["senseval2.d000.s057.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"field%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":514,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23938929592259228}
{"item_id":"senseval2.d000.s057.t009","gold_sense_keys":["third%1:23:00::"],"candidates":[{"index":1,"sense_key":"third%1:23:00::","synset_id":"one-third.n.01"},{"index":2,"sense_key":"third%1:04:00::","synset_id":"third_base.n.02"},{"index":3,"sense_key":"third%1:24:00::","synset_id":"third.n.03"},{"index":4,"sense_key":"third%1:10:00::","synset_id":"third.n.04"},{"index":5,"sense_key":"third%1:06:00::","synset_id":"third_gear.n.01"},{"index":6,"sense_key":"third%1:06:01::","synset_id":"third_base.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"third%1:24:00::","call_ids":["senseval2.d000.s057.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"third%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19138311501592398}
{"item_id":"senseval2.d000.s057.t010","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ringer%1:18:00::","call_ids":["senseval2.d000.s057.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ringer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20232580113224685}
{"item_id":"senseval2.d000.s057.t011","gold_sense_keys":["today%1:28:00::"],"candidates":[{"index":1,"sense_key":"today%1:28:00::","synset_id":"today.n.01"},{"index":2,"sense_key":"today%1:28:01::","synset_id":"today.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"today%1:28:01::","call_ids":["senseval2.d000.s057.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"today%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22022421984001994}
{"item_id":"senseval2.d000.s057.t012","gold_sense_keys":["woman%1:18:00::"],"candidates":[{"index":1,"sense_key":"woman%1:18:00::","synset_id":"woman.n.01"},{"index":2,"sense_key":"woman%1:18:01::","synset_id":"woman.n.02"},{"index":3,"sense_key":"woman%1:18:02::","synset_id":"charwoman.n.01"},{"index":4,"sense_key":"woman%1:14:00::","synset_id":"womanhood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"woman%1:18:02::","call_ids":["senseval2.d000.s057.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"woman%1:18:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2212319690734148}
{"item_id":"senseval2.d000.s058.t000","gold_sense_keys":["accept%2:40:03::"],"candidates":[{"index":1,"sense_key":"accept%2:31:00::","synset_id":"accept.v.01"},{"index":2,"sense_key":"accept%2:40:00::","synset_id":"accept.v.02"},{"index":3,"sense_key":"accept%2:32:00::","synset_id":"accept.v.03"},{"index":4,"sense_key":"accept%2:31:01::","synset_id":"accept.v.04"},{"index":5,"sense_key":"accept%2:40:03::","synset_id":"accept.v.05"},{"index":6,"sense_key":"accept%2:40:01::","synset_id":"bear.v.06"},{"index":7,"sense_key":"accept%2:31:03::","synset_id":"accept.v.07"},{"index":8,"sense_key":"accept%2:42:00::","synset_id":"accept.v.08"},{"index":9,"sense_key":"accept%2:40:07::","synset_id":"accept.v.09"},{"index":10,"sense_key":"accept%2:40:12::","synset_id":"take.v.20"},{"index":11,"sense_key":"accept%2:31:08::","synset_id":"accept.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"accept%2:31:01::","call_ids":["senseval2.d000.s058.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"accept%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21776060899719596}
{"item_id":"senseval2.d000.s058.t002","gold_sense_keys":["however%4:02:00::"],"candidates":[{"index":1,"sense_key":"however%4:02:00::","synset_id":"however.r.01"},{"index":2,"sense_key":"however%4:02:04::","synset_id":"however.r.02"},{"index":3,"sense_key":"however%4:02:02::","synset_id":"however.r.03"},{"index":4,"sense_key":"however%4:02:01::","synset_id":"however.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"however%4:02:04::","call_ids":["senseval2.d000.s058.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"however%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22373862005770206}
{"item_id":"senseval2.d000.s059.t000","gold_sense_keys":["bell_ringing%1:04:00::"],"candidates":[{"index":1,"sense_key":"bell_ringing%1:11:00::","synset_id":"bell_ringing.n.01"},{"index":2,"sense_key":"bell_ringing%1:10:00::","synset_id":"electioneering.n.01"},{"index":3,"sense_key":"bell_ringing%1:04:00::","synset_id":"bell_ringing.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"bell_ringing%1:04:00::","call_ids":["senseval2.d000.s059.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"bell_ringing%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22478757495991886}
{"item_id":"senseval2.d000.s059.t001","gold_sense_keys":["group%1:03:00::"],"candidates":[{"index":1,"sense_key":"group%1:03:00::","synset_id":"group.n.01"},{"index":2,"sense_key":"group%1:27:00::","synset_id":"group.n.02"},{"index":3,"sense_key":"group%1:09:00::","synset_id":"group.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"group%1:03:00::","call_ids":["senseval2.d000.s059.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"group%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22566089313477278}
{"item_id":"senseval2.d000.s059.t002","gold_sense_keys":["country%1:14:00::","country%1:15:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["senseval2.d000.s059.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2264957099687308}
{"item_id":"senseval2.d000.s059.t003","gold_sense_keys":["found%2:36:00::","found%2:41:00::"],"candidates":[{"index":1,"sense_key":"found%2:41:00::","synset_id":"establish.v.01"},{"index":2,"sense_key":"found%2:36:00::","synset_id":"establish.v.02"},{"index":3,"sense_key":"found%2:31:00::","synset_id":"establish.v.08"},{"index":4,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":5,"sense_key":"detect%2:39:00::","synset_id":"detect.v.01"},{"index":6,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":7,"sense_key":"determine%2:32:00::","synset_id":"determine.v.01"},{"index":8,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":9,"sense_key":"witness%2:39:01::","synset_id":"witness.v.02"},{"index":10,"sense_key":"line_up%2:40:00::","synset_id":"line_up.v.02"},{"index":11,"sense_key":"discover%2:36:00::","synset_id":"discover.v.03"},{"index":12,"sense_key":"discover%2:31:00::","synset_id":"discover.v.04"},{"index":13,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":14,"sense_key":"rule%2:32:00::","synset_id":"rule.v.04"},{"index":15,"sense_key":"receive%2:30:01::","synset_id":"receive.v.02"},{"index":16,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":17,"sense_key":"recover%2:40:00::","synset_id":"recover.v.01"},{"index":18,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":19,"sense_key":"find_oneself%2:30:00::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"witness%2:39:01::","call_ids":["senseval2.d000.s059.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"witness%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":590,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2217008238658309}
{"item_id":"senseval2.d000.s059.t004","gold_sense_keys":["remain%2:30:00::"],"candidates":[{"index":1,"sense_key":"remain%2:30:00::","synset_id":"stay.v.01"},{"index":2,"sense_key":"remain%2:42:03::","synset_id":"stay.v.04"},{"index":3,"sense_key":"remain%2:42:05::","synset_id":"remain.v.03"},{"index":4,"sense_key":"remain%2:42:01::","synset_id":"persist.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"remain%2:42:05::","call_ids":["senseval2.d000.s059.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"remain%2:42:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22238888405263424}
{"item_id":"senseval2.d000.s059.t005","gold_sense_keys":["fact%1:09:01::"],"candidates":[{"index":1,"sense_key":"fact%1:09:01::","synset_id":"fact.n.01"},{"index":2,"sense_key":"fact%1:10:01::","synset_id":"fact.n.02"},{"index":3,"sense_key":"fact%1:26:01::","synset_id":"fact.n.03"},{"index":4,"sense_key":"fact%1:09:02::","synset_id":"fact.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"fact%1:26:01::","call_ids":["senseval2.d000.s059.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"fact%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22316452115774155}
{"item_id":"senseval2.d000.s059.t006","gold_sense_keys":["particularly%4:02:00::"],"candidates":[{"index":1,"sense_key":"particularly%4:02:00::","synset_id":"particularly.r.01"},{"index":2,"sense_key":"particularly%4:02:02::","synset_id":"particularly.r.02"},{"index":3,"sense_key":"particularly%4:02:01::","synset_id":"peculiarly.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"particularly%4:02:02::","call_ids":["senseval2.d000.s059.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"particularly%4:02:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21234668302349746}
{"item_id":"senseval2.d000.s059.t008","gold_sense_keys":["woman%1:18:00::"],"candidates":[{"index":1,"sense_key":"woman%1:18:00::","synset_id":"woman.n.01"},{"index":2,"sense_key":"woman%1:18:01::","synset_id":"woman.n.02"},{"index":3,"sense_key":"woman%1:18:02::","synset_id":"charwoman.n.01"},{"index":4,"sense_key":"woman%1:14:00::","synset_id":"womanhood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"woman%1:18:01::","call_ids":["senseval2.d000.s059.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"woman%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21347436495125294}
{"item_id":"senseval2.d000.s059.t009","gold_sense_keys":["group%1:03:00::"],"candidates":[{"index":1,"sense_key":"group%1:03:00::","synset_id":"group.n.01"},{"index":2,"sense_key":"group%1:27:00::","synset_id":"group.n.02"},{"index":3,"sense_key":"group%1:09:00::","synset_id":"group.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"group%1:03:00::","call_ids":["senseval2.d000.s059.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"group%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21283261012285948}
{"item_id":"senseval2.d000.s059.t011","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s059.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21483057597652078}
{"item_id":"senseval2.d000.s059.t013","gold_sense_keys":["most%4:02:00::"],"candidates":[{"index":1,"sense_key":"most%4:02:00::","synset_id":"most.r.01"},{"index":2,"sense_key":"most%4:02:01::","synset_id":"most.r.02"},{"index":3,"sense_key":"most%4:02:02::","synset_id":"about.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"most%4:02:01::","call_ids":["senseval2.d000.s059.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"most%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2157814339734614}
{"item_id":"senseval2.d000.s059.t015","gold_sense_keys":["church%1:06:00::"],"candidates":[{"index":1,"sense_key":"church%1:14:00::","synset_id":"church.n.01"},{"index":2,"sense_key":"church%1:06:00::","synset_id":"church.n.02"},{"index":3,"sense_key":"church%1:04:00::","synset_id":"church_service.n.01"},{"index":4,"sense_key":"church%1:14:01::","synset_id":"church.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"church%1:06:00::","call_ids":["senseval2.d000.s059.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"church%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21292054490186274}
{"item_id":"senseval2.d000.s060.t001","gold_sense_keys":["woman%1:18:00::"],"candidates":[{"index":1,"sense_key":"woman%1:18:00::","synset_id":"woman.n.01"},{"index":2,"sense_key":"woman%1:18:01::","synset_id":"woman.n.02"},{"index":3,"sense_key":"woman%1:18:02::","synset_id":"charwoman.n.01"},{"index":4,"sense_key":"woman%1:14:00::","synset_id":"womanhood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"woman%1:18:01::","call_ids":["senseval2.d000.s060.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"woman%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22018070495687425}
{"item_id":"senseval2.d000.s060.t002","gold_sense_keys":["file%2:32:02::"],"candidates":[{"index":1,"sense_key":"file%2:32:02::","synset_id":"file.v.01"},{"index":2,"sense_key":"file%2:35:00::","synset_id":"file.v.02"},{"index":3,"sense_key":"file%2:38:00::","synset_id":"file.v.03"},{"index":4,"sense_key":"file%2:32:01::","synset_id":"charge.v.06"},{"index":5,"sense_key":"file%2:32:00::","synset_id":"file.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"file%2:32:00::","call_ids":["senseval2.d000.s060.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"file%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17289275885559618}
{"item_id":"senseval2.d000.s060.t004","gold_sense_keys":["suit%1:04:00::"],"candidates":[{"index":1,"sense_key":"suit%1:06:00::","synset_id":"suit.n.01"},{"index":2,"sense_key":"suit%1:04:00::","synset_id":"lawsuit.n.01"},{"index":3,"sense_key":"suit%1:18:00::","synset_id":"suit.n.03"},{"index":4,"sense_key":"suit%1:10:01::","synset_id":"courtship.n.01"},{"index":5,"sense_key":"suit%1:10:00::","synset_id":"suit.n.05"},{"index":6,"sense_key":"suit%1:06:01::","synset_id":"suit.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"suit%1:04:00::","call_ids":["senseval2.d000.s060.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"suit%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":309,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22220507496967912}
{"item_id":"senseval2.d000.s060.t005","gold_sense_keys":["extent%1:26:00::"],"candidates":[{"index":1,"sense_key":"extent%1:26:00::","synset_id":"extent.n.01"},{"index":2,"sense_key":"extent%1:07:00::","synset_id":"extent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"extent%1:07:00::","call_ids":["senseval2.d000.s060.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"extent%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2294665111694485}
{"item_id":"senseval2.d000.s060.t006","gold_sense_keys":["problem%1:09:00::","problem%1:26:00::"],"candidates":[{"index":1,"sense_key":"problem%1:26:00::","synset_id":"problem.n.01"},{"index":2,"sense_key":"problem%1:10:00::","synset_id":"problem.n.02"},{"index":3,"sense_key":"problem%1:09:00::","synset_id":"trouble.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"problem%1:09:00::","call_ids":["senseval2.d000.s060.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"problem%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23090731911361217}
{"item_id":"senseval2.d000.s060.t007","gold_sense_keys":["surface%2:30:00::"],"candidates":[{"index":1,"sense_key":"surface%2:38:00::","synset_id":"surface.v.01"},{"index":2,"sense_key":"surface%2:35:00::","synset_id":"coat.v.01"},{"index":3,"sense_key":"surface%2:30:00::","synset_id":"come_on.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"surface%2:30:00::","call_ids":["senseval2.d000.s060.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"surface%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22688945615664124}
{"item_id":"senseval2.d000.s060.t008","gold_sense_keys":["summer%1:28:00::"],"candidates":[{"index":1,"sense_key":"summer%1:28:00::","synset_id":"summer.n.01"},{"index":2,"sense_key":"summer%1:28:01::","synset_id":"summer.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"summer%1:28:00::","call_ids":["senseval2.d000.s060.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"summer%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23195101297460496}
{"item_id":"senseval2.d000.s060.t009","gold_sense_keys":["series%1:14:00::"],"candidates":[{"index":1,"sense_key":"series%1:14:00::","synset_id":"series.n.01"},{"index":2,"sense_key":"series%1:10:01::","synset_id":"serial.n.01"},{"index":3,"sense_key":"series%1:10:00::","synset_id":"series.n.03"},{"index":4,"sense_key":"series%1:11:00::","synset_id":"series.n.04"},{"index":5,"sense_key":"series%1:24:00::","synset_id":"series.n.05"},{"index":6,"sense_key":"series%1:14:01::","synset_id":"series.n.06"},{"index":7,"sense_key":"series%1:09:00::","synset_id":"series.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"series%1:14:00::","call_ids":["senseval2.d000.s060.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"series%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":297,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23685840400867164}
{"item_id":"senseval2.d000.s060.t010","gold_sense_keys":["letter%1:10:00::"],"candidates":[{"index":1,"sense_key":"letter%1:10:00::","synset_id":"letter.n.01"},{"index":2,"sense_key":"letter%1:10:01::","synset_id":"letter.n.02"},{"index":3,"sense_key":"letter%1:18:00::","synset_id":"letter.n.03"},{"index":4,"sense_key":"letter%1:10:03::","synset_id":"letter.n.04"},{"index":5,"sense_key":"letter%1:10:02::","synset_id":"letter.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"letter%1:10:01::","call_ids":["senseval2.d000.s060.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"letter%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2400024919770658}
{"item_id":"senseval2.d000.s060.t012","gold_sense_keys":["newspaper%1:10:00::"],"candidates":[{"index":1,"sense_key":"newspaper%1:10:00::","synset_id":"newspaper.n.01"},{"index":2,"sense_key":"newspaper%1:14:00::","synset_id":"newspaper.n.02"},{"index":3,"sense_key":"newspaper%1:06:00::","synset_id":"newspaper.n.03"},{"index":4,"sense_key":"newspaper%1:27:00::","synset_id":"newspaper.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"newspaper%1:14:00::","call_ids":["senseval2.d000.s060.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"newspaper%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2449292258825153}
{"item_id":"senseval2.d000.s060.t013","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ringer%1:18:01::","call_ids":["senseval2.d000.s060.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ringer%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25145293516106904}
{"item_id":"senseval2.d000.s061.t000","gold_sense_keys":["writer%1:18:01::"],"candidates":[{"index":1,"sense_key":"writer%1:18:00::","synset_id":"writer.n.01"},{"index":2,"sense_key":"writer%1:18:01::","synset_id":"writer.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"writer%1:18:01::","call_ids":["senseval2.d000.s061.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"writer%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2533252979628742}
{"item_id":"senseval2.d000.s061.t001","gold_sense_keys":["sign%2:32:02::"],"candidates":[{"index":1,"sense_key":"sign%2:32:02::","synset_id":"sign.v.01"},{"index":2,"sense_key":"sign%2:41:00::","synset_id":"sign.v.02"},{"index":3,"sense_key":"sign%2:32:00::","synset_id":"sign.v.03"},{"index":4,"sense_key":"sign%2:41:01::","synset_id":"sign.v.04"},{"index":5,"sense_key":"sign%2:32:01::","synset_id":"sign.v.05"},{"index":6,"sense_key":"sign%2:35:02::","synset_id":"sign.v.06"},{"index":7,"sense_key":"sign%2:32:04::","synset_id":"sign.v.07"},{"index":8,"sense_key":"sign%2:32:03::","synset_id":"bless.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sign%2:32:00::","call_ids":["senseval2.d000.s061.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sign%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":329,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25503756292164326}
{"item_id":"senseval2.d000.s061.t002","gold_sense_keys":["letter%1:10:00::"],"candidates":[{"index":1,"sense_key":"letter%1:10:00::","synset_id":"letter.n.01"},{"index":2,"sense_key":"letter%1:10:01::","synset_id":"letter.n.02"},{"index":3,"sense_key":"letter%1:18:00::","synset_id":"letter.n.03"},{"index":4,"sense_key":"letter%1:10:03::","synset_id":"letter.n.04"},{"index":5,"sense_key":"letter%1:10:02::","synset_id":"letter.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"letter%1:10:02::","call_ids":["senseval2.d000.s061.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"letter%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":240,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2599422410130501}
{"item_id":"senseval2.d000.s061.t005","gold_sense_keys":["male%1:18:00::"],"candidates":[{"index":1,"sense_key":"male%1:05:00::","synset_id":"male.n.01"},{"index":2,"sense_key":"male%1:18:00::","synset_id":"male.n.02"},{"index":3,"sense_key":"male%1:15:00::","synset_id":"male.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"male%1:18:00::","call_ids":["senseval2.d000.s061.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"male%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25663873995654285}
{"item_id":"senseval2.d000.s061.t006","gold_sense_keys":["remark%2:32:01::"],"candidates":[{"index":1,"sense_key":"remark%2:32:00::","synset_id":"note.v.01"},{"index":2,"sense_key":"remark%2:32:01::","synset_id":"comment.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"remark%2:32:01::","call_ids":["senseval2.d000.s061.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"remark%2:32:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25812955806031823}
{"item_id":"senseval2.d000.s061.t007","gold_sense_keys":["frequency%1:28:00::"],"candidates":[{"index":1,"sense_key":"frequency%1:28:00::","synset_id":"frequency.n.01"},{"index":2,"sense_key":"frequency%1:24:00::","synset_id":"frequency.n.02"},{"index":3,"sense_key":"frequency%1:23:00::","synset_id":"frequency.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"frequency%1:28:00::","call_ids":["senseval2.d000.s061.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"frequency%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23248005704954267}
{"item_id":"senseval2.d000.s061.t008","gold_sense_keys":["woman%1:18:00::"],"candidates":[{"index":1,"sense_key":"woman%1:18:00::","synset_id":"woman.n.01"},{"index":2,"sense_key":"woman%1:18:01::","synset_id":"woman.n.02"},{"index":3,"sense_key":"woman%1:18:02::","synset_id":"charwoman.n.01"},{"index":4,"sense_key":"woman%1:14:00::","synset_id":"womanhood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"woman%1:14:00::","call_ids":["senseval2.d000.s061.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"woman%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2612729009706527}
{"item_id":"senseval2.d000.s061.t010","gold_sense_keys":["suggest%2:32:00::"],"candidates":[{"index":1,"sense_key":"suggest%2:32:00::","synset_id":"propose.v.01"},{"index":2,"sense_key":"suggest%2:32:04::","synset_id":"hint.v.01"},{"index":3,"sense_key":"suggest%2:32:02::","synset_id":"suggest.v.03"},{"index":4,"sense_key":"suggest%2:32:03::","synset_id":"indicate.v.05"},{"index":5,"sense_key":"suggest%2:32:01::","synset_id":"suggest.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"suggest%2:32:02::","call_ids":["senseval2.d000.s061.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"suggest%2:32:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23359649907797575}
{"item_id":"senseval2.d000.s061.t012","gold_sense_keys":["back%4:02:05::"],"candidates":[{"index":1,"sense_key":"back%4:02:04::","synset_id":"back.r.01"},{"index":2,"sense_key":"back%4:02:00::","synset_id":"back.r.02"},{"index":3,"sense_key":"back%4:02:05::","synset_id":"back.r.03"},{"index":4,"sense_key":"back%4:02:01::","synset_id":"back.r.04"},{"index":5,"sense_key":"back%4:02:06::","synset_id":"back.r.05"},{"index":6,"sense_key":"back%4:02:03::","synset_id":"back.r.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"back%4:02:01::","call_ids":["senseval2.d000.s061.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"back%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23670428292825818}
{"item_id":"senseval2.d000.s061.t013","gold_sense_keys":["traditional%3:00:00::"],"candidates":[{"index":1,"sense_key":"traditional%3:00:00::","synset_id":"traditional.a.01"},{"index":2,"sense_key":"traditional%5:00:00:orthodox:00","synset_id":"traditional.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"traditional%5:00:00:orthodox:00","call_ids":["senseval2.d000.s061.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"traditional%5:00:00:orthodox:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3788629090413451}
{"item_id":"senseval2.d000.s061.t014","gold_sense_keys":["role%1:04:00::","role%1:04:01::"],"candidates":[{"index":1,"sense_key":"role%1:04:00::","synset_id":"function.n.03"},{"index":2,"sense_key":"role%1:09:00::","synset_id":"character.n.04"},{"index":3,"sense_key":"role%1:07:00::","synset_id":"function.n.02"},{"index":4,"sense_key":"role%1:04:01::","synset_id":"role.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"role%1:04:01::","call_ids":["senseval2.d000.s061.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"role%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":230,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.44743649289011955}
{"item_id":"senseval2.d000.s061.t015","gold_sense_keys":["make%2:36:07::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval2.d000.s061.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1096,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45869450992904603}
{"item_id":"senseval2.d000.s061.t016","gold_sense_keys":["tea%1:13:00::"],"candidates":[{"index":1,"sense_key":"tea%1:13:00::","synset_id":"tea.n.01"},{"index":2,"sense_key":"tea%1:13:01::","synset_id":"tea.n.02"},{"index":3,"sense_key":"tea%1:20:00::","synset_id":"tea.n.03"},{"index":4,"sense_key":"tea%1:14:00::","synset_id":"tea.n.04"},{"index":5,"sense_key":"tea%1:13:02::","synset_id":"tea.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"tea%1:13:02::","call_ids":["senseval2.d000.s061.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"tea%1:13:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40087605896405876}
{"item_id":"senseval2.d000.s061.t017","gold_sense_keys":["meeting%1:14:00::","meeting%1:14:01::"],"candidates":[{"index":1,"sense_key":"meeting%1:14:00::","synset_id":"meeting.n.01"},{"index":2,"sense_key":"meeting%1:14:01::","synset_id":"meeting.n.02"},{"index":3,"sense_key":"meeting%1:11:00::","synset_id":"meeting.n.03"},{"index":4,"sense_key":"meeting%1:04:00::","synset_id":"meeting.n.04"},{"index":5,"sense_key":"meeting%1:04:02::","synset_id":"merging.n.01"},{"index":6,"sense_key":"meeting%1:15:00::","synset_id":"confluence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"meeting%1:04:00::","call_ids":["senseval2.d000.s061.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"meeting%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46293238922953606}
{"item_id":"senseval2.d000.s062.t000","gold_sense_keys":["torrent%1:23:00::"],"candidates":[{"index":1,"sense_key":"torrent%1:19:01::","synset_id":"downpour.n.01"},{"index":2,"sense_key":"torrent%1:11:00::","synset_id":"torrent.n.02"},{"index":3,"sense_key":"torrent%1:23:00::","synset_id":"flood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"torrent%1:23:00::","call_ids":["senseval2.d000.s062.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"torrent%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4758947640657425}
{"item_id":"senseval2.d000.s062.t001","gold_sense_keys":["reply%1:10:01::"],"candidates":[{"index":1,"sense_key":"reply%1:10:01::","synset_id":"answer.n.01"},{"index":2,"sense_key":"reply%1:10:00::","synset_id":"reply.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"reply%1:10:00::","call_ids":["senseval2.d000.s062.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"reply%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4651503579225391}
{"item_id":"senseval2.d000.s062.t002","gold_sense_keys":["follow%2:42:00::","follow%2:42:01::","follow%2:42:05::"],"candidates":[{"index":1,"sense_key":"follow%2:38:00::","synset_id":"follow.v.01"},{"index":2,"sense_key":"follow%2:42:00::","synset_id":"postdate.v.01"},{"index":3,"sense_key":"follow%2:42:05::","synset_id":"follow.v.03"},{"index":4,"sense_key":"follow%2:38:01::","synset_id":"follow.v.04"},{"index":5,"sense_key":"follow%2:41:00::","synset_id":"comply.v.01"},{"index":6,"sense_key":"follow%2:42:01::","synset_id":"follow.v.06"},{"index":7,"sense_key":"follow%2:30:00::","synset_id":"follow.v.07"},{"index":8,"sense_key":"follow%2:42:02::","synset_id":"follow.v.08"},{"index":9,"sense_key":"follow%2:40:00::","synset_id":"adopt.v.01"},{"index":10,"sense_key":"follow%2:42:03::","synset_id":"follow.v.10"},{"index":11,"sense_key":"follow%2:36:00::","synset_id":"take_after.v.02"},{"index":12,"sense_key":"follow%2:31:00::","synset_id":"trace.v.01"},{"index":13,"sense_key":"follow%2:41:02::","synset_id":"watch.v.02"},{"index":14,"sense_key":"follow%2:41:01::","synset_id":"succeed.v.02"},{"index":15,"sense_key":"follow%2:36:01::","synset_id":"play_along.v.02"},{"index":16,"sense_key":"follow%2:30:01::","synset_id":"keep_up.v.04"},{"index":17,"sense_key":"follow%2:42:04::","synset_id":"come.v.05"},{"index":18,"sense_key":"follow%2:41:10::","synset_id":"follow.v.18"},{"index":19,"sense_key":"follow%2:41:11::","synset_id":"follow.v.19"},{"index":20,"sense_key":"follow%2:41:09::","synset_id":"be.v.08"},{"index":21,"sense_key":"follow%2:39:13::","synset_id":"surveil.v.01"},{"index":22,"sense_key":"follow%2:38:13::","synset_id":"pursue.v.02"},{"index":23,"sense_key":"follow%2:31:14::","synset_id":"follow.v.23"},{"index":24,"sense_key":"follow%2:30:12::","synset_id":"stick_to.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"follow%2:42:01::","call_ids":["senseval2.d000.s062.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"follow%2:42:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":672,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4772256030701101}
{"item_id":"senseval2.d000.s062.t003","gold_sense_keys":["woman%1:18:00::"],"candidates":[{"index":1,"sense_key":"woman%1:18:00::","synset_id":"woman.n.01"},{"index":2,"sense_key":"woman%1:18:01::","synset_id":"woman.n.02"},{"index":3,"sense_key":"woman%1:18:02::","synset_id":"charwoman.n.01"},{"index":4,"sense_key":"woman%1:14:00::","synset_id":"womanhood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"woman%1:18:00::","call_ids":["senseval2.d000.s062.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"woman%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.47867352794855833}
{"item_id":"senseval2.d000.s062.t004","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ringer%1:18:00::","call_ids":["senseval2.d000.s062.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ringer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4559779930859804}
{"item_id":"senseval2.d000.s062.t005","gold_sense_keys":["observe%2:32:00::"],"candidates":[{"index":1,"sense_key":"observe%2:39:02::","synset_id":"detect.v.01"},{"index":2,"sense_key":"observe%2:32:00::","synset_id":"note.v.01"},{"index":3,"sense_key":"observe%2:39:01::","synset_id":"note.v.03"},{"index":4,"sense_key":"observe%2:39:00::","synset_id":"observe.v.04"},{"index":5,"sense_key":"observe%2:41:01::","synset_id":"respect.v.02"},{"index":6,"sense_key":"observe%2:41:02::","synset_id":"observe.v.06"},{"index":7,"sense_key":"observe%2:41:00::","synset_id":"watch.v.02"},{"index":8,"sense_key":"observe%2:31:00::","synset_id":"observe.v.08"},{"index":9,"sense_key":"observe%2:41:04::","synset_id":"observe.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"observe%2:32:00::","call_ids":["senseval2.d000.s062.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"observe%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":326,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4579229468945414}
{"item_id":"senseval2.d000.s062.t006","gold_sense_keys":["average%5:00:00:common:01"],"candidates":[{"index":1,"sense_key":"average%5:00:02:normal:01","synset_id":"average.s.01"},{"index":2,"sense_key":"average%5:00:00:common:01","synset_id":"average.s.02"},{"index":3,"sense_key":"average%5:00:00:ordinary:00","synset_id":"average.s.03"},{"index":4,"sense_key":"average%5:00:00:moderate:00","synset_id":"average.s.04"},{"index":5,"sense_key":"average%5:00:03:normal:01","synset_id":"modal.s.01"},{"index":6,"sense_key":"average%5:00:01:normal:01","synset_id":"median.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"average%5:00:00:ordinary:00","call_ids":["senseval2.d000.s062.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"average%5:00:00:ordinary:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":316,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45946732093580067}
{"item_id":"senseval2.d000.s062.t007","gold_sense_keys":["male%3:00:00::"],"candidates":[{"index":1,"sense_key":"male%3:00:00::","synset_id":"male.a.01"},{"index":2,"sense_key":"male%5:00:02:masculine:01","synset_id":"male.s.01"},{"index":3,"sense_key":"male%5:00:01:male:00","synset_id":"male.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"male%5:00:01:male:00","call_ids":["senseval2.d000.s062.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"male%5:00:01:male:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4614930471871048}
{"item_id":"senseval2.d000.s062.t008","gold_sense_keys":["ringer%1:18:02::"],"candidates":[{"index":1,"sense_key":"ringer%1:18:02::","synset_id":"toller.n.01"},{"index":2,"sense_key":"ringer%1:18:01::","synset_id":"ringer.n.02"},{"index":3,"sense_key":"ringer%1:18:00::","synset_id":"ringer.n.03"},{"index":4,"sense_key":"ringer%1:04:00::","synset_id":"ringer.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ringer%1:18:00::","call_ids":["senseval2.d000.s062.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ringer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46033603814430535}
{"item_id":"senseval2.d000.s062.t013","gold_sense_keys":["badly%4:02:00::","badly%4:02:12::"],"candidates":[{"index":1,"sense_key":"badly%4:02:02::","synset_id":"badly.r.01"},{"index":2,"sense_key":"badly%4:02:00::","synset_id":"ill.r.01"},{"index":3,"sense_key":"badly%4:02:06::","synset_id":"badly.r.03"},{"index":4,"sense_key":"badly%4:02:05::","synset_id":"badly.r.04"},{"index":5,"sense_key":"badly%4:02:04::","synset_id":"badly.r.05"},{"index":6,"sense_key":"badly%4:02:03::","synset_id":"badly.r.06"},{"index":7,"sense_key":"badly%4:02:12::","synset_id":"badly.r.07"},{"index":8,"sense_key":"badly%4:02:10::","synset_id":"badly.r.08"},{"index":9,"sense_key":"badly%4:02:07::","synset_id":"ill.r.02"},{"index":10,"sense_key":"badly%4:02:08::","synset_id":"badly.r.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"badly%4:02:08::","call_ids":["senseval2.d000.s062.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"badly%4:02:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":375,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42287572589702904}
{"item_id":"senseval2.d000.s062.t014","gold_sense_keys":["dressed%5:00:00:clothed:00","dressed%5:00:02:clothed:00"],"candidates":[{"index":1,"sense_key":"dressed%5:00:00:clothed:00","synset_id":"appareled.s.01"},{"index":2,"sense_key":"dressed%5:00:00:treated:02","synset_id":"dressed.s.02"},{"index":3,"sense_key":"dressed%5:00:00:finished:02","synset_id":"dressed.s.03"},{"index":4,"sense_key":"dressed%5:00:02:clothed:00","synset_id":"dressed.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"dressed%5:00:02:clothed:00","call_ids":["senseval2.d000.s062.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"dressed%5:00:02:clothed:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3400575218256563}
{"item_id":"senseval2.d000.s062.t017","gold_sense_keys":["large%3:00:00::"],"candidates":[{"index":1,"sense_key":"large%3:00:00::","synset_id":"large.a.01"},{"index":2,"sense_key":"large%5:00:00:significant:00","synset_id":"large.s.01"},{"index":3,"sense_key":"large%5:00:00:rhetorical:00","synset_id":"bombastic.s.01"},{"index":4,"sense_key":"large%5:00:00:generous:02","synset_id":"big.s.10"},{"index":5,"sense_key":"large%5:00:00:conspicuous:00","synset_id":"big.s.04"},{"index":6,"sense_key":"large%5:00:00:comprehensive:00","synset_id":"large.s.05"},{"index":7,"sense_key":"large%5:00:00:pregnant:00","synset_id":"big.s.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"large%3:00:00::","call_ids":["senseval2.d000.s062.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"large%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":281,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34242846886627376}
{"item_id":"senseval2.d000.s062.t019","gold_sense_keys":["unwashed%5:00:00:dirty:01"],"candidates":[{"index":1,"sense_key":"unwashed%5:00:00:lowborn:00","synset_id":"common.s.04"},{"index":2,"sense_key":"unwashed%5:00:00:dirty:01","synset_id":"unwashed.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"unwashed%5:00:00:dirty:01","call_ids":["senseval2.d000.s062.t019__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"unwashed%5:00:00:dirty:01","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3853980810381472}
{"item_id":"senseval2.d000.s063.t000","gold_sense_keys":["woman%1:18:00::"],"candidates":[{"index":1,"sense_key":"woman%1:18:00::","synset_id":"woman.n.01"},{"index":2,"sense_key":"woman%1:18:01::","synset_id":"woman.n.02"},{"index":3,"sense_key":"woman%1:18:02::","synset_id":"charwoman.n.01"},{"index":4,"sense_key":"woman%1:14:00::","synset_id":"womanhood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"woman%1:18:01::","call_ids":["senseval2.d000.s063.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"woman%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38772895303554833}
{"item_id":"senseval2.d000.s063.t001","gold_sense_keys":["write%2:32:01::"],"candidates":[{"index":1,"sense_key":"write%2:36:00::","synset_id":"write.v.01"},{"index":2,"sense_key":"write%2:32:00::","synset_id":"write.v.02"},{"index":3,"sense_key":"write%2:36:02::","synset_id":"publish.v.03"},{"index":4,"sense_key":"write%2:32:08::","synset_id":"write.v.04"},{"index":5,"sense_key":"write%2:32:01::","synset_id":"write.v.05"},{"index":6,"sense_key":"write%2:36:04::","synset_id":"compose.v.02"},{"index":7,"sense_key":"write%2:36:01::","synset_id":"write.v.07"},{"index":8,"sense_key":"write%2:32:03::","synset_id":"write.v.08"},{"index":9,"sense_key":"write%2:36:03::","synset_id":"spell.v.03"},{"index":10,"sense_key":"write%2:36:10::","synset_id":"write.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"write%2:32:01::","call_ids":["senseval2.d000.s063.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"write%2:32:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34434674796648324}
{"item_id":"senseval2.d000.s063.t002","gold_sense_keys":["say%2:32:00::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d000.s063.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":339,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.346993220038712}
{"item_id":"senseval2.d000.s063.t003","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["senseval2.d000.s063.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3499132429715246}
{"item_id":"senseval2.d000.s063.t004","gold_sense_keys":["never%4:02:00::"],"candidates":[{"index":1,"sense_key":"never%4:02:00::","synset_id":"never.r.01"},{"index":2,"sense_key":"never%4:02:01::","synset_id":"never.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"never%4:02:01::","call_ids":["senseval2.d000.s063.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"never%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39015520201064646}
{"item_id":"senseval2.d000.s063.t005","gold_sense_keys":["know%2:31:04::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval2.d000.s063.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":387,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35272760316729546}
{"item_id":"senseval2.d000.s063.t006","gold_sense_keys":["lady%1:18:02::"],"candidates":[{"index":1,"sense_key":"lady%1:18:02::","synset_id":"lady.n.01"},{"index":2,"sense_key":"lady%1:18:01::","synset_id":"dame.n.02"},{"index":3,"sense_key":"lady%1:18:00::","synset_id":"lady.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"lady%1:18:01::","call_ids":["senseval2.d000.s063.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"lady%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3604660639539361}
{"item_id":"senseval2.d000.s063.t008","gold_sense_keys":["belfry%1:06:00::"],"candidates":[{"index":1,"sense_key":"belfry%1:06:01::","synset_id":"campanile.n.01"},{"index":2,"sense_key":"belfry%1:06:00::","synset_id":"belfry.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"belfry%1:06:00::","call_ids":["senseval2.d000.s063.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"belfry%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35732072801329195}
{"item_id":"senseval2.d000.s064.t000","gold_sense_keys":["see%2:39:00::","see%2:39:02::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"see%2:31:00::","call_ids":["senseval2.d000.s064.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"see%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":637,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3101606220006943}
{"item_id":"senseval2.d000.s064.t001","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval2.d000.s064.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":386,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29840318602509797}
{"item_id":"senseval2.d000.s064.t002","gold_sense_keys":["die%2:30:00::"],"candidates":[{"index":1,"sense_key":"die%2:30:00::","synset_id":"die.v.01"},{"index":2,"sense_key":"die%2:39:00::","synset_id":"die.v.02"},{"index":3,"sense_key":"die%2:37:00::","synset_id":"die.v.03"},{"index":4,"sense_key":"die%2:30:04::","synset_id":"fail.v.04"},{"index":5,"sense_key":"die%2:37:03::","synset_id":"die.v.05"},{"index":6,"sense_key":"die%2:37:01::","synset_id":"die.v.06"},{"index":7,"sense_key":"die%2:35:00::","synset_id":"die.v.07"},{"index":8,"sense_key":"die%2:33:00::","synset_id":"die.v.08"},{"index":9,"sense_key":"die%2:30:05::","synset_id":"die.v.09"},{"index":10,"sense_key":"die%2:30:01::","synset_id":"die.v.10"},{"index":11,"sense_key":"die%2:30:02::","synset_id":"die.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"die%2:37:00::","call_ids":["senseval2.d000.s064.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"die%2:37:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":340,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.44773161597549915}
{"item_id":"senseval2.d001.s000.t000","gold_sense_keys":["medical%3:01:00::"],"candidates":[{"index":1,"sense_key":"medical%3:01:00::","synset_id":"medical.a.01"},{"index":2,"sense_key":"medical%3:00:00::","synset_id":"medical.a.02"},{"index":3,"sense_key":"medical%3:01:02::","synset_id":"aesculapian.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"medical%3:01:00::","call_ids":["senseval2.d001.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"medical%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4240916729904711}
{"item_id":"senseval2.d001.s000.t002","gold_sense_keys":["start%2:30:00::"],"candidates":[{"index":1,"sense_key":"start%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"start%2:30:01::","synset_id":"begin.v.03"},{"index":3,"sense_key":"start%2:38:02::","synset_id":"depart.v.03"},{"index":4,"sense_key":"start%2:42:00::","synset_id":"begin.v.02"},{"index":5,"sense_key":"start%2:36:00::","synset_id":"originate.v.02"},{"index":6,"sense_key":"start%2:36:01::","synset_id":"start.v.06"},{"index":7,"sense_key":"start%2:38:04::","synset_id":"startle.v.02"},{"index":8,"sense_key":"start%2:38:01::","synset_id":"start.v.08"},{"index":9,"sense_key":"start%2:38:00::","synset_id":"start.v.09"},{"index":10,"sense_key":"start%2:41:00::","synset_id":"start.v.10"},{"index":11,"sense_key":"start%2:33:00::","synset_id":"start.v.11"},{"index":12,"sense_key":"start%2:42:03::","synset_id":"begin.v.07"},{"index":13,"sense_key":"start%2:41:04::","synset_id":"begin.v.08"},{"index":14,"sense_key":"start%2:38:03::","synset_id":"start.v.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"start%2:38:00::","call_ids":["senseval2.d001.s000.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"start%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":393,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42527407803572714}
{"item_id":"senseval2.d001.s000.t003","gold_sense_keys":["handful%1:23:01::"],"candidates":[{"index":1,"sense_key":"handful%1:23:01::","synset_id":"handful.n.01"},{"index":2,"sense_key":"handful%1:23:00::","synset_id":"handful.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"handful%1:23:00::","call_ids":["senseval2.d001.s000.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"handful%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4489866599906236}
{"item_id":"senseval2.d001.s000.t005","gold_sense_keys":["damaged%3:00:00::"],"candidates":[{"index":1,"sense_key":"damaged%3:00:00::","synset_id":"damaged.a.01"},{"index":2,"sense_key":"damaged%5:00:00:disreputable:00","synset_id":"discredited.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damaged%3:00:00::","call_ids":["senseval2.d001.s000.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damaged%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4498145079705864}
{"item_id":"senseval2.d001.s000.t006","gold_sense_keys":["unleash%2:35:02::"],"candidates":[{"index":1,"sense_key":"unleash%2:35:00::","synset_id":"unleash.v.01"},{"index":2,"sense_key":"unleash%2:35:01::","synset_id":"unleash.v.02"},{"index":3,"sense_key":"unleash%2:35:02::","synset_id":"unleash.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"unleash%2:35:01::","call_ids":["senseval2.d001.s000.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"unleash%2:35:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4505421242211014}
{"item_id":"senseval2.d001.s000.t007","gold_sense_keys":["chaotic%5:00:00:wild:02"],"candidates":[{"index":1,"sense_key":"chaotic%5:00:00:disorganized:00","synset_id":"chaotic.s.01"},{"index":2,"sense_key":"chaotic%5:00:00:wild:02","synset_id":"chaotic.s.02"},{"index":3,"sense_key":"chaotic%3:01:00::","synset_id":"chaotic.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"chaotic%3:01:00::","call_ids":["senseval2.d001.s000.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"chaotic%3:01:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45137208700180054}
{"item_id":"senseval2.d001.s000.t008","gold_sense_keys":["growth%1:22:02::"],"candidates":[{"index":1,"sense_key":"growth%1:22:00::","synset_id":"growth.n.01"},{"index":2,"sense_key":"growth%1:22:01::","synset_id":"growth.n.02"},{"index":3,"sense_key":"growth%1:22:02::","synset_id":"increase.n.03"},{"index":4,"sense_key":"growth%1:14:00::","synset_id":"growth.n.04"},{"index":5,"sense_key":"growth%1:11:01::","synset_id":"emergence.n.01"},{"index":6,"sense_key":"growth%1:26:00::","synset_id":"growth.n.06"},{"index":7,"sense_key":"growth%1:17:00::","synset_id":"growth.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"growth%1:26:00::","call_ids":["senseval2.d001.s000.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"growth%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4269232840742916}
{"item_id":"senseval2.d001.s000.t009","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s000.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4275832590647042}
{"item_id":"senseval2.d001.s000.t010","gold_sense_keys":["characterize%2:42:01::"],"candidates":[{"index":1,"sense_key":"characterize%2:32:00::","synset_id":"qualify.v.06"},{"index":2,"sense_key":"characterize%2:42:01::","synset_id":"characterize.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"characterize%2:42:01::","call_ids":["senseval2.d001.s000.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"characterize%2:42:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42823708592914045}
{"item_id":"senseval2.d001.s000.t011","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s000.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43060795310884714}
{"item_id":"senseval2.d001.s001.t001","gold_sense_keys":["say%2:32:01::","say%2:32:13::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d001.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":330,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4286322230473161}
{"item_id":"senseval2.d001.s001.t002","gold_sense_keys":["discovery%1:04:00::"],"candidates":[{"index":1,"sense_key":"discovery%1:04:00::","synset_id":"discovery.n.01"},{"index":2,"sense_key":"discovery%1:10:00::","synset_id":"discovery.n.02"},{"index":3,"sense_key":"discovery%1:09:00::","synset_id":"discovery.n.03"},{"index":4,"sense_key":"discovery%1:10:01::","synset_id":"discovery.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discovery%1:10:00::","call_ids":["senseval2.d001.s001.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discovery%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42932659899815917}
{"item_id":"senseval2.d001.s001.t004","gold_sense_keys":["recent%5:00:00:past:00"],"candidates":[{"index":1,"sense_key":"recent%5:00:00:new:00","synset_id":"recent.s.01"},{"index":2,"sense_key":"recent%5:00:00:past:00","synset_id":"late.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"recent%5:00:00:past:00","call_ids":["senseval2.d001.s001.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"recent%5:00:00:past:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":129,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42198259895667434}
{"item_id":"senseval2.d001.s001.t005","gold_sense_keys":["month%1:28:01::"],"candidates":[{"index":1,"sense_key":"month%1:28:01::","synset_id":"calendar_month.n.01"},{"index":2,"sense_key":"month%1:28:00::","synset_id":"month.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"month%1:28:01::","call_ids":["senseval2.d001.s001.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"month%1:28:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4226825940422714}
{"item_id":"senseval2.d001.s001.t007","gold_sense_keys":["new%3:00:00::","new%5:00:00:original:00","new%5:00:00:other:00","new%5:00:00:unprecedented:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"new%3:00:00::","call_ids":["senseval2.d001.s001.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"new%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":350,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42343591805547476}
{"item_id":"senseval2.d001.s001.t009","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s001.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4304861491546035}
{"item_id":"senseval2.d001.s001.t010","gold_sense_keys":["develop%2:30:00::"],"candidates":[{"index":1,"sense_key":"develop%2:36:01::","synset_id":"develop.v.01"},{"index":2,"sense_key":"develop%2:36:00::","synset_id":"evolve.v.01"},{"index":3,"sense_key":"develop%2:30:06::","synset_id":"develop.v.03"},{"index":4,"sense_key":"develop%2:29:00::","synset_id":"grow.v.08"},{"index":5,"sense_key":"develop%2:42:00::","synset_id":"originate.v.01"},{"index":6,"sense_key":"develop%2:30:04::","synset_id":"build_up.v.05"},{"index":7,"sense_key":"develop%2:32:00::","synset_id":"explicate.v.02"},{"index":8,"sense_key":"develop%2:31:00::","synset_id":"train.v.01"},{"index":9,"sense_key":"develop%2:30:05::","synset_id":"develop.v.09"},{"index":10,"sense_key":"develop%2:30:00::","synset_id":"develop.v.10"},{"index":11,"sense_key":"develop%2:30:09::","synset_id":"modernize.v.02"},{"index":12,"sense_key":"develop%2:30:01::","synset_id":"develop.v.12"},{"index":13,"sense_key":"develop%2:36:09::","synset_id":"develop.v.13"},{"index":14,"sense_key":"develop%2:30:10::","synset_id":"develop.v.14"},{"index":15,"sense_key":"develop%2:39:00::","synset_id":"develop.v.15"},{"index":16,"sense_key":"develop%2:35:04::","synset_id":"develop.v.16"},{"index":17,"sense_key":"develop%2:33:03::","synset_id":"develop.v.17"},{"index":18,"sense_key":"develop%2:33:02::","synset_id":"develop.v.18"},{"index":19,"sense_key":"develop%2:30:13::","synset_id":"develop.v.19"},{"index":20,"sense_key":"develop%2:30:03::","synset_id":"break.v.53"},{"index":21,"sense_key":"develop%2:30:12::","synset_id":"develop.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"develop%2:30:00::","call_ids":["senseval2.d001.s001.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"develop%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":593,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37598399887792766}
{"item_id":"senseval2.d001.s002.t001","gold_sense_keys":["understanding%1:09:01::"],"candidates":[{"index":1,"sense_key":"understanding%1:09:01::","synset_id":"understanding.n.01"},{"index":2,"sense_key":"understanding%1:10:00::","synset_id":"agreement.n.01"},{"index":3,"sense_key":"understanding%1:09:03::","synset_id":"sympathy.n.01"},{"index":4,"sense_key":"understanding%1:09:00::","synset_id":"reason.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"understanding%1:09:00::","call_ids":["senseval2.d001.s002.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"understanding%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34228601795621216}
{"item_id":"senseval2.d001.s002.t003","gold_sense_keys":["expect%2:31:00::"],"candidates":[{"index":1,"sense_key":"expect%2:31:00::","synset_id":"expect.v.01"},{"index":2,"sense_key":"expect%2:32:00::","synset_id":"ask.v.04"},{"index":3,"sense_key":"expect%2:31:01::","synset_id":"expect.v.03"},{"index":4,"sense_key":"expect%2:31:05::","synset_id":"expect.v.04"},{"index":5,"sense_key":"expect%2:29:02::","synset_id":"expect.v.05"},{"index":6,"sense_key":"expect%2:29:00::","synset_id":"have_a_bun_in_the_oven.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"expect%2:31:01::","call_ids":["senseval2.d001.s002.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"expect%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34682766487821937}
{"item_id":"senseval2.d001.s002.t004","gold_sense_keys":["produce%2:36:03::"],"candidates":[{"index":1,"sense_key":"produce%2:36:02::","synset_id":"produce.v.01"},{"index":2,"sense_key":"produce%2:36:00::","synset_id":"produce.v.02"},{"index":3,"sense_key":"produce%2:36:03::","synset_id":"produce.v.03"},{"index":4,"sense_key":"produce%2:39:01::","synset_id":"produce.v.04"},{"index":5,"sense_key":"produce%2:36:05::","synset_id":"grow.v.07"},{"index":6,"sense_key":"produce%2:39:00::","synset_id":"produce.v.06"},{"index":7,"sense_key":"produce%2:29:00::","synset_id":"grow.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"produce%2:36:03::","call_ids":["senseval2.d001.s002.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"produce%2:36:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3112492631189525}
{"item_id":"senseval2.d001.s002.t005","gold_sense_keys":["array%1:10:00::"],"candidates":[{"index":1,"sense_key":"array%1:14:00::","synset_id":"array.n.01"},{"index":2,"sense_key":"array%1:10:00::","synset_id":"array.n.02"},{"index":3,"sense_key":"array%1:06:01::","synset_id":"array.n.03"},{"index":4,"sense_key":"array%1:06:00::","synset_id":"array.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"array%1:10:00::","call_ids":["senseval2.d001.s002.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"array%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3119296981021762}
{"item_id":"senseval2.d001.s002.t006","gold_sense_keys":["new%3:00:00::","new%5:00:00:original:00","new%5:00:00:other:00","new%5:00:00:unprecedented:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"new%3:00:00::","call_ids":["senseval2.d001.s002.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"new%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":350,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32301431288942695}
{"item_id":"senseval2.d001.s002.t007","gold_sense_keys":["strategy%1:09:00::"],"candidates":[{"index":1,"sense_key":"strategy%1:09:00::","synset_id":"scheme.n.01"},{"index":2,"sense_key":"strategy%1:09:01::","synset_id":"strategy.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"strategy%1:09:00::","call_ids":["senseval2.d001.s002.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"strategy%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31713561504147947}
{"item_id":"senseval2.d001.s002.t008","gold_sense_keys":["future%3:00:00::","future%5:00:00:prospective:00"],"candidates":[{"index":1,"sense_key":"future%3:00:00::","synset_id":"future.a.01"},{"index":2,"sense_key":"future%5:00:00:prospective:00","synset_id":"future.s.01"},{"index":3,"sense_key":"future%5:00:00:incoming:00","synset_id":"future.s.02"},{"index":4,"sense_key":"future%3:01:00::","synset_id":"future.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"future%5:00:00:prospective:00","call_ids":["senseval2.d001.s002.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"future%5:00:00:prospective:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2963951281271875}
{"item_id":"senseval2.d001.s002.t009","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s002.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3129381160251796}
{"item_id":"senseval2.d001.s002.t010","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["senseval2.d001.s002.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3115857751108706}
{"item_id":"senseval2.d001.s003.t000","gold_sense_keys":["future%1:28:00::"],"candidates":[{"index":1,"sense_key":"future%1:28:00::","synset_id":"future.n.01"},{"index":2,"sense_key":"future%1:10:00::","synset_id":"future.n.02"},{"index":3,"sense_key":"future%1:06:00::","synset_id":"future.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"future%1:10:00::","call_ids":["senseval2.d001.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"future%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":127,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3003476031590253}
{"item_id":"senseval2.d001.s004.t002","gold_sense_keys":["develop%2:36:01::"],"candidates":[{"index":1,"sense_key":"develop%2:36:01::","synset_id":"develop.v.01"},{"index":2,"sense_key":"develop%2:36:00::","synset_id":"evolve.v.01"},{"index":3,"sense_key":"develop%2:30:06::","synset_id":"develop.v.03"},{"index":4,"sense_key":"develop%2:29:00::","synset_id":"grow.v.08"},{"index":5,"sense_key":"develop%2:42:00::","synset_id":"originate.v.01"},{"index":6,"sense_key":"develop%2:30:04::","synset_id":"build_up.v.05"},{"index":7,"sense_key":"develop%2:32:00::","synset_id":"explicate.v.02"},{"index":8,"sense_key":"develop%2:31:00::","synset_id":"train.v.01"},{"index":9,"sense_key":"develop%2:30:05::","synset_id":"develop.v.09"},{"index":10,"sense_key":"develop%2:30:00::","synset_id":"develop.v.10"},{"index":11,"sense_key":"develop%2:30:09::","synset_id":"modernize.v.02"},{"index":12,"sense_key":"develop%2:30:01::","synset_id":"develop.v.12"},{"index":13,"sense_key":"develop%2:36:09::","synset_id":"develop.v.13"},{"index":14,"sense_key":"develop%2:30:10::","synset_id":"develop.v.14"},{"index":15,"sense_key":"develop%2:39:00::","synset_id":"develop.v.15"},{"index":16,"sense_key":"develop%2:35:04::","synset_id":"develop.v.16"},{"index":17,"sense_key":"develop%2:33:03::","synset_id":"develop.v.17"},{"index":18,"sense_key":"develop%2:33:02::","synset_id":"develop.v.18"},{"index":19,"sense_key":"develop%2:30:13::","synset_id":"develop.v.19"},{"index":20,"sense_key":"develop%2:30:03::","synset_id":"break.v.53"},{"index":21,"sense_key":"develop%2:30:12::","synset_id":"develop.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"develop%2:30:09::","call_ids":["senseval2.d001.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"develop%2:30:09::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":604,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2812418919056654}
{"item_id":"senseval2.d001.s004.t004","gold_sense_keys":["base%2:31:00::"],"candidates":[{"index":1,"sense_key":"base%2:31:00::","synset_id":"establish.v.08"},{"index":2,"sense_key":"base%2:42:04::","synset_id":"base.v.02"},{"index":3,"sense_key":"base%2:34:00::","synset_id":"free-base.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"base%2:31:00::","call_ids":["senseval2.d001.s004.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"base%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29257946205325425}
{"item_id":"senseval2.d001.s004.t006","gold_sense_keys":["identify%2:31:01::"],"candidates":[{"index":1,"sense_key":"identify%2:31:00::","synset_id":"identify.v.01"},{"index":2,"sense_key":"identify%2:32:00::","synset_id":"name.v.02"},{"index":3,"sense_key":"identify%2:31:04::","synset_id":"identify.v.03"},{"index":4,"sense_key":"identify%2:31:03::","synset_id":"identify.v.04"},{"index":5,"sense_key":"identify%2:31:01::","synset_id":"identify.v.05"},{"index":6,"sense_key":"identify%2:31:02::","synset_id":"identify.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"identify%2:31:00::","call_ids":["senseval2.d001.s004.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"identify%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":261,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29333690111525357}
{"item_id":"senseval2.d001.s004.t008","gold_sense_keys":["first%3:00:00::"],"candidates":[{"index":1,"sense_key":"first%3:00:00::","synset_id":"first.a.01"},{"index":2,"sense_key":"first%5:00:00:ordinal:00","synset_id":"first.s.01"},{"index":3,"sense_key":"first%5:00:02:opening:00","synset_id":"inaugural.s.01"},{"index":4,"sense_key":"first%5:00:01:opening:00","synset_id":"beginning.s.01"},{"index":5,"sense_key":"first%5:00:00:best:00","synset_id":"first.s.04"},{"index":6,"sense_key":"first%3:00:03::","synset_id":"first.a.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"first%5:00:00:best:00","call_ids":["senseval2.d001.s004.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"first%5:00:00:best:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2817909100558609}
{"item_id":"senseval2.d001.s004.t009","gold_sense_keys":["time%1:11:00::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"time%1:28:06::","call_ids":["senseval2.d001.s004.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"time%1:28:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":329,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28154737199656665}
{"item_id":"senseval2.d001.s004.t011","gold_sense_keys":["otherwise%4:02:01::"],"candidates":[{"index":1,"sense_key":"otherwise%4:02:01::","synset_id":"otherwise.r.01"},{"index":2,"sense_key":"otherwise%4:02:03::","synset_id":"differently.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"otherwise%4:02:01::","call_ids":["senseval2.d001.s004.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"otherwise%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2826985998544842}
{"item_id":"senseval2.d001.s004.t012","gold_sense_keys":["healthy%3:00:00::"],"candidates":[{"index":1,"sense_key":"healthy%3:00:00::","synset_id":"healthy.a.01"},{"index":2,"sense_key":"healthy%5:00:00:sound:00","synset_id":"healthy.s.01"},{"index":3,"sense_key":"healthy%5:00:00:wholesome:00","synset_id":"healthy.s.02"},{"index":4,"sense_key":"healthy%5:00:00:reasonable:00","synset_id":"healthy.s.03"},{"index":5,"sense_key":"healthy%5:00:00:considerable:00","synset_id":"goodly.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"healthy%5:00:00:wholesome:00","call_ids":["senseval2.d001.s004.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"healthy%5:00:00:wholesome:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.292946902802214}
{"item_id":"senseval2.d001.s004.t013","gold_sense_keys":["individual%1:03:00::"],"candidates":[{"index":1,"sense_key":"individual%1:03:00::","synset_id":"person.n.01"},{"index":2,"sense_key":"individual%1:18:00::","synset_id":"individual.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"individual%1:03:00::","call_ids":["senseval2.d001.s004.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"individual%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29397451784461737}
{"item_id":"senseval2.d001.s004.t014","gold_sense_keys":["likely%3:00:00::"],"candidates":[{"index":1,"sense_key":"likely%3:00:00::","synset_id":"likely.a.01"},{"index":2,"sense_key":"likely%3:00:04::","synset_id":"probable.a.01"},{"index":3,"sense_key":"likely%5:00:00:prospective:00","synset_id":"likely.s.01"},{"index":4,"sense_key":"likely%5:00:00:credible:00","synset_id":"likely.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"likely%3:00:04::","call_ids":["senseval2.d001.s004.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"likely%3:00:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1987943530548364}
{"item_id":"senseval2.d001.s004.t015","gold_sense_keys":["get%2:29:00::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"get%2:32:03::","call_ids":["senseval2.d001.s004.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"get%2:32:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":914,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2538438178598881}
{"item_id":"senseval2.d001.s004.t016","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cancer%1:26:00::","call_ids":["senseval2.d001.s004.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cancer%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2232101708650589}
{"item_id":"senseval2.d001.s005.t000","gold_sense_keys":["set%1:14:00::"],"candidates":[{"index":1,"sense_key":"set%1:14:00::","synset_id":"set.n.01"},{"index":2,"sense_key":"set%1:14:02::","synset_id":"set.n.02"},{"index":3,"sense_key":"set%1:04:00::","synset_id":"set.n.03"},{"index":4,"sense_key":"set%1:06:00::","synset_id":"stage_set.n.01"},{"index":5,"sense_key":"set%1:14:01::","synset_id":"set.n.05"},{"index":6,"sense_key":"set%1:09:01::","synset_id":"bent.n.01"},{"index":7,"sense_key":"set%1:04:01::","synset_id":"set.n.07"},{"index":8,"sense_key":"set%1:28:00::","synset_id":"set.n.08"},{"index":9,"sense_key":"set%1:22:00::","synset_id":"hardening.n.02"},{"index":10,"sense_key":"set%1:18:00::","synset_id":"set.n.10"},{"index":11,"sense_key":"set%1:11:00::","synset_id":"set.n.11"},{"index":12,"sense_key":"set%1:09:00::","synset_id":"set.n.12"},{"index":13,"sense_key":"set%1:06:01::","synset_id":"set.n.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"set%1:28:00::","call_ids":["senseval2.d001.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"set%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":455,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2530601068865508}
{"item_id":"senseval2.d001.s005.t001","gold_sense_keys":["discovery%1:04:00::","discovery%1:09:00::"],"candidates":[{"index":1,"sense_key":"discovery%1:04:00::","synset_id":"discovery.n.01"},{"index":2,"sense_key":"discovery%1:10:00::","synset_id":"discovery.n.02"},{"index":3,"sense_key":"discovery%1:09:00::","synset_id":"discovery.n.03"},{"index":4,"sense_key":"discovery%1:10:01::","synset_id":"discovery.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discovery%1:10:00::","call_ids":["senseval2.d001.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discovery%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2543849120847881}
{"item_id":"senseval2.d001.s005.t002","gold_sense_keys":["say%2:32:00::","say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d001.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":344,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2575931209139526}
{"item_id":"senseval2.d001.s005.t005","gold_sense_keys":["find%2:31:09::","find%2:32:00::","find%2:36:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"find%2:31:09::","call_ids":["senseval2.d001.s005.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"find%2:31:09::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":507,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2591961878351867}
{"item_id":"senseval2.d001.s006.t000","gold_sense_keys":["only%4:02:05::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"only%4:02:05::","call_ids":["senseval2.d001.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"only%4:02:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":230,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26057651708833873}
{"item_id":"senseval2.d001.s006.t001","gold_sense_keys":["decade%1:28:00::"],"candidates":[{"index":1,"sense_key":"decade%1:28:00::","synset_id":"decade.n.01"},{"index":2,"sense_key":"decade%1:23:00::","synset_id":"ten.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"decade%1:28:00::","call_ids":["senseval2.d001.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"decade%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":131,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26180721004493535}
{"item_id":"senseval2.d001.s006.t003","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"cancer%1:05:00::","call_ids":["senseval2.d001.s006.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"cancer%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26299768104217947}
{"item_id":"senseval2.d001.s006.t004","gold_sense_keys":["know%2:31:01::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval2.d001.s006.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":376,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2787393410690129}
{"item_id":"senseval2.d001.s006.t006","gold_sense_keys":["molecular%3:01:00::"],"candidates":[{"index":1,"sense_key":"molecular%3:01:00::","synset_id":"molecular.a.01"},{"index":2,"sense_key":"molecular%3:00:00::","synset_id":"molecular.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"molecular%3:01:00::","call_ids":["senseval2.d001.s006.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"molecular%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28205952094867826}
{"item_id":"senseval2.d001.s006.t007","gold_sense_keys":["level%1:09:00::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"level%1:06:01::","call_ids":["senseval2.d001.s006.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"level%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":280,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2849062180612236}
{"item_id":"senseval2.d001.s007.t000","gold_sense_keys":["today%1:28:00::"],"candidates":[{"index":1,"sense_key":"today%1:28:00::","synset_id":"today.n.01"},{"index":2,"sense_key":"today%1:28:01::","synset_id":"today.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"today%1:28:01::","call_ids":["senseval2.d001.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"today%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.236864373087883}
{"item_id":"senseval2.d001.s007.t001","gold_sense_keys":["know%2:31:01::","know%2:31:02::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval2.d001.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":385,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24629745003767312}
{"item_id":"senseval2.d001.s007.t002","gold_sense_keys":["accumulation%1:22:00::"],"candidates":[{"index":1,"sense_key":"accumulation%1:22:00::","synset_id":"accretion.n.01"},{"index":2,"sense_key":"accumulation%1:14:00::","synset_id":"collection.n.01"},{"index":3,"sense_key":"accumulation%1:04:00::","synset_id":"accumulation.n.03"},{"index":4,"sense_key":"accumulation%1:21:00::","synset_id":"accumulation.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"accumulation%1:14:00::","call_ids":["senseval2.d001.s007.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"accumulation%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2480197020340711}
{"item_id":"senseval2.d001.s007.t003","gold_sense_keys":["altered%3:00:00::"],"candidates":[{"index":1,"sense_key":"altered%3:00:00::","synset_id":"altered.a.01"},{"index":2,"sense_key":"altered%5:00:00:castrated:00","synset_id":"altered.s.01"},{"index":3,"sense_key":"altered%5:00:00:modified:00","synset_id":"adapted.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"altered%3:00:00::","call_ids":["senseval2.d001.s007.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"altered%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2585942968726158}
{"item_id":"senseval2.d001.s007.t005","gold_sense_keys":["initiate%2:36:01::"],"candidates":[{"index":1,"sense_key":"initiate%2:36:01::","synset_id":"originate.v.02"},{"index":2,"sense_key":"initiate%2:36:00::","synset_id":"initiate.v.02"},{"index":3,"sense_key":"initiate%2:41:01::","synset_id":"initiate.v.03"},{"index":4,"sense_key":"initiate%2:32:00::","synset_id":"broach.v.01"},{"index":5,"sense_key":"initiate%2:30:00::","synset_id":"lead_up.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"initiate%2:30:00::","call_ids":["senseval2.d001.s007.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"initiate%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23859821422956884}
{"item_id":"senseval2.d001.s007.t006","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s007.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24020648701116443}
{"item_id":"senseval2.d001.s007.t007","gold_sense_keys":["then%4:02:00::","then%4:02:02::"],"candidates":[{"index":1,"sense_key":"then%4:02:00::","synset_id":"then.r.01"},{"index":2,"sense_key":"then%4:02:02::","synset_id":"then.r.02"},{"index":3,"sense_key":"then%4:02:01::","synset_id":"then.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"then%4:02:02::","call_ids":["senseval2.d001.s007.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"then%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2488434868864715}
{"item_id":"senseval2.d001.s007.t008","gold_sense_keys":["propel%2:35:00::"],"candidates":[{"index":1,"sense_key":"propel%2:35:00::","synset_id":"propel.v.01"},{"index":2,"sense_key":"propel%2:36:00::","synset_id":"motivate.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"propel%2:35:00::","call_ids":["senseval2.d001.s007.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"propel%2:35:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2534316419623792}
{"item_id":"senseval2.d001.s007.t009","gold_sense_keys":["deadly%5:00:01:fatal:00"],"candidates":[{"index":1,"sense_key":"deadly%5:00:01:fatal:00","synset_id":"deadly.s.01"},{"index":2,"sense_key":"deadly%5:00:02:fatal:00","synset_id":"deadly.s.02"},{"index":3,"sense_key":"deadly%5:00:00:toxic:00","synset_id":"deadly.s.03"},{"index":4,"sense_key":"deadly%5:00:00:unpardonable:00","synset_id":"deadly.s.04"},{"index":5,"sense_key":"deadly%5:00:00:noxious:00","synset_id":"baneful.s.01"},{"index":6,"sense_key":"deadly%5:00:00:virulent:00","synset_id":"deadly.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"deadly%5:00:00:noxious:00","call_ids":["senseval2.d001.s007.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"deadly%5:00:00:noxious:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25881511298939586}
{"item_id":"senseval2.d001.s007.t010","gold_sense_keys":["state%1:03:00::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"state%1:14:01::","call_ids":["senseval2.d001.s007.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"state%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":335,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2738938520196825}
{"item_id":"senseval2.d001.s008.t001","gold_sense_keys":["call%2:32:00::"],"candidates":[{"index":1,"sense_key":"call%2:32:02::","synset_id":"name.v.01"},{"index":2,"sense_key":"call%2:32:00::","synset_id":"call.v.02"},{"index":3,"sense_key":"call%2:32:01::","synset_id":"call.v.03"},{"index":4,"sense_key":"call%2:32:09::","synset_id":"shout.v.02"},{"index":5,"sense_key":"call%2:32:05::","synset_id":"call.v.05"},{"index":6,"sense_key":"call%2:41:00::","synset_id":"visit.v.03"},{"index":7,"sense_key":"call%2:41:04::","synset_id":"call.v.07"},{"index":8,"sense_key":"call%2:32:13::","synset_id":"call.v.08"},{"index":9,"sense_key":"call%2:32:04::","synset_id":"call.v.09"},{"index":10,"sense_key":"call%2:32:03::","synset_id":"call.v.10"},{"index":11,"sense_key":"call%2:42:09::","synset_id":"call.v.11"},{"index":12,"sense_key":"call%2:41:14::","synset_id":"address.v.06"},{"index":13,"sense_key":"call%2:41:12::","synset_id":"call.v.13"},{"index":14,"sense_key":"call%2:40:09::","synset_id":"call.v.14"},{"index":15,"sense_key":"call%2:40:05::","synset_id":"bid.v.04"},{"index":16,"sense_key":"call%2:38:00::","synset_id":"call.v.16"},{"index":17,"sense_key":"call%2:32:06::","synset_id":"call.v.17"},{"index":18,"sense_key":"call%2:32:10::","synset_id":"predict.v.01"},{"index":19,"sense_key":"call%2:32:12::","synset_id":"call.v.19"},{"index":20,"sense_key":"call%2:32:07::","synset_id":"call.v.20"},{"index":21,"sense_key":"call%2:32:08::","synset_id":"call.v.21"},{"index":22,"sense_key":"call%2:32:11::","synset_id":"call.v.22"},{"index":23,"sense_key":"call%2:32:15::","synset_id":"call.v.23"},{"index":24,"sense_key":"call%2:32:14::","synset_id":"call.v.24"},{"index":25,"sense_key":"call%2:31:13::","synset_id":"call.v.25"},{"index":26,"sense_key":"call%2:31:00::","synset_id":"call.v.26"},{"index":27,"sense_key":"call%2:31:05::","synset_id":"call.v.27"},{"index":28,"sense_key":"call%2:29:05::","synset_id":"call.v.28"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":24,"chosen_sense_key":"call%2:32:14::","call_ids":["senseval2.d001.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":24,"predicted_sense_key":"call%2:32:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":773,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.277349537005648}
{"item_id":"senseval2.d001.s008.t002","gold_sense_keys":["new%3:00:00::","new%5:00:00:original:00","new%5:00:00:other:00","new%5:00:00:unprecedented:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"new%3:00:00::","call_ids":["senseval2.d001.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"new%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":347,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24189718696288764}
{"item_id":"senseval2.d001.s008.t003","gold_sense_keys":["class%1:14:00::"],"candidates":[{"index":1,"sense_key":"class%1:14:00::","synset_id":"class.n.01"},{"index":2,"sense_key":"class%1:14:03::","synset_id":"class.n.02"},{"index":3,"sense_key":"class%1:14:01::","synset_id":"class.n.03"},{"index":4,"sense_key":"class%1:04:00::","synset_id":"course.n.01"},{"index":5,"sense_key":"class%1:14:05::","synset_id":"class.n.05"},{"index":6,"sense_key":"class%1:14:04::","synset_id":"class.n.06"},{"index":7,"sense_key":"class%1:14:02::","synset_id":"class.n.07"},{"index":8,"sense_key":"class%1:07:00::","synset_id":"class.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"class%1:14:02::","call_ids":["senseval2.d001.s008.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"class%1:14:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24848546995781362}
{"item_id":"senseval2.d001.s008.t005","gold_sense_keys":["simply%4:02:01::"],"candidates":[{"index":1,"sense_key":"simply%4:02:00::","synset_id":"merely.r.01"},{"index":2,"sense_key":"simply%4:02:03::","synset_id":"just.r.04"},{"index":3,"sense_key":"simply%4:02:02::","synset_id":"simply.r.03"},{"index":4,"sense_key":"simply%4:02:01::","synset_id":"plainly.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"simply%4:02:02::","call_ids":["senseval2.d001.s008.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"simply%4:02:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2498704488389194}
{"item_id":"senseval2.d001.s009.t000","gold_sense_keys":["function%2:35:00::"],"candidates":[{"index":1,"sense_key":"function%2:35:00::","synset_id":"function.v.01"},{"index":2,"sense_key":"function%2:42:12::","synset_id":"serve.v.01"},{"index":3,"sense_key":"function%2:33:00::","synset_id":"officiate.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"function%2:42:12::","call_ids":["senseval2.d001.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"function%2:42:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2792474231682718}
{"item_id":"senseval2.d001.s009.t004","gold_sense_keys":["hold%2:41:15::"],"candidates":[{"index":1,"sense_key":"hold%2:42:00::","synset_id":"keep.v.01"},{"index":2,"sense_key":"hold%2:35:00::","synset_id":"hold.v.02"},{"index":3,"sense_key":"hold%2:36:00::","synset_id":"hold.v.03"},{"index":4,"sense_key":"hold%2:40:00::","synset_id":"have.v.01"},{"index":5,"sense_key":"hold%2:31:01::","synset_id":"deem.v.01"},{"index":6,"sense_key":"hold%2:37:00::","synset_id":"harbor.v.01"},{"index":7,"sense_key":"hold%2:35:03::","synset_id":"restrain.v.03"},{"index":8,"sense_key":"hold%2:40:02::","synset_id":"retain.v.03"},{"index":9,"sense_key":"hold%2:40:04::","synset_id":"bear.v.11"},{"index":10,"sense_key":"hold%2:35:01::","synset_id":"hold.v.10"},{"index":11,"sense_key":"hold%2:42:13::","synset_id":"hold.v.11"},{"index":12,"sense_key":"hold%2:42:05::","synset_id":"accommodate.v.04"},{"index":13,"sense_key":"hold%2:42:01::","synset_id":"hold.v.13"},{"index":14,"sense_key":"hold%2:35:02::","synset_id":"hold.v.14"},{"index":15,"sense_key":"hold%2:42:02::","synset_id":"prevail.v.02"},{"index":16,"sense_key":"hold%2:31:08::","synset_id":"hold.v.16"},{"index":17,"sense_key":"hold%2:42:07::","synset_id":"hold.v.17"},{"index":18,"sense_key":"hold%2:42:14::","synset_id":"contain.v.05"},{"index":19,"sense_key":"hold%2:41:00::","synset_id":"reserve.v.04"},{"index":20,"sense_key":"hold%2:33:05::","synset_id":"defend.v.03"},{"index":21,"sense_key":"hold%2:32:13::","synset_id":"oblige.v.02"},{"index":22,"sense_key":"hold%2:31:04::","synset_id":"hold.v.22"},{"index":23,"sense_key":"hold%2:31:10::","synset_id":"hold.v.23"},{"index":24,"sense_key":"hold%2:42:08::","synset_id":"defy.v.01"},{"index":25,"sense_key":"hold%2:42:04::","synset_id":"apply.v.02"},{"index":26,"sense_key":"hold%2:42:12::","synset_id":"hold.v.26"},{"index":27,"sense_key":"hold%2:41:15::","synset_id":"control.v.02"},{"index":28,"sense_key":"hold%2:41:13::","synset_id":"hold.v.28"},{"index":29,"sense_key":"hold%2:41:14::","synset_id":"hold.v.29"},{"index":30,"sense_key":"hold%2:38:05::","synset_id":"halt.v.01"},{"index":31,"sense_key":"hold%2:35:09::","synset_id":"hold.v.31"},{"index":32,"sense_key":"hold%2:34:00::","synset_id":"carry.v.33"},{"index":33,"sense_key":"hold%2:33:00::","synset_id":"hold.v.33"},{"index":34,"sense_key":"hold%2:32:11::","synset_id":"declare.v.04"},{"index":35,"sense_key":"hold%2:32:15::","synset_id":"agree.v.01"},{"index":36,"sense_key":"hold%2:29:04::","synset_id":"hold.v.36"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"hold%2:35:01::","call_ids":["senseval2.d001.s009.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"hold%2:35:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":877,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21313129807822406}
{"item_id":"senseval2.d001.s009.t005","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s009.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":246,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3178710078354925}
{"item_id":"senseval2.d001.s009.t006","gold_sense_keys":["growth%1:22:02::"],"candidates":[{"index":1,"sense_key":"growth%1:22:00::","synset_id":"growth.n.01"},{"index":2,"sense_key":"growth%1:22:01::","synset_id":"growth.n.02"},{"index":3,"sense_key":"growth%1:22:02::","synset_id":"increase.n.03"},{"index":4,"sense_key":"growth%1:14:00::","synset_id":"growth.n.04"},{"index":5,"sense_key":"growth%1:11:01::","synset_id":"emergence.n.01"},{"index":6,"sense_key":"growth%1:26:00::","synset_id":"growth.n.06"},{"index":7,"sense_key":"growth%1:17:00::","synset_id":"growth.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"growth%1:22:02::","call_ids":["senseval2.d001.s009.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"growth%1:22:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":259,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3799088529776782}
{"item_id":"senseval2.d001.s010.t001","gold_sense_keys":["damage%2:30:00::"],"candidates":[{"index":1,"sense_key":"damage%2:30:00::","synset_id":"damage.v.01"},{"index":2,"sense_key":"damage%2:30:01::","synset_id":"damage.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damage%2:30:00::","call_ids":["senseval2.d001.s010.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damage%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38250186992809176}
{"item_id":"senseval2.d001.s010.t003","gold_sense_keys":["radiation%1:19:00::"],"candidates":[{"index":1,"sense_key":"radiation%1:19:00::","synset_id":"radiation.n.01"},{"index":2,"sense_key":"radiation%1:04:00::","synset_id":"radiation.n.02"},{"index":3,"sense_key":"radiation%1:26:00::","synset_id":"radiation_sickness.n.01"},{"index":4,"sense_key":"radiation%1:22:00::","synset_id":"radiation.n.04"},{"index":5,"sense_key":"radiation%1:11:00::","synset_id":"radiation.n.05"},{"index":6,"sense_key":"radiation%1:08:00::","synset_id":"radiation.n.06"},{"index":7,"sense_key":"radiation%1:04:01::","synset_id":"radiotherapy.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"radiation%1:26:00::","call_ids":["senseval2.d001.s010.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"radiation%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":299,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38502256921492517}
{"item_id":"senseval2.d001.s010.t011","gold_sense_keys":["work%2:35:02::","work%2:41:03::"],"candidates":[{"index":1,"sense_key":"work%2:41:02::","synset_id":"work.v.01"},{"index":2,"sense_key":"work%2:41:00::","synset_id":"work.v.02"},{"index":3,"sense_key":"work%2:41:03::","synset_id":"work.v.03"},{"index":4,"sense_key":"work%2:35:02::","synset_id":"function.v.01"},{"index":5,"sense_key":"work%2:36:00::","synset_id":"work.v.05"},{"index":6,"sense_key":"work%2:29:00::","synset_id":"exercise.v.03"},{"index":7,"sense_key":"work%2:38:00::","synset_id":"make.v.36"},{"index":8,"sense_key":"work%2:41:04::","synset_id":"work.v.08"},{"index":9,"sense_key":"work%2:41:05::","synset_id":"work.v.09"},{"index":10,"sense_key":"work%2:38:02::","synset_id":"work.v.10"},{"index":11,"sense_key":"work%2:36:01::","synset_id":"bring.v.03"},{"index":12,"sense_key":"work%2:41:01::","synset_id":"work.v.12"},{"index":13,"sense_key":"work%2:36:09::","synset_id":"cultivate.v.02"},{"index":14,"sense_key":"work%2:42:10::","synset_id":"work.v.14"},{"index":15,"sense_key":"work%2:41:10::","synset_id":"influence.v.01"},{"index":16,"sense_key":"work%2:41:11::","synset_id":"work.v.16"},{"index":17,"sense_key":"work%2:41:12::","synset_id":"work.v.17"},{"index":18,"sense_key":"work%2:39:10::","synset_id":"work.v.18"},{"index":19,"sense_key":"work%2:37:10::","synset_id":"work.v.19"},{"index":20,"sense_key":"work%2:36:12::","synset_id":"shape.v.02"},{"index":21,"sense_key":"work%2:35:14::","synset_id":"work.v.21"},{"index":22,"sense_key":"work%2:35:00::","synset_id":"knead.v.01"},{"index":23,"sense_key":"work%2:34:10::","synset_id":"exploit.v.01"},{"index":24,"sense_key":"work%2:31:13::","synset_id":"solve.v.01"},{"index":25,"sense_key":"work%2:30:14::","synset_id":"ferment.v.03"},{"index":26,"sense_key":"work%2:30:13::","synset_id":"sour.v.01"},{"index":27,"sense_key":"work%2:30:10::","synset_id":"work.v.27"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"work%2:36:00::","call_ids":["senseval2.d001.s010.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"work%2:36:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":701,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3935620388947427}
{"item_id":"senseval2.d001.s010.t012","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s010.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4121015949640423}
{"item_id":"senseval2.d001.s010.t014","gold_sense_keys":["turn%2:30:03::","turn%2:42:00::"],"candidates":[{"index":1,"sense_key":"turn%2:38:00::","synset_id":"turn.v.01"},{"index":2,"sense_key":"turn%2:30:04::","synset_id":"change_state.v.01"},{"index":3,"sense_key":"turn%2:42:00::","synset_id":"become.v.02"},{"index":4,"sense_key":"turn%2:38:02::","synset_id":"turn.v.04"},{"index":5,"sense_key":"turn%2:30:00::","synset_id":"change_by_reversal.v.01"},{"index":6,"sense_key":"turn%2:38:03::","synset_id":"turn.v.06"},{"index":7,"sense_key":"turn%2:30:03::","synset_id":"turn.v.07"},{"index":8,"sense_key":"turn%2:35:08::","synset_id":"turn.v.08"},{"index":9,"sense_key":"turn%2:38:04::","synset_id":"turn.v.09"},{"index":10,"sense_key":"turn%2:38:01::","synset_id":"turn.v.10"},{"index":11,"sense_key":"turn%2:38:06::","synset_id":"turn.v.11"},{"index":12,"sense_key":"turn%2:36:00::","synset_id":"plow.v.01"},{"index":13,"sense_key":"turn%2:35:06::","synset_id":"turn.v.13"},{"index":14,"sense_key":"turn%2:30:09::","synset_id":"turn.v.14"},{"index":15,"sense_key":"turn%2:29:00::","synset_id":"twist.v.10"},{"index":16,"sense_key":"turn%2:42:13::","synset_id":"turn.v.16"},{"index":17,"sense_key":"turn%2:41:10::","synset_id":"turn.v.17"},{"index":18,"sense_key":"turn%2:40:13::","synset_id":"turn.v.18"},{"index":19,"sense_key":"turn%2:38:13::","synset_id":"turn.v.19"},{"index":20,"sense_key":"turn%2:38:14::","synset_id":"turn.v.20"},{"index":21,"sense_key":"turn%2:35:11::","synset_id":"flex.v.05"},{"index":22,"sense_key":"turn%2:35:10::","synset_id":"turn.v.22"},{"index":23,"sense_key":"turn%2:33:13::","synset_id":"turn.v.23"},{"index":24,"sense_key":"turn%2:32:14::","synset_id":"call_on.v.01"},{"index":25,"sense_key":"turn%2:30:01::","synset_id":"sour.v.01"},{"index":26,"sense_key":"turn%2:30:14::","synset_id":"turn.v.26"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"turn%2:30:03::","call_ids":["senseval2.d001.s010.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"turn%2:30:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":706,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41481365193612874}
{"item_id":"senseval2.d001.s011.t001","gold_sense_keys":["identify%2:31:01::"],"candidates":[{"index":1,"sense_key":"identify%2:31:00::","synset_id":"identify.v.01"},{"index":2,"sense_key":"identify%2:32:00::","synset_id":"name.v.02"},{"index":3,"sense_key":"identify%2:31:04::","synset_id":"identify.v.03"},{"index":4,"sense_key":"identify%2:31:03::","synset_id":"identify.v.04"},{"index":5,"sense_key":"identify%2:31:01::","synset_id":"identify.v.05"},{"index":6,"sense_key":"identify%2:31:02::","synset_id":"identify.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"identify%2:31:04::","call_ids":["senseval2.d001.s011.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"identify%2:31:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3606591341085732}
{"item_id":"senseval2.d001.s011.t003","gold_sense_keys":["differ%2:42:00::"],"candidates":[{"index":1,"sense_key":"differ%2:42:00::","synset_id":"differ.v.01"},{"index":2,"sense_key":"differ%2:32:00::","synset_id":"disagree.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"differ%2:42:00::","call_ids":["senseval2.d001.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"differ%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3660313480067998}
{"item_id":"senseval2.d001.s011.t004","gold_sense_keys":["family%1:14:04::"],"candidates":[{"index":1,"sense_key":"family%1:14:02::","synset_id":"family.n.01"},{"index":2,"sense_key":"family%1:14:00::","synset_id":"family.n.02"},{"index":3,"sense_key":"family%1:14:04::","synset_id":"class.n.01"},{"index":4,"sense_key":"family%1:14:01::","synset_id":"family.n.04"},{"index":5,"sense_key":"family%1:18:00::","synset_id":"kin.n.01"},{"index":6,"sense_key":"family%1:14:03::","synset_id":"family.n.06"},{"index":7,"sense_key":"family%1:14:06::","synset_id":"syndicate.n.01"},{"index":8,"sense_key":"family%1:14:05::","synset_id":"family.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"family%1:14:03::","call_ids":["senseval2.d001.s011.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"family%1:14:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":285,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3692574859596789}
{"item_id":"senseval2.d001.s011.t006","gold_sense_keys":["discover%2:31:00::","discover%2:31:03::","discover%2:36:00::","discover%2:39:03::"],"candidates":[{"index":1,"sense_key":"discover%2:39:03::","synset_id":"detect.v.01"},{"index":2,"sense_key":"discover%2:31:01::","synset_id":"learn.v.02"},{"index":3,"sense_key":"discover%2:36:00::","synset_id":"discover.v.03"},{"index":4,"sense_key":"discover%2:31:00::","synset_id":"discover.v.04"},{"index":5,"sense_key":"discover%2:40:00::","synset_id":"fall_upon.v.01"},{"index":6,"sense_key":"discover%2:32:04::","synset_id":"unwrap.v.02"},{"index":7,"sense_key":"discover%2:39:00::","synset_id":"discover.v.07"},{"index":8,"sense_key":"discover%2:31:03::","synset_id":"identify.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"discover%2:39:00::","call_ids":["senseval2.d001.s011.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"discover%2:39:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":300,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.371905016945675}
{"item_id":"senseval2.d001.s011.t007","gold_sense_keys":["early%3:00:00::"],"candidates":[{"index":1,"sense_key":"early%3:00:00::","synset_id":"early.a.01"},{"index":2,"sense_key":"early%3:00:02::","synset_id":"early.a.02"},{"index":3,"sense_key":"early%5:00:00:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"early%5:00:00:young:00","synset_id":"early.s.02"},{"index":5,"sense_key":"early%3:00:01::","synset_id":"early.a.05"},{"index":6,"sense_key":"early%5:00:01:future:00","synset_id":"early.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"early%5:00:00:past:00","call_ids":["senseval2.d001.s011.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"early%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3752571209333837}
{"item_id":"senseval2.d001.s011.t008","gold_sense_keys":["call%2:32:02::"],"candidates":[{"index":1,"sense_key":"call%2:32:02::","synset_id":"name.v.01"},{"index":2,"sense_key":"call%2:32:00::","synset_id":"call.v.02"},{"index":3,"sense_key":"call%2:32:01::","synset_id":"call.v.03"},{"index":4,"sense_key":"call%2:32:09::","synset_id":"shout.v.02"},{"index":5,"sense_key":"call%2:32:05::","synset_id":"call.v.05"},{"index":6,"sense_key":"call%2:41:00::","synset_id":"visit.v.03"},{"index":7,"sense_key":"call%2:41:04::","synset_id":"call.v.07"},{"index":8,"sense_key":"call%2:32:13::","synset_id":"call.v.08"},{"index":9,"sense_key":"call%2:32:04::","synset_id":"call.v.09"},{"index":10,"sense_key":"call%2:32:03::","synset_id":"call.v.10"},{"index":11,"sense_key":"call%2:42:09::","synset_id":"call.v.11"},{"index":12,"sense_key":"call%2:41:14::","synset_id":"address.v.06"},{"index":13,"sense_key":"call%2:41:12::","synset_id":"call.v.13"},{"index":14,"sense_key":"call%2:40:09::","synset_id":"call.v.14"},{"index":15,"sense_key":"call%2:40:05::","synset_id":"bid.v.04"},{"index":16,"sense_key":"call%2:38:00::","synset_id":"call.v.16"},{"index":17,"sense_key":"call%2:32:06::","synset_id":"call.v.17"},{"index":18,"sense_key":"call%2:32:10::","synset_id":"predict.v.01"},{"index":19,"sense_key":"call%2:32:12::","synset_id":"call.v.19"},{"index":20,"sense_key":"call%2:32:07::","synset_id":"call.v.20"},{"index":21,"sense_key":"call%2:32:08::","synset_id":"call.v.21"},{"index":22,"sense_key":"call%2:32:11::","synset_id":"call.v.22"},{"index":23,"sense_key":"call%2:32:15::","synset_id":"call.v.23"},{"index":24,"sense_key":"call%2:32:14::","synset_id":"call.v.24"},{"index":25,"sense_key":"call%2:31:13::","synset_id":"call.v.25"},{"index":26,"sense_key":"call%2:31:00::","synset_id":"call.v.26"},{"index":27,"sense_key":"call%2:31:05::","synset_id":"call.v.27"},{"index":28,"sense_key":"call%2:29:05::","synset_id":"call.v.28"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"call%2:32:05::","call_ids":["senseval2.d001.s011.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"call%2:32:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":777,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3868959089741111}
{"item_id":"senseval2.d001.s012.t001","gold_sense_keys":["present%3:00:02::"],"candidates":[{"index":1,"sense_key":"present%3:00:01::","synset_id":"present.a.01"},{"index":2,"sense_key":"present%3:00:02::","synset_id":"present.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"present%3:00:02::","call_ids":["senseval2.d001.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"present%3:00:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3899579760618508}
{"item_id":"senseval2.d001.s012.t002","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s012.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41595155908726156}
{"item_id":"senseval2.d001.s012.t003","gold_sense_keys":["become%2:30:00::"],"candidates":[{"index":1,"sense_key":"become%2:30:00::","synset_id":"become.v.01"},{"index":2,"sense_key":"become%2:42:01::","synset_id":"become.v.02"},{"index":3,"sense_key":"become%2:42:00::","synset_id":"become.v.03"},{"index":4,"sense_key":"become%2:42:03::","synset_id":"become.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"become%2:42:01::","call_ids":["senseval2.d001.s012.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"become%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39406365784816444}
{"item_id":"senseval2.d001.s012.t006","gold_sense_keys":["find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"find%2:36:00::","call_ids":["senseval2.d001.s012.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"find%2:36:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":510,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4182649818249047}
{"item_id":"senseval2.d001.s012.t007","gold_sense_keys":["normal%3:00:01::"],"candidates":[{"index":1,"sense_key":"normal%3:00:01::","synset_id":"normal.a.01"},{"index":2,"sense_key":"normal%3:00:02::","synset_id":"normal.a.02"},{"index":3,"sense_key":"normal%3:00:03::","synset_id":"normal.a.03"},{"index":4,"sense_key":"normal%5:00:00:perpendicular:00","synset_id":"normal.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"normal%3:00:02::","call_ids":["senseval2.d001.s012.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"normal%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36187848914414644}
{"item_id":"senseval2.d001.s012.t008","gold_sense_keys":["cancerous%5:00:00:malignant:02"],"candidates":[{"index":1,"sense_key":"cancerous%5:00:00:malignant:02","synset_id":"cancerous.s.01"},{"index":2,"sense_key":"cancerous%5:00:00:malign:00","synset_id":"cancerous.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cancerous%5:00:00:malignant:02","call_ids":["senseval2.d001.s012.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cancerous%5:00:00:malignant:02","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4770160091575235}
{"item_id":"senseval2.d001.s012.t009","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s012.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4788635310251266}
{"item_id":"senseval2.d001.s012.t010","gold_sense_keys":["suggest%2:32:02::"],"candidates":[{"index":1,"sense_key":"suggest%2:32:00::","synset_id":"propose.v.01"},{"index":2,"sense_key":"suggest%2:32:04::","synset_id":"hint.v.01"},{"index":3,"sense_key":"suggest%2:32:02::","synset_id":"suggest.v.03"},{"index":4,"sense_key":"suggest%2:32:03::","synset_id":"indicate.v.05"},{"index":5,"sense_key":"suggest%2:32:01::","synset_id":"suggest.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"suggest%2:32:02::","call_ids":["senseval2.d001.s012.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"suggest%2:32:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4824796998873353}
{"item_id":"senseval2.d001.s012.t012","gold_sense_keys":["cause%2:36:00::"],"candidates":[{"index":1,"sense_key":"cause%2:36:00::","synset_id":"cause.v.01"},{"index":2,"sense_key":"cause%2:32:00::","synset_id":"induce.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cause%2:36:00::","call_ids":["senseval2.d001.s012.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cause%2:36:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4844922460615635}
{"item_id":"senseval2.d001.s012.t013","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s012.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4866890839766711}
{"item_id":"senseval2.d001.s013.t000","gold_sense_keys":["recent%5:00:00:past:00"],"candidates":[{"index":1,"sense_key":"recent%5:00:00:new:00","synset_id":"recent.s.01"},{"index":2,"sense_key":"recent%5:00:00:past:00","synset_id":"late.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"recent%5:00:00:past:00","call_ids":["senseval2.d001.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"recent%5:00:00:past:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4894171392079443}
{"item_id":"senseval2.d001.s013.t001","gold_sense_keys":["month%1:28:01::"],"candidates":[{"index":1,"sense_key":"month%1:28:01::","synset_id":"calendar_month.n.01"},{"index":2,"sense_key":"month%1:28:00::","synset_id":"month.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"month%1:28:01::","call_ids":["senseval2.d001.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"month%1:28:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.49164166301488876}
{"item_id":"senseval2.d001.s013.t003","gold_sense_keys":["come%2:30:03::"],"candidates":[{"index":1,"sense_key":"come%2:38:00::","synset_id":"come.v.01"},{"index":2,"sense_key":"come%2:38:04::","synset_id":"arrive.v.01"},{"index":3,"sense_key":"come%2:30:01::","synset_id":"come.v.03"},{"index":4,"sense_key":"come%2:30:03::","synset_id":"come.v.04"},{"index":5,"sense_key":"come%2:42:04::","synset_id":"come.v.05"},{"index":6,"sense_key":"come%2:30:02::","synset_id":"come.v.06"},{"index":7,"sense_key":"come%2:42:13::","synset_id":"issue_forth.v.01"},{"index":8,"sense_key":"come%2:42:09::","synset_id":"hail.v.02"},{"index":9,"sense_key":"come%2:42:03::","synset_id":"come.v.09"},{"index":10,"sense_key":"come%2:42:05::","synset_id":"come.v.10"},{"index":11,"sense_key":"come%2:38:03::","synset_id":"come.v.11"},{"index":12,"sense_key":"come%2:42:00::","synset_id":"fall.v.04"},{"index":13,"sense_key":"come%2:30:13::","synset_id":"come.v.13"},{"index":14,"sense_key":"come%2:42:12::","synset_id":"total.v.01"},{"index":15,"sense_key":"come%2:42:11::","synset_id":"come.v.15"},{"index":16,"sense_key":"come%2:38:02::","synset_id":"come.v.16"},{"index":17,"sense_key":"come%2:31:14::","synset_id":"occur.v.02"},{"index":18,"sense_key":"come%2:42:15::","synset_id":"derive.v.05"},{"index":19,"sense_key":"come%2:42:02::","synset_id":"do.v.04"},{"index":20,"sense_key":"come%2:39:00::","synset_id":"come.v.20"},{"index":21,"sense_key":"come%2:31:13::","synset_id":"come.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"come%2:42:05::","call_ids":["senseval2.d001.s013.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"come%2:42:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":565,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.49394132290035486}
{"item_id":"senseval2.d001.s013.t006","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"cancer%1:05:00::","call_ids":["senseval2.d001.s013.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"cancer%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.49998932308517396}
{"item_id":"senseval2.d001.s013.t011","gold_sense_keys":["turn%2:42:13::"],"candidates":[{"index":1,"sense_key":"turn%2:38:00::","synset_id":"turn.v.01"},{"index":2,"sense_key":"turn%2:30:04::","synset_id":"change_state.v.01"},{"index":3,"sense_key":"turn%2:42:00::","synset_id":"become.v.02"},{"index":4,"sense_key":"turn%2:38:02::","synset_id":"turn.v.04"},{"index":5,"sense_key":"turn%2:30:00::","synset_id":"change_by_reversal.v.01"},{"index":6,"sense_key":"turn%2:38:03::","synset_id":"turn.v.06"},{"index":7,"sense_key":"turn%2:30:03::","synset_id":"turn.v.07"},{"index":8,"sense_key":"turn%2:35:08::","synset_id":"turn.v.08"},{"index":9,"sense_key":"turn%2:38:04::","synset_id":"turn.v.09"},{"index":10,"sense_key":"turn%2:38:01::","synset_id":"turn.v.10"},{"index":11,"sense_key":"turn%2:38:06::","synset_id":"turn.v.11"},{"index":12,"sense_key":"turn%2:36:00::","synset_id":"plow.v.01"},{"index":13,"sense_key":"turn%2:35:06::","synset_id":"turn.v.13"},{"index":14,"sense_key":"turn%2:30:09::","synset_id":"turn.v.14"},{"index":15,"sense_key":"turn%2:29:00::","synset_id":"twist.v.10"},{"index":16,"sense_key":"turn%2:42:13::","synset_id":"turn.v.16"},{"index":17,"sense_key":"turn%2:41:10::","synset_id":"turn.v.17"},{"index":18,"sense_key":"turn%2:40:13::","synset_id":"turn.v.18"},{"index":19,"sense_key":"turn%2:38:13::","synset_id":"turn.v.19"},{"index":20,"sense_key":"turn%2:38:14::","synset_id":"turn.v.20"},{"index":21,"sense_key":"turn%2:35:11::","synset_id":"flex.v.05"},{"index":22,"sense_key":"turn%2:35:10::","synset_id":"turn.v.22"},{"index":23,"sense_key":"turn%2:33:13::","synset_id":"turn.v.23"},{"index":24,"sense_key":"turn%2:32:14::","synset_id":"call_on.v.01"},{"index":25,"sense_key":"turn%2:30:01::","synset_id":"sour.v.01"},{"index":26,"sense_key":"turn%2:30:14::","synset_id":"turn.v.26"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"turn%2:30:03::","call_ids":["senseval2.d001.s013.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"turn%2:30:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":705,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4725163609255105}
{"item_id":"senseval2.d001.s013.t013","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s013.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5575152090750635}
{"item_id":"senseval2.d001.s013.t015","gold_sense_keys":["only%4:02:03::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"only%4:02:00::","call_ids":["senseval2.d001.s013.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"only%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.558390781050548}
{"item_id":"senseval2.d001.s013.t017","gold_sense_keys":["damage%2:30:00::"],"candidates":[{"index":1,"sense_key":"damage%2:30:00::","synset_id":"damage.v.01"},{"index":2,"sense_key":"damage%2:30:01::","synset_id":"damage.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"damage%2:30:01::","call_ids":["senseval2.d001.s013.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"damage%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5617274281103164}
{"item_id":"senseval2.d001.s014.t002","gold_sense_keys":["inherit%2:40:01::"],"candidates":[{"index":1,"sense_key":"inherit%2:40:00::","synset_id":"inherit.v.01"},{"index":2,"sense_key":"inherit%2:40:02::","synset_id":"inherit.v.02"},{"index":3,"sense_key":"inherit%2:40:01::","synset_id":"inherit.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"inherit%2:40:01::","call_ids":["senseval2.d001.s014.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"inherit%2:40:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5636396480258554}
{"item_id":"senseval2.d001.s014.t003","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"copy%1:06:00::","call_ids":["senseval2.d001.s014.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"copy%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5227858680300415}
{"item_id":"senseval2.d001.s014.t004","gold_sense_keys":["parent%1:18:00::"],"candidates":[{"index":1,"sense_key":"parent%1:18:00::","synset_id":"parent.n.01"},{"index":2,"sense_key":"parent%1:03:00::","synset_id":"parent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"parent%1:03:00::","call_ids":["senseval2.d001.s014.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"parent%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5231472458690405}
{"item_id":"senseval2.d001.s015.t000","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"copy%1:06:00::","call_ids":["senseval2.d001.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"copy%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5237140560057014}
{"item_id":"senseval2.d001.s015.t003","gold_sense_keys":["need%2:42:00::"],"candidates":[{"index":1,"sense_key":"need%2:42:00::","synset_id":"necessitate.v.01"},{"index":2,"sense_key":"need%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"need%2:34:01::","synset_id":"need.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"need%2:34:00::","call_ids":["senseval2.d001.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"need%2:34:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4721513339318335}
{"item_id":"senseval2.d001.s015.t004","gold_sense_keys":["control%2:41:01::"],"candidates":[{"index":1,"sense_key":"control%2:41:00::","synset_id":"control.v.01"},{"index":2,"sense_key":"control%2:41:01::","synset_id":"control.v.02"},{"index":3,"sense_key":"control%2:35:00::","synset_id":"operate.v.03"},{"index":4,"sense_key":"control%2:37:06::","synset_id":"manipulate.v.05"},{"index":5,"sense_key":"control%2:41:02::","synset_id":"control.v.05"},{"index":6,"sense_key":"control%2:31:11::","synset_id":"control.v.06"},{"index":7,"sense_key":"control%2:31:01::","synset_id":"see.v.10"},{"index":8,"sense_key":"control%2:31:00::","synset_id":"master.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"control%2:31:00::","call_ids":["senseval2.d001.s015.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"control%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":302,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4340050199534744}
{"item_id":"senseval2.d001.s015.t005","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s015.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43142932397313416}
{"item_id":"senseval2.d001.s015.t006","gold_sense_keys":["growth%1:22:02::"],"candidates":[{"index":1,"sense_key":"growth%1:22:00::","synset_id":"growth.n.01"},{"index":2,"sense_key":"growth%1:22:01::","synset_id":"growth.n.02"},{"index":3,"sense_key":"growth%1:22:02::","synset_id":"increase.n.03"},{"index":4,"sense_key":"growth%1:14:00::","synset_id":"growth.n.04"},{"index":5,"sense_key":"growth%1:11:01::","synset_id":"emergence.n.01"},{"index":6,"sense_key":"growth%1:26:00::","synset_id":"growth.n.06"},{"index":7,"sense_key":"growth%1:17:00::","synset_id":"growth.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"growth%1:22:02::","call_ids":["senseval2.d001.s015.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"growth%1:22:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40941140591166914}
{"item_id":"senseval2.d001.s015.t007","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"cancer%1:05:00::","call_ids":["senseval2.d001.s015.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"cancer%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41091145016252995}
{"item_id":"senseval2.d001.s015.t008","gold_sense_keys":["arise%2:42:00::"],"candidates":[{"index":1,"sense_key":"arise%2:42:00::","synset_id":"originate.v.01"},{"index":2,"sense_key":"arise%2:42:01::","synset_id":"arise.v.02"},{"index":3,"sense_key":"arise%2:38:00::","synset_id":"arise.v.03"},{"index":4,"sense_key":"arise%2:30:00::","synset_id":"arise.v.04"},{"index":5,"sense_key":"arise%2:38:04::","synset_id":"rise.v.01"},{"index":6,"sense_key":"arise%2:41:00::","synset_id":"rebel.v.01"},{"index":7,"sense_key":"arise%2:29:00::","synset_id":"get_up.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"arise%2:42:00::","call_ids":["senseval2.d001.s015.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"arise%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":230,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4126538971904665}
{"item_id":"senseval2.d001.s015.t009","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"copy%1:06:00::","call_ids":["senseval2.d001.s015.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"copy%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41400813194923103}
{"item_id":"senseval2.d001.s015.t010","gold_sense_keys":["impaired%3:00:00::"],"candidates":[{"index":1,"sense_key":"impaired%3:00:00::","synset_id":"impaired.a.01"},{"index":2,"sense_key":"impaired%5:00:00:unfit:01","synset_id":"afflicted.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"impaired%3:00:00::","call_ids":["senseval2.d001.s015.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"impaired%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":132,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4154684329405427}
{"item_id":"senseval2.d001.s016.t000","gold_sense_keys":["person%1:03:00::"],"candidates":[{"index":1,"sense_key":"person%1:03:00::","synset_id":"person.n.01"},{"index":2,"sense_key":"person%1:08:00::","synset_id":"person.n.02"},{"index":3,"sense_key":"person%1:10:00::","synset_id":"person.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"person%1:03:00::","call_ids":["senseval2.d001.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"person%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4167446109931916}
{"item_id":"senseval2.d001.s016.t001","gold_sense_keys":["bear%2:29:01::"],"candidates":[{"index":1,"sense_key":"bear%2:42:01::","synset_id":"bear.v.01"},{"index":2,"sense_key":"bear%2:29:01::","synset_id":"give_birth.v.01"},{"index":3,"sense_key":"bear%2:31:00::","synset_id":"digest.v.03"},{"index":4,"sense_key":"bear%2:35:00::","synset_id":"bear.v.04"},{"index":5,"sense_key":"bear%2:36:00::","synset_id":"bear.v.05"},{"index":6,"sense_key":"bear%2:40:02::","synset_id":"bear.v.06"},{"index":7,"sense_key":"bear%2:42:14::","synset_id":"hold.v.11"},{"index":8,"sense_key":"bear%2:40:01::","synset_id":"yield.v.10"},{"index":9,"sense_key":"bear%2:29:02::","synset_id":"wear.v.02"},{"index":10,"sense_key":"bear%2:41:00::","synset_id":"behave.v.02"},{"index":11,"sense_key":"bear%2:40:00::","synset_id":"bear.v.11"},{"index":12,"sense_key":"bear%2:35:01::","synset_id":"hold.v.14"},{"index":13,"sense_key":"bear%2:29:00::","synset_id":"have_a_bun_in_the_oven.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":13,"chosen_sense_key":"bear%2:29:00::","call_ids":["senseval2.d001.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":13,"predicted_sense_key":"bear%2:29:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":359,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4180302629247308}
{"item_id":"senseval2.d001.s016.t003","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"copy%1:10:01::","call_ids":["senseval2.d001.s016.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"copy%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40364154800772667}
{"item_id":"senseval2.d001.s016.t005","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"copy%1:10:01::","call_ids":["senseval2.d001.s016.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"copy%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39247920410707593}
{"item_id":"senseval2.d001.s016.t006","gold_sense_keys":["damage%2:30:00::"],"candidates":[{"index":1,"sense_key":"damage%2:30:00::","synset_id":"damage.v.01"},{"index":2,"sense_key":"damage%2:30:01::","synset_id":"damage.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"damage%2:30:01::","call_ids":["senseval2.d001.s016.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"damage%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39342599897645414}
{"item_id":"senseval2.d001.s016.t007","gold_sense_keys":["early%4:02:01::"],"candidates":[{"index":1,"sense_key":"early%4:02:01::","synset_id":"early_on.r.01"},{"index":2,"sense_key":"early%4:02:00::","synset_id":"early.r.02"},{"index":3,"sense_key":"early%4:02:02::","synset_id":"early.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"early%4:02:00::","call_ids":["senseval2.d001.s016.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"early%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40297669311985373}
{"item_id":"senseval2.d001.s016.t008","gold_sense_keys":["life%1:28:00::","life%1:28:01::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"life%1:28:00::","call_ids":["senseval2.d001.s016.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"life%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":446,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.386184903094545}
{"item_id":"senseval2.d001.s016.t009","gold_sense_keys":["especially%4:02:00::"],"candidates":[{"index":1,"sense_key":"especially%4:02:00::","synset_id":"particularly.r.01"},{"index":2,"sense_key":"especially%4:02:01::","synset_id":"specially.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"especially%4:02:00::","call_ids":["senseval2.d001.s016.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"especially%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3872645569499582}
{"item_id":"senseval2.d001.s016.t010","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"cancer%1:05:00::","call_ids":["senseval2.d001.s016.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"cancer%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39372727693989873}
{"item_id":"senseval2.d001.s016.t012","gold_sense_keys":["only%4:02:02::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"only%4:02:06::","call_ids":["senseval2.d001.s016.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"only%4:02:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4031279538758099}
{"item_id":"senseval2.d001.s016.t013","gold_sense_keys":["lose%2:40:02::"],"candidates":[{"index":1,"sense_key":"lose%2:40:02::","synset_id":"lose.v.01"},{"index":2,"sense_key":"lose%2:33:00::","synset_id":"lose.v.02"},{"index":3,"sense_key":"lose%2:37:00::","synset_id":"lose.v.03"},{"index":4,"sense_key":"lose%2:35:00::","synset_id":"misplace.v.01"},{"index":5,"sense_key":"lose%2:40:01::","synset_id":"lose.v.05"},{"index":6,"sense_key":"lose%2:39:00::","synset_id":"lose.v.06"},{"index":7,"sense_key":"lose%2:40:06::","synset_id":"lose.v.07"},{"index":8,"sense_key":"lose%2:40:00::","synset_id":"lose.v.08"},{"index":9,"sense_key":"lose%2:33:01::","synset_id":"fall_back.v.04"},{"index":10,"sense_key":"lose%2:39:01::","synset_id":"miss.v.01"},{"index":11,"sense_key":"lose%2:30:03::","synset_id":"suffer.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"lose%2:40:00::","call_ids":["senseval2.d001.s016.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"lose%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":388,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4050823370926082}
{"item_id":"senseval2.d001.s016.t014","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval2.d001.s016.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39430752978660166}
{"item_id":"senseval2.d001.s016.t015","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"copy%1:10:01::","call_ids":["senseval2.d001.s016.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"copy%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3593167441431433}
{"item_id":"senseval2.d001.s016.t016","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s016.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3668428719975054}
{"item_id":"senseval2.d001.s016.t017","gold_sense_keys":["develop%2:30:00::","develop%2:42:00::"],"candidates":[{"index":1,"sense_key":"develop%2:36:01::","synset_id":"develop.v.01"},{"index":2,"sense_key":"develop%2:36:00::","synset_id":"evolve.v.01"},{"index":3,"sense_key":"develop%2:30:06::","synset_id":"develop.v.03"},{"index":4,"sense_key":"develop%2:29:00::","synset_id":"grow.v.08"},{"index":5,"sense_key":"develop%2:42:00::","synset_id":"originate.v.01"},{"index":6,"sense_key":"develop%2:30:04::","synset_id":"build_up.v.05"},{"index":7,"sense_key":"develop%2:32:00::","synset_id":"explicate.v.02"},{"index":8,"sense_key":"develop%2:31:00::","synset_id":"train.v.01"},{"index":9,"sense_key":"develop%2:30:05::","synset_id":"develop.v.09"},{"index":10,"sense_key":"develop%2:30:00::","synset_id":"develop.v.10"},{"index":11,"sense_key":"develop%2:30:09::","synset_id":"modernize.v.02"},{"index":12,"sense_key":"develop%2:30:01::","synset_id":"develop.v.12"},{"index":13,"sense_key":"develop%2:36:09::","synset_id":"develop.v.13"},{"index":14,"sense_key":"develop%2:30:10::","synset_id":"develop.v.14"},{"index":15,"sense_key":"develop%2:39:00::","synset_id":"develop.v.15"},{"index":16,"sense_key":"develop%2:35:04::","synset_id":"develop.v.16"},{"index":17,"sense_key":"develop%2:33:03::","synset_id":"develop.v.17"},{"index":18,"sense_key":"develop%2:33:02::","synset_id":"develop.v.18"},{"index":19,"sense_key":"develop%2:30:13::","synset_id":"develop.v.19"},{"index":20,"sense_key":"develop%2:30:03::","synset_id":"break.v.53"},{"index":21,"sense_key":"develop%2:30:12::","synset_id":"develop.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"develop%2:31:00::","call_ids":["senseval2.d001.s016.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"develop%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":615,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36777018290013075}
{"item_id":"senseval2.d001.s017.t000","gold_sense_keys":["emerging%5:00:00:nascent:00"],"candidates":[{"index":1,"sense_key":"emerging%5:00:00:future:00","synset_id":"emerging.s.01"},{"index":2,"sense_key":"emerging%5:00:00:nascent:00","synset_id":"emergent.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"emerging%5:00:00:future:00","call_ids":["senseval2.d001.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"emerging%5:00:00:future:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3524777141865343}
{"item_id":"senseval2.d001.s017.t001","gold_sense_keys":["genetic%3:01:00::"],"candidates":[{"index":1,"sense_key":"genetic%5:00:00:inheritable:00","synset_id":"familial.s.01"},{"index":2,"sense_key":"genetic%3:01:02::","synset_id":"genic.a.01"},{"index":3,"sense_key":"genetic%3:01:01::","synset_id":"genetic.a.03"},{"index":4,"sense_key":"genetic%3:01:00::","synset_id":"genetic.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"genetic%3:01:01::","call_ids":["senseval2.d001.s017.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"genetic%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34914424689486623}
{"item_id":"senseval2.d001.s017.t003","gold_sense_keys":["able%3:00:00::"],"candidates":[{"index":1,"sense_key":"able%3:00:00::","synset_id":"able.a.01"},{"index":2,"sense_key":"able%5:00:00:competent:00","synset_id":"able.s.01"},{"index":3,"sense_key":"able%5:00:00:capable:00","synset_id":"able.s.02"},{"index":4,"sense_key":"able%5:00:00:fit:01","synset_id":"able.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"able%5:00:00:competent:00","call_ids":["senseval2.d001.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"able%5:00:00:competent:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3683809260837734}
{"item_id":"senseval2.d001.s017.t006","gold_sense_keys":["individual%1:03:00::"],"candidates":[{"index":1,"sense_key":"individual%1:03:00::","synset_id":"person.n.01"},{"index":2,"sense_key":"individual%1:18:00::","synset_id":"individual.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"individual%1:03:00::","call_ids":["senseval2.d001.s017.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"individual%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.350403473014012}
{"item_id":"senseval2.d001.s017.t009","gold_sense_keys":["believe%2:31:04::"],"candidates":[{"index":1,"sense_key":"believe%2:31:00::","synset_id":"believe.v.01"},{"index":2,"sense_key":"believe%2:31:04::","synset_id":"think.v.01"},{"index":3,"sense_key":"believe%2:31:03::","synset_id":"believe.v.03"},{"index":4,"sense_key":"believe%2:31:01::","synset_id":"believe.v.04"},{"index":5,"sense_key":"believe%2:31:02::","synset_id":"believe.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"believe%2:31:03::","call_ids":["senseval2.d001.s017.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"believe%2:31:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3588611390441656}
{"item_id":"senseval2.d001.s017.t010","gold_sense_keys":["new%3:00:00::","new%5:00:00:original:00","new%5:00:00:other:00","new%5:00:00:unprecedented:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"new%5:00:01:late:01","call_ids":["senseval2.d001.s017.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"new%5:00:01:late:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":360,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2992963381111622}
{"item_id":"senseval2.d001.s017.t011","gold_sense_keys":["age%1:28:02::"],"candidates":[{"index":1,"sense_key":"age%1:07:00::","synset_id":"age.n.01"},{"index":2,"sense_key":"age%1:28:02::","synset_id":"historic_period.n.01"},{"index":3,"sense_key":"age%1:28:00::","synset_id":"age.n.03"},{"index":4,"sense_key":"age%1:28:03::","synset_id":"long_time.n.01"},{"index":5,"sense_key":"age%1:28:01::","synset_id":"old_age.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"age%1:28:02::","call_ids":["senseval2.d001.s017.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"age%1:28:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2087761340662837}
{"item_id":"senseval2.d001.s017.t013","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s017.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20948075386695564}
{"item_id":"senseval2.d001.s018.t000","gold_sense_keys":["first%3:00:00::"],"candidates":[{"index":1,"sense_key":"first%3:00:00::","synset_id":"first.a.01"},{"index":2,"sense_key":"first%5:00:00:ordinal:00","synset_id":"first.s.01"},{"index":3,"sense_key":"first%5:00:02:opening:00","synset_id":"inaugural.s.01"},{"index":4,"sense_key":"first%5:00:01:opening:00","synset_id":"beginning.s.01"},{"index":5,"sense_key":"first%5:00:00:best:00","synset_id":"first.s.04"},{"index":6,"sense_key":"first%3:00:03::","synset_id":"first.a.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"first%5:00:00:best:00","call_ids":["senseval2.d001.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"first%5:00:00:best:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2497175659518689}
{"item_id":"senseval2.d001.s018.t001","gold_sense_keys":["beneficiary%1:18:00::"],"candidates":[{"index":1,"sense_key":"beneficiary%1:18:00::","synset_id":"beneficiary.n.01"},{"index":2,"sense_key":"beneficiary%1:10:00::","synset_id":"benefactive_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"beneficiary%1:10:00::","call_ids":["senseval2.d001.s018.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"beneficiary%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":132,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27737331995740533}
{"item_id":"senseval2.d001.s018.t002","gold_sense_keys":["new%3:00:00::","new%5:00:00:original:00","new%5:00:00:other:00","new%5:00:00:unprecedented:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"new%3:00:00::","call_ids":["senseval2.d001.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"new%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":344,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2821464599110186}
{"item_id":"senseval2.d001.s018.t003","gold_sense_keys":["finding%1:17:00::"],"candidates":[{"index":1,"sense_key":"finding%1:04:00::","synset_id":"determination.n.01"},{"index":2,"sense_key":"finding%1:04:01::","synset_id":"finding.n.02"},{"index":3,"sense_key":"finding%1:17:00::","synset_id":"finding.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"finding%1:17:00::","call_ids":["senseval2.d001.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"finding%1:17:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2834038978908211}
{"item_id":"senseval2.d001.s019.t000","gold_sense_keys":["couple%1:14:01::"],"candidates":[{"index":1,"sense_key":"couple%1:14:00::","synset_id":"couple.n.01"},{"index":2,"sense_key":"couple%1:14:01::","synset_id":"couple.n.02"},{"index":3,"sense_key":"couple%1:23:01::","synset_id":"couple.n.03"},{"index":4,"sense_key":"couple%1:23:00::","synset_id":"couple.n.04"},{"index":5,"sense_key":"couple%1:17:00::","synset_id":"couple.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"couple%1:23:01::","call_ids":["senseval2.d001.s019.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"couple%1:23:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28460211399942636}
{"item_id":"senseval2.d001.s019.t001","gold_sense_keys":["know%2:31:01::","know%2:31:02::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval2.d001.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":409,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28607604396529496}
{"item_id":"senseval2.d001.s019.t002","gold_sense_keys":["even%4:02:00::"],"candidates":[{"index":1,"sense_key":"even%4:02:00::","synset_id":"even.r.01"},{"index":2,"sense_key":"even%4:02:03::","synset_id":"even.r.02"},{"index":3,"sense_key":"even%4:02:01::","synset_id":"even.r.03"},{"index":4,"sense_key":"even%4:02:04::","synset_id":"even.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"even%4:02:01::","call_ids":["senseval2.d001.s019.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"even%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2874394911341369}
{"item_id":"senseval2.d001.s019.t003","gold_sense_keys":["before%4:02:03::"],"candidates":[{"index":1,"sense_key":"before%4:02:03::","synset_id":"earlier.r.01"},{"index":2,"sense_key":"before%4:02:01::","synset_id":"ahead.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"before%4:02:03::","call_ids":["senseval2.d001.s019.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"before%4:02:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2887766270432621}
{"item_id":"senseval2.d001.s019.t004","gold_sense_keys":["become%2:30:00::"],"candidates":[{"index":1,"sense_key":"become%2:30:00::","synset_id":"become.v.01"},{"index":2,"sense_key":"become%2:42:01::","synset_id":"become.v.02"},{"index":3,"sense_key":"become%2:42:00::","synset_id":"become.v.03"},{"index":4,"sense_key":"become%2:42:03::","synset_id":"become.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"become%2:42:01::","call_ids":["senseval2.d001.s019.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"become%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2897766260430217}
{"item_id":"senseval2.d001.s019.t005","gold_sense_keys":["pregnant%3:00:00::"],"candidates":[{"index":1,"sense_key":"pregnant%3:00:00::","synset_id":"pregnant.a.01"},{"index":2,"sense_key":"pregnant%5:00:00:meaningful:00","synset_id":"meaning.s.01"},{"index":3,"sense_key":"pregnant%5:00:00:full:00","synset_id":"fraught.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"pregnant%3:00:00::","call_ids":["senseval2.d001.s019.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"pregnant%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2910319671500474}
{"item_id":"senseval2.d001.s019.t006","gold_sense_keys":["child%1:18:01::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"child%1:18:01::","call_ids":["senseval2.d001.s019.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"child%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2920264769345522}
{"item_id":"senseval2.d001.s019.t007","gold_sense_keys":["chance%1:07:00::"],"candidates":[{"index":1,"sense_key":"chance%1:26:00::","synset_id":"opportunity.n.01"},{"index":2,"sense_key":"chance%1:19:00::","synset_id":"luck.n.02"},{"index":3,"sense_key":"chance%1:04:00::","synset_id":"chance.n.03"},{"index":4,"sense_key":"chance%1:07:00::","synset_id":"probability.n.01"},{"index":5,"sense_key":"chance%1:26:01::","synset_id":"prospect.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"chance%1:07:00::","call_ids":["senseval2.d001.s019.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"chance%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2958841221407056}
{"item_id":"senseval2.d001.s019.t010","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"eye%1:06:00::","call_ids":["senseval2.d001.s019.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"eye%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2705674390308559}
{"item_id":"senseval2.d001.s019.t011","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"cancer%1:05:00::","call_ids":["senseval2.d001.s019.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"cancer%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":246,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2713434058241546}
{"item_id":"senseval2.d001.s019.t012","gold_sense_keys":["occur%2:42:03::"],"candidates":[{"index":1,"sense_key":"occur%2:30:00::","synset_id":"happen.v.01"},{"index":2,"sense_key":"occur%2:31:00::","synset_id":"occur.v.02"},{"index":3,"sense_key":"occur%2:42:03::","synset_id":"occur.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"occur%2:42:03::","call_ids":["senseval2.d001.s019.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"occur%2:42:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2538677609991282}
{"item_id":"senseval2.d001.s019.t013","gold_sense_keys":["about%4:02:00::"],"candidates":[{"index":1,"sense_key":"about%4:02:00::","synset_id":"approximately.r.01"},{"index":2,"sense_key":"about%4:02:06::","synset_id":"about.r.02"},{"index":3,"sense_key":"about%4:02:01::","synset_id":"about.r.03"},{"index":4,"sense_key":"about%4:02:04::","synset_id":"about.r.04"},{"index":5,"sense_key":"about%4:02:02::","synset_id":"about.r.05"},{"index":6,"sense_key":"about%4:02:03::","synset_id":"about.r.06"},{"index":7,"sense_key":"about%4:02:05::","synset_id":"about.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"about%4:02:06::","call_ids":["senseval2.d001.s019.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"about%4:02:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":282,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2728060050867498}
{"item_id":"senseval2.d001.s019.t014","gold_sense_keys":["once%4:02:00::"],"candidates":[{"index":1,"sense_key":"once%4:02:00::","synset_id":"once.r.01"},{"index":2,"sense_key":"once%4:02:02::","synset_id":"once.r.02"},{"index":3,"sense_key":"once%4:02:01::","synset_id":"once.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"once%4:02:02::","call_ids":["senseval2.d001.s019.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"once%4:02:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19982483400963247}
{"item_id":"senseval2.d001.s019.t015","gold_sense_keys":["birth%1:18:00::"],"candidates":[{"index":1,"sense_key":"birth%1:28:00::","synset_id":"birth.n.01"},{"index":2,"sense_key":"birth%1:11:00::","synset_id":"birth.n.02"},{"index":3,"sense_key":"birth%1:22:00::","synset_id":"parturition.n.01"},{"index":4,"sense_key":"birth%1:24:00::","synset_id":"parentage.n.02"},{"index":5,"sense_key":"birth%1:18:00::","synset_id":"birth.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"birth%1:18:00::","call_ids":["senseval2.d001.s019.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"birth%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2270169050898403}
{"item_id":"senseval2.d001.s020.t000","gold_sense_keys":["know%2:31:01::","know%2:31:02::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval2.d001.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":404,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22776800696738064}
{"item_id":"senseval2.d001.s020.t001","gold_sense_keys":["carry%2:42:13::"],"candidates":[{"index":1,"sense_key":"carry%2:35:02::","synset_id":"transport.v.02"},{"index":2,"sense_key":"carry%2:42:01::","synset_id":"carry.v.02"},{"index":3,"sense_key":"carry%2:38:03::","synset_id":"impart.v.03"},{"index":4,"sense_key":"carry%2:32:02::","synset_id":"carry.v.04"},{"index":5,"sense_key":"carry%2:35:09::","synset_id":"carry.v.05"},{"index":6,"sense_key":"carry%2:35:01::","synset_id":"hold.v.14"},{"index":7,"sense_key":"carry%2:42:03::","synset_id":"hold.v.11"},{"index":8,"sense_key":"carry%2:41:00::","synset_id":"carry.v.08"},{"index":9,"sense_key":"carry%2:30:05::","synset_id":"carry.v.09"},{"index":10,"sense_key":"carry%2:42:02::","synset_id":"carry.v.10"},{"index":11,"sense_key":"carry%2:33:01::","synset_id":"carry.v.11"},{"index":12,"sense_key":"carry%2:31:12::","synset_id":"carry.v.12"},{"index":13,"sense_key":"carry%2:41:01::","synset_id":"behave.v.02"},{"index":14,"sense_key":"carry%2:40:00::","synset_id":"stock.v.01"},{"index":15,"sense_key":"carry%2:36:00::","synset_id":"carry.v.15"},{"index":16,"sense_key":"carry%2:35:08::","synset_id":"dribble.v.03"},{"index":17,"sense_key":"carry%2:32:07::","synset_id":"carry.v.17"},{"index":18,"sense_key":"carry%2:42:13::","synset_id":"carry.v.18"},{"index":19,"sense_key":"carry%2:42:15::","synset_id":"carry.v.19"},{"index":20,"sense_key":"carry%2:42:14::","synset_id":"carry.v.20"},{"index":21,"sense_key":"carry%2:42:12::","synset_id":"carry.v.21"},{"index":22,"sense_key":"carry%2:42:08::","synset_id":"carry.v.22"},{"index":23,"sense_key":"carry%2:41:02::","synset_id":"carry.v.23"},{"index":24,"sense_key":"carry%2:41:06::","synset_id":"carry.v.24"},{"index":25,"sense_key":"carry%2:41:12::","synset_id":"carry.v.25"},{"index":26,"sense_key":"carry%2:40:10::","synset_id":"carry.v.26"},{"index":27,"sense_key":"carry%2:40:04::","synset_id":"carry.v.27"},{"index":28,"sense_key":"carry%2:40:13::","synset_id":"post.v.07"},{"index":29,"sense_key":"carry%2:38:10::","synset_id":"carry.v.29"},{"index":30,"sense_key":"carry%2:38:07::","synset_id":"carry.v.30"},{"index":31,"sense_key":"carry%2:36:08::","synset_id":"carry.v.31"},{"index":32,"sense_key":"carry%2:35:12::","synset_id":"carry.v.32"},{"index":33,"sense_key":"carry%2:34:00::","synset_id":"carry.v.33"},{"index":34,"sense_key":"carry%2:34:01::","synset_id":"carry.v.34"},{"index":35,"sense_key":"carry%2:33:04::","synset_id":"carry.v.35"},{"index":36,"sense_key":"carry%2:33:03::","synset_id":"carry.v.36"},{"index":37,"sense_key":"carry%2:33:02::","synset_id":"carry.v.37"},{"index":38,"sense_key":"carry%2:33:12::","synset_id":"carry.v.38"},{"index":39,"sense_key":"carry%2:32:00::","synset_id":"carry.v.39"},{"index":40,"sense_key":"carry%2:29:00::","synset_id":"have_a_bun_in_the_oven.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"carry%2:42:02::","call_ids":["senseval2.d001.s020.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"carry%2:42:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1005,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22887325403280556}
{"item_id":"senseval2.d001.s020.t002","gold_sense_keys":["damaged%3:00:00::"],"candidates":[{"index":1,"sense_key":"damaged%3:00:00::","synset_id":"damaged.a.01"},{"index":2,"sense_key":"damaged%5:00:00:disreputable:00","synset_id":"discredited.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damaged%3:00:00::","call_ids":["senseval2.d001.s020.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damaged%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22990530589595437}
{"item_id":"senseval2.d001.s020.t004","gold_sense_keys":["lose%2:40:02::"],"candidates":[{"index":1,"sense_key":"lose%2:40:02::","synset_id":"lose.v.01"},{"index":2,"sense_key":"lose%2:33:00::","synset_id":"lose.v.02"},{"index":3,"sense_key":"lose%2:37:00::","synset_id":"lose.v.03"},{"index":4,"sense_key":"lose%2:35:00::","synset_id":"misplace.v.01"},{"index":5,"sense_key":"lose%2:40:01::","synset_id":"lose.v.05"},{"index":6,"sense_key":"lose%2:39:00::","synset_id":"lose.v.06"},{"index":7,"sense_key":"lose%2:40:06::","synset_id":"lose.v.07"},{"index":8,"sense_key":"lose%2:40:00::","synset_id":"lose.v.08"},{"index":9,"sense_key":"lose%2:33:01::","synset_id":"fall_back.v.04"},{"index":10,"sense_key":"lose%2:39:01::","synset_id":"miss.v.01"},{"index":11,"sense_key":"lose%2:30:03::","synset_id":"suffer.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"lose%2:40:00::","call_ids":["senseval2.d001.s020.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"lose%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":391,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2307643759995699}
{"item_id":"senseval2.d001.s020.t005","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"eye%1:06:00::","call_ids":["senseval2.d001.s020.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"eye%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23171696299687028}
{"item_id":"senseval2.d001.s020.t008","gold_sense_keys":["only%4:02:02::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"only%4:02:00::","call_ids":["senseval2.d001.s020.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"only%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":259,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23269566101953387}
{"item_id":"senseval2.d001.s020.t009","gold_sense_keys":["mother%1:18:00::"],"candidates":[{"index":1,"sense_key":"mother%1:18:00::","synset_id":"mother.n.01"},{"index":2,"sense_key":"mother%1:27:00::","synset_id":"mother.n.02"},{"index":3,"sense_key":"mother%1:18:02::","synset_id":"mother.n.03"},{"index":4,"sense_key":"mother%1:18:01::","synset_id":"mother.n.04"},{"index":5,"sense_key":"mother%1:09:00::","synset_id":"mother.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"mother%1:09:00::","call_ids":["senseval2.d001.s020.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"mother%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23362953099422157}
{"item_id":"senseval2.d001.s020.t010","gold_sense_keys":["suffer%2:39:01::","suffer%2:39:02::"],"candidates":[{"index":1,"sense_key":"suffer%2:39:01::","synset_id":"suffer.v.01"},{"index":2,"sense_key":"suffer%2:29:01::","synset_id":"suffer.v.02"},{"index":3,"sense_key":"suffer%2:37:00::","synset_id":"suffer.v.03"},{"index":4,"sense_key":"suffer%2:31:00::","synset_id":"digest.v.03"},{"index":5,"sense_key":"suffer%2:30:00::","synset_id":"suffer.v.05"},{"index":6,"sense_key":"suffer%2:29:00::","synset_id":"suffer.v.06"},{"index":7,"sense_key":"suffer%2:39:00::","synset_id":"hurt.v.06"},{"index":8,"sense_key":"suffer%2:29:03::","synset_id":"suffer.v.08"},{"index":9,"sense_key":"suffer%2:42:04::","synset_id":"suffer.v.09"},{"index":10,"sense_key":"suffer%2:39:02::","synset_id":"suffer.v.10"},{"index":11,"sense_key":"suffer%2:30:02::","synset_id":"suffer.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"suffer%2:42:04::","call_ids":["senseval2.d001.s020.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"suffer%2:42:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":327,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23026351281441748}
{"item_id":"senseval2.d001.s020.t011","gold_sense_keys":["same%3:00:00::"],"candidates":[{"index":1,"sense_key":"same%3:00:02::","synset_id":"same.a.01"},{"index":2,"sense_key":"same%3:00:00::","synset_id":"same.a.02"},{"index":3,"sense_key":"same%3:00:04::","synset_id":"like.a.02"},{"index":4,"sense_key":"same%5:00:00:unchanged:00","synset_id":"same.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"same%5:00:00:unchanged:00","call_ids":["senseval2.d001.s020.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"same%5:00:00:unchanged:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16647680895403028}
{"item_id":"senseval2.d001.s020.t012","gold_sense_keys":["fate%1:26:00::"],"candidates":[{"index":1,"sense_key":"fate%1:11:00::","synset_id":"destiny.n.01"},{"index":2,"sense_key":"fate%1:18:00::","synset_id":"destiny.n.02"},{"index":3,"sense_key":"fate%1:26:00::","synset_id":"fortune.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"fate%1:18:00::","call_ids":["senseval2.d001.s020.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"fate%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2985221459530294}
{"item_id":"senseval2.d001.s020.t013","gold_sense_keys":["baby%1:18:00::"],"candidates":[{"index":1,"sense_key":"baby%1:18:00::","synset_id":"baby.n.01"},{"index":2,"sense_key":"baby%1:18:01::","synset_id":"baby.n.02"},{"index":3,"sense_key":"baby%1:18:03::","synset_id":"child.n.03"},{"index":4,"sense_key":"baby%1:18:04::","synset_id":"baby.n.04"},{"index":5,"sense_key":"baby%1:18:02::","synset_id":"baby.n.05"},{"index":6,"sense_key":"baby%1:05:00::","synset_id":"baby.n.06"},{"index":7,"sense_key":"baby%1:04:00::","synset_id":"baby.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"baby%1:18:03::","call_ids":["senseval2.d001.s020.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"baby%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":279,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37484981096349657}
{"item_id":"senseval2.d001.s021.t000","gold_sense_keys":["isolation%1:04:00::"],"candidates":[{"index":1,"sense_key":"isolation%1:26:00::","synset_id":"isolation.n.01"},{"index":2,"sense_key":"isolation%1:12:00::","synset_id":"isolation.n.02"},{"index":3,"sense_key":"isolation%1:04:00::","synset_id":"isolation.n.03"},{"index":4,"sense_key":"isolation%1:22:00::","synset_id":"isolation.n.04"},{"index":5,"sense_key":"isolation%1:04:01::","synset_id":"isolation.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"isolation%1:04:01::","call_ids":["senseval2.d001.s021.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"isolation%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.378554844064638}
{"item_id":"senseval2.d001.s021.t003","gold_sense_keys":["become%2:30:00::"],"candidates":[{"index":1,"sense_key":"become%2:30:00::","synset_id":"become.v.01"},{"index":2,"sense_key":"become%2:42:01::","synset_id":"become.v.02"},{"index":3,"sense_key":"become%2:42:00::","synset_id":"become.v.03"},{"index":4,"sense_key":"become%2:42:03::","synset_id":"become.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"become%2:42:01::","call_ids":["senseval2.d001.s021.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"become%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38296979013830423}
{"item_id":"senseval2.d001.s021.t004","gold_sense_keys":["possible%3:00:00::"],"candidates":[{"index":1,"sense_key":"possible%3:00:00::","synset_id":"possible.a.01"},{"index":2,"sense_key":"possible%3:00:04::","synset_id":"potential.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"possible%3:00:00::","call_ids":["senseval2.d001.s021.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"possible%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3861177018843591}
{"item_id":"senseval2.d001.s021.t005","gold_sense_keys":["last%5:00:00:past:00"],"candidates":[{"index":1,"sense_key":"last%5:00:00:past:00","synset_id":"last.s.01"},{"index":2,"sense_key":"last%3:00:00::","synset_id":"last.a.02"},{"index":3,"sense_key":"last%5:00:00:closing:00","synset_id":"concluding.s.01"},{"index":4,"sense_key":"last%5:00:00:unlikely:00","synset_id":"last.s.03"},{"index":5,"sense_key":"last%5:00:00:dying:00","synset_id":"last.s.04"},{"index":6,"sense_key":"last%5:00:00:ultimate:00","synset_id":"final.s.02"},{"index":7,"sense_key":"last%5:00:00:high:02","synset_id":"last.s.06"},{"index":8,"sense_key":"last%5:00:00:unalterable:00","synset_id":"final.s.03"},{"index":9,"sense_key":"last%5:00:00:worst:00","synset_id":"last.s.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"last%3:00:00::","call_ids":["senseval2.d001.s021.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"last%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":287,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3887774290051311}
{"item_id":"senseval2.d001.s021.t007","gold_sense_keys":["find_out%2:32:00::"],"candidates":[{"index":1,"sense_key":"find_out%2:32:00::","synset_id":"determine.v.01"},{"index":2,"sense_key":"find_out%2:31:00::","synset_id":"learn.v.02"},{"index":3,"sense_key":"find_out%2:32:01::","synset_id":"determine.v.08"},{"index":4,"sense_key":"find_out%2:31:01::","synset_id":"find_out.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"find_out%2:32:01::","call_ids":["senseval2.d001.s021.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"find_out%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39184846682474017}
{"item_id":"senseval2.d001.s021.t008","gold_sense_keys":["threat%1:26:00::"],"candidates":[{"index":1,"sense_key":"threat%1:26:00::","synset_id":"menace.n.01"},{"index":2,"sense_key":"threat%1:10:00::","synset_id":"threat.n.02"},{"index":3,"sense_key":"threat%1:10:01::","synset_id":"threat.n.03"},{"index":4,"sense_key":"threat%1:18:00::","synset_id":"terror.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"threat%1:10:00::","call_ids":["senseval2.d001.s021.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"threat%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39362936303950846}
{"item_id":"senseval2.d001.s021.t009","gold_sense_keys":["baby%1:18:00::"],"candidates":[{"index":1,"sense_key":"baby%1:18:00::","synset_id":"baby.n.01"},{"index":2,"sense_key":"baby%1:18:01::","synset_id":"baby.n.02"},{"index":3,"sense_key":"baby%1:18:03::","synset_id":"child.n.03"},{"index":4,"sense_key":"baby%1:18:04::","synset_id":"baby.n.04"},{"index":5,"sense_key":"baby%1:18:02::","synset_id":"baby.n.05"},{"index":6,"sense_key":"baby%1:05:00::","synset_id":"baby.n.06"},{"index":7,"sense_key":"baby%1:04:00::","synset_id":"baby.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"baby%1:18:04::","call_ids":["senseval2.d001.s021.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"baby%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40980685711838305}
{"item_id":"senseval2.d001.s021.t010","gold_sense_keys":["face%2:32:00::"],"candidates":[{"index":1,"sense_key":"face%2:32:00::","synset_id":"confront.v.02"},{"index":2,"sense_key":"face%2:33:00::","synset_id":"confront.v.01"},{"index":3,"sense_key":"face%2:42:00::","synset_id":"front.v.01"},{"index":4,"sense_key":"face%2:42:02::","synset_id":"face.v.04"},{"index":5,"sense_key":"face%2:38:00::","synset_id":"face.v.05"},{"index":6,"sense_key":"face%2:32:03::","synset_id":"confront.v.03"},{"index":7,"sense_key":"face%2:39:04::","synset_id":"face.v.07"},{"index":8,"sense_key":"face%2:35:00::","synset_id":"face.v.08"},{"index":9,"sense_key":"face%2:35:01::","synset_id":"face.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"face%2:32:03::","call_ids":["senseval2.d001.s021.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"face%2:32:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":311,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41281923395581543}
{"item_id":"senseval2.d001.s022.t001","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"use%2:41:04::","call_ids":["senseval2.d001.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"use%2:41:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4157780280802399}
{"item_id":"senseval2.d001.s022.t002","gold_sense_keys":["new%3:00:00::","new%5:00:00:original:00","new%5:00:00:other:00","new%5:00:00:unprecedented:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"new%3:00:00::","call_ids":["senseval2.d001.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"new%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":376,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4188789159525186}
{"item_id":"senseval2.d001.s022.t003","gold_sense_keys":["genetic%3:01:00::","genetic%3:01:02::"],"candidates":[{"index":1,"sense_key":"genetic%5:00:00:inheritable:00","synset_id":"familial.s.01"},{"index":2,"sense_key":"genetic%3:01:02::","synset_id":"genic.a.01"},{"index":3,"sense_key":"genetic%3:01:01::","synset_id":"genetic.a.03"},{"index":4,"sense_key":"genetic%3:01:00::","synset_id":"genetic.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"genetic%3:01:02::","call_ids":["senseval2.d001.s022.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"genetic%3:01:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42139493906870484}
{"item_id":"senseval2.d001.s022.t004","gold_sense_keys":["show%2:31:00::","show%2:32:00::"],"candidates":[{"index":1,"sense_key":"show%2:39:02::","synset_id":"show.v.01"},{"index":2,"sense_key":"show%2:31:00::","synset_id":"prove.v.02"},{"index":3,"sense_key":"show%2:32:00::","synset_id":"testify.v.02"},{"index":4,"sense_key":"show%2:39:00::","synset_id":"show.v.04"},{"index":5,"sense_key":"show%2:36:00::","synset_id":"picture.v.02"},{"index":6,"sense_key":"show%2:32:02::","synset_id":"express.v.01"},{"index":7,"sense_key":"show%2:32:01::","synset_id":"indicate.v.02"},{"index":8,"sense_key":"show%2:39:01::","synset_id":"show.v.08"},{"index":9,"sense_key":"show%2:32:04::","synset_id":"read.v.08"},{"index":10,"sense_key":"show%2:32:03::","synset_id":"show.v.10"},{"index":11,"sense_key":"show%2:38:00::","synset_id":"usher.v.01"},{"index":12,"sense_key":"show%2:33:00::","synset_id":"show.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"show%2:32:00::","call_ids":["senseval2.d001.s022.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"show%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":406,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42402443988248706}
{"item_id":"senseval2.d001.s022.t005","gold_sense_keys":["little%5:00:00:emotional:00","little%5:00:00:young:00"],"candidates":[{"index":1,"sense_key":"little%3:00:01::","synset_id":"small.a.01"},{"index":2,"sense_key":"little%3:00:03::","synset_id":"little.a.02"},{"index":3,"sense_key":"little%5:00:00:young:00","synset_id":"little.s.01"},{"index":4,"sense_key":"little%5:00:00:unimportant:00","synset_id":"fiddling.s.01"},{"index":5,"sense_key":"little%5:00:00:soft:04","synset_id":"little.s.03"},{"index":6,"sense_key":"little%3:00:00::","synset_id":"short.a.03"},{"index":7,"sense_key":"little%5:00:00:lowercase:00","synset_id":"little.s.04"},{"index":8,"sense_key":"little%5:00:00:emotional:00","synset_id":"little.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"little%5:00:00:young:00","call_ids":["senseval2.d001.s022.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"little%5:00:00:young:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":310,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4265398501884192}
{"item_id":"senseval2.d001.s022.t006","gold_sense_keys":["inherit%2:40:01::"],"candidates":[{"index":1,"sense_key":"inherit%2:40:00::","synset_id":"inherit.v.01"},{"index":2,"sense_key":"inherit%2:40:02::","synset_id":"inherit.v.02"},{"index":3,"sense_key":"inherit%2:40:01::","synset_id":"inherit.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"inherit%2:40:01::","call_ids":["senseval2.d001.s022.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"inherit%2:40:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4289716330822557}
{"item_id":"senseval2.d001.s022.t007","gold_sense_keys":["damaged%3:00:00::"],"candidates":[{"index":1,"sense_key":"damaged%3:00:00::","synset_id":"damaged.a.01"},{"index":2,"sense_key":"damaged%5:00:00:disreputable:00","synset_id":"discredited.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damaged%3:00:00::","call_ids":["senseval2.d001.s022.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damaged%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43123154202476144}
{"item_id":"senseval2.d001.s022.t011","gold_sense_keys":["face%2:32:00::"],"candidates":[{"index":1,"sense_key":"face%2:32:00::","synset_id":"confront.v.02"},{"index":2,"sense_key":"face%2:33:00::","synset_id":"confront.v.01"},{"index":3,"sense_key":"face%2:42:00::","synset_id":"front.v.01"},{"index":4,"sense_key":"face%2:42:02::","synset_id":"face.v.04"},{"index":5,"sense_key":"face%2:38:00::","synset_id":"face.v.05"},{"index":6,"sense_key":"face%2:32:03::","synset_id":"confront.v.03"},{"index":7,"sense_key":"face%2:39:04::","synset_id":"face.v.07"},{"index":8,"sense_key":"face%2:35:00::","synset_id":"face.v.08"},{"index":9,"sense_key":"face%2:35:01::","synset_id":"face.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"face%2:35:01::","call_ids":["senseval2.d001.s022.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"face%2:35:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":327,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4333582348190248}
{"item_id":"senseval2.d001.s022.t012","gold_sense_keys":["more%3:00:01::"],"candidates":[{"index":1,"sense_key":"more%3:00:01::","synset_id":"more.a.01"},{"index":2,"sense_key":"more%3:00:02::","synset_id":"more.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"more%3:00:01::","call_ids":["senseval2.d001.s022.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"more%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4381565449293703}
{"item_id":"senseval2.d001.s022.t013","gold_sense_keys":["risk%1:26:00::"],"candidates":[{"index":1,"sense_key":"risk%1:26:00::","synset_id":"hazard.n.01"},{"index":2,"sense_key":"risk%1:04:00::","synset_id":"risk.n.02"},{"index":3,"sense_key":"risk%1:07:02::","synset_id":"risk.n.03"},{"index":4,"sense_key":"risk%1:07:01::","synset_id":"risk.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"risk%1:04:00::","call_ids":["senseval2.d001.s022.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"risk%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4355425809044391}
{"item_id":"senseval2.d001.s022.t014","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval2.d001.s022.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5076567481737584}
{"item_id":"senseval2.d001.s022.t015","gold_sense_keys":["child%1:18:00::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"child%1:18:01::","call_ids":["senseval2.d001.s022.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"child%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5272462458815426}
{"item_id":"senseval2.d001.s022.t016","gold_sense_keys":["develop%2:29:00::"],"candidates":[{"index":1,"sense_key":"develop%2:36:01::","synset_id":"develop.v.01"},{"index":2,"sense_key":"develop%2:36:00::","synset_id":"evolve.v.01"},{"index":3,"sense_key":"develop%2:30:06::","synset_id":"develop.v.03"},{"index":4,"sense_key":"develop%2:29:00::","synset_id":"grow.v.08"},{"index":5,"sense_key":"develop%2:42:00::","synset_id":"originate.v.01"},{"index":6,"sense_key":"develop%2:30:04::","synset_id":"build_up.v.05"},{"index":7,"sense_key":"develop%2:32:00::","synset_id":"explicate.v.02"},{"index":8,"sense_key":"develop%2:31:00::","synset_id":"train.v.01"},{"index":9,"sense_key":"develop%2:30:05::","synset_id":"develop.v.09"},{"index":10,"sense_key":"develop%2:30:00::","synset_id":"develop.v.10"},{"index":11,"sense_key":"develop%2:30:09::","synset_id":"modernize.v.02"},{"index":12,"sense_key":"develop%2:30:01::","synset_id":"develop.v.12"},{"index":13,"sense_key":"develop%2:36:09::","synset_id":"develop.v.13"},{"index":14,"sense_key":"develop%2:30:10::","synset_id":"develop.v.14"},{"index":15,"sense_key":"develop%2:39:00::","synset_id":"develop.v.15"},{"index":16,"sense_key":"develop%2:35:04::","synset_id":"develop.v.16"},{"index":17,"sense_key":"develop%2:33:03::","synset_id":"develop.v.17"},{"index":18,"sense_key":"develop%2:33:02::","synset_id":"develop.v.18"},{"index":19,"sense_key":"develop%2:30:13::","synset_id":"develop.v.19"},{"index":20,"sense_key":"develop%2:30:03::","synset_id":"break.v.53"},{"index":21,"sense_key":"develop%2:30:12::","synset_id":"develop.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"develop%2:31:00::","call_ids":["senseval2.d001.s022.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"develop%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":620,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5346068318467587}
{"item_id":"senseval2.d001.s022.t018","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s022.t018__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":240,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5365182310342789}
{"item_id":"senseval2.d001.s023.t000","gold_sense_keys":["make%2:30:10::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval2.d001.s023.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1061,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5402222611010075}
{"item_id":"senseval2.d001.s023.t002","gold_sense_keys":["say%2:32:00::","say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d001.s023.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":322,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5437680911272764}
{"item_id":"senseval2.d001.s024.t001","gold_sense_keys":["first%3:00:00::"],"candidates":[{"index":1,"sense_key":"first%3:00:00::","synset_id":"first.a.01"},{"index":2,"sense_key":"first%5:00:00:ordinal:00","synset_id":"first.s.01"},{"index":3,"sense_key":"first%5:00:02:opening:00","synset_id":"inaugural.s.01"},{"index":4,"sense_key":"first%5:00:01:opening:00","synset_id":"beginning.s.01"},{"index":5,"sense_key":"first%5:00:00:best:00","synset_id":"first.s.04"},{"index":6,"sense_key":"first%3:00:03::","synset_id":"first.a.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"first%5:00:00:best:00","call_ids":["senseval2.d001.s024.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"first%5:00:00:best:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5007643930148333}
{"item_id":"senseval2.d001.s024.t004","gold_sense_keys":["individual%1:03:00::"],"candidates":[{"index":1,"sense_key":"individual%1:03:00::","synset_id":"person.n.01"},{"index":2,"sense_key":"individual%1:18:00::","synset_id":"individual.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"individual%1:03:00::","call_ids":["senseval2.d001.s024.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"individual%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":119,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46647559315897524}
{"item_id":"senseval2.d001.s024.t005","gold_sense_keys":["expect%2:31:00::"],"candidates":[{"index":1,"sense_key":"expect%2:31:00::","synset_id":"expect.v.01"},{"index":2,"sense_key":"expect%2:32:00::","synset_id":"ask.v.04"},{"index":3,"sense_key":"expect%2:31:01::","synset_id":"expect.v.03"},{"index":4,"sense_key":"expect%2:31:05::","synset_id":"expect.v.04"},{"index":5,"sense_key":"expect%2:29:02::","synset_id":"expect.v.05"},{"index":6,"sense_key":"expect%2:29:00::","synset_id":"have_a_bun_in_the_oven.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"expect%2:31:01::","call_ids":["senseval2.d001.s024.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"expect%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.48631897405721247}
{"item_id":"senseval2.d001.s024.t006","gold_sense_keys":["develop%2:29:00::"],"candidates":[{"index":1,"sense_key":"develop%2:36:01::","synset_id":"develop.v.01"},{"index":2,"sense_key":"develop%2:36:00::","synset_id":"evolve.v.01"},{"index":3,"sense_key":"develop%2:30:06::","synset_id":"develop.v.03"},{"index":4,"sense_key":"develop%2:29:00::","synset_id":"grow.v.08"},{"index":5,"sense_key":"develop%2:42:00::","synset_id":"originate.v.01"},{"index":6,"sense_key":"develop%2:30:04::","synset_id":"build_up.v.05"},{"index":7,"sense_key":"develop%2:32:00::","synset_id":"explicate.v.02"},{"index":8,"sense_key":"develop%2:31:00::","synset_id":"train.v.01"},{"index":9,"sense_key":"develop%2:30:05::","synset_id":"develop.v.09"},{"index":10,"sense_key":"develop%2:30:00::","synset_id":"develop.v.10"},{"index":11,"sense_key":"develop%2:30:09::","synset_id":"modernize.v.02"},{"index":12,"sense_key":"develop%2:30:01::","synset_id":"develop.v.12"},{"index":13,"sense_key":"develop%2:36:09::","synset_id":"develop.v.13"},{"index":14,"sense_key":"develop%2:30:10::","synset_id":"develop.v.14"},{"index":15,"sense_key":"develop%2:39:00::","synset_id":"develop.v.15"},{"index":16,"sense_key":"develop%2:35:04::","synset_id":"develop.v.16"},{"index":17,"sense_key":"develop%2:33:03::","synset_id":"develop.v.17"},{"index":18,"sense_key":"develop%2:33:02::","synset_id":"develop.v.18"},{"index":19,"sense_key":"develop%2:30:13::","synset_id":"develop.v.19"},{"index":20,"sense_key":"develop%2:30:03::","synset_id":"break.v.53"},{"index":21,"sense_key":"develop%2:30:12::","synset_id":"develop.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"develop%2:30:05::","call_ids":["senseval2.d001.s024.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"develop%2:30:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":588,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4919397169724107}
{"item_id":"senseval2.d001.s024.t007","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s024.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.49403571290895343}
{"item_id":"senseval2.d001.s025.t000","gold_sense_keys":["equally%4:02:01::"],"candidates":[{"index":1,"sense_key":"equally%4:02:01::","synset_id":"equally.r.01"},{"index":2,"sense_key":"equally%4:02:02::","synset_id":"evenly.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"equally%4:02:01::","call_ids":["senseval2.d001.s025.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"equally%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5002098209224641}
{"item_id":"senseval2.d001.s025.t001","gold_sense_keys":["important%3:00:00::","important%3:00:02::","important%3:00:04::"],"candidates":[{"index":1,"sense_key":"important%3:00:00::","synset_id":"important.a.01"},{"index":2,"sense_key":"important%3:00:04::","synset_id":"significant.a.01"},{"index":3,"sense_key":"important%3:00:02::","synset_id":"crucial.a.01"},{"index":4,"sense_key":"important%5:00:00:influential:00","synset_id":"authoritative.s.01"},{"index":5,"sense_key":"important%5:00:00:immodest:02","synset_id":"important.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"important%3:00:04::","call_ids":["senseval2.d001.s025.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"important%3:00:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5037353930529207}
{"item_id":"senseval2.d001.s025.t003","gold_sense_keys":["discovery%1:04:00::"],"candidates":[{"index":1,"sense_key":"discovery%1:04:00::","synset_id":"discovery.n.01"},{"index":2,"sense_key":"discovery%1:10:00::","synset_id":"discovery.n.02"},{"index":3,"sense_key":"discovery%1:09:00::","synset_id":"discovery.n.03"},{"index":4,"sense_key":"discovery%1:10:01::","synset_id":"discovery.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discovery%1:10:00::","call_ids":["senseval2.d001.s025.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discovery%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5068318829871714}
{"item_id":"senseval2.d001.s025.t005","gold_sense_keys":["control%2:41:01::"],"candidates":[{"index":1,"sense_key":"control%2:41:00::","synset_id":"control.v.01"},{"index":2,"sense_key":"control%2:41:01::","synset_id":"control.v.02"},{"index":3,"sense_key":"control%2:35:00::","synset_id":"operate.v.03"},{"index":4,"sense_key":"control%2:37:06::","synset_id":"manipulate.v.05"},{"index":5,"sense_key":"control%2:41:02::","synset_id":"control.v.05"},{"index":6,"sense_key":"control%2:31:11::","synset_id":"control.v.06"},{"index":7,"sense_key":"control%2:31:01::","synset_id":"see.v.10"},{"index":8,"sense_key":"control%2:31:00::","synset_id":"master.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"control%2:31:11::","call_ids":["senseval2.d001.s025.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"control%2:31:11::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":323,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5026643420569599}
{"item_id":"senseval2.d001.s025.t007","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s025.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5037958859466016}
{"item_id":"senseval2.d001.s025.t008","gold_sense_keys":["growth%1:22:00::"],"candidates":[{"index":1,"sense_key":"growth%1:22:00::","synset_id":"growth.n.01"},{"index":2,"sense_key":"growth%1:22:01::","synset_id":"growth.n.02"},{"index":3,"sense_key":"growth%1:22:02::","synset_id":"increase.n.03"},{"index":4,"sense_key":"growth%1:14:00::","synset_id":"growth.n.04"},{"index":5,"sense_key":"growth%1:11:01::","synset_id":"emergence.n.01"},{"index":6,"sense_key":"growth%1:26:00::","synset_id":"growth.n.06"},{"index":7,"sense_key":"growth%1:17:00::","synset_id":"growth.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"growth%1:22:02::","call_ids":["senseval2.d001.s025.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"growth%1:22:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":287,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4518717371392995}
{"item_id":"senseval2.d001.s025.t009","gold_sense_keys":["make%2:36:12::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval2.d001.s025.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1091,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5191723189782351}
{"item_id":"senseval2.d001.s025.t010","gold_sense_keys":["doctor%1:18:00::"],"candidates":[{"index":1,"sense_key":"doctor%1:18:00::","synset_id":"doctor.n.01"},{"index":2,"sense_key":"doctor%1:18:02::","synset_id":"doctor_of_the_church.n.01"},{"index":3,"sense_key":"doctor%1:04:00::","synset_id":"doctor.n.03"},{"index":4,"sense_key":"doctor%1:18:01::","synset_id":"doctor.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"doctor%1:18:01::","call_ids":["senseval2.d001.s025.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"doctor%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":259,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46768556302413344}
{"item_id":"senseval2.d001.s025.t011","gold_sense_keys":["name%2:32:03::"],"candidates":[{"index":1,"sense_key":"name%2:32:03::","synset_id":"name.v.01"},{"index":2,"sense_key":"name%2:32:02::","synset_id":"name.v.02"},{"index":3,"sense_key":"name%2:41:01::","synset_id":"name.v.03"},{"index":4,"sense_key":"name%2:41:00::","synset_id":"appoint.v.01"},{"index":5,"sense_key":"name%2:32:07::","synset_id":"name.v.05"},{"index":6,"sense_key":"name%2:32:04::","synset_id":"mention.v.01"},{"index":7,"sense_key":"name%2:31:01::","synset_id":"identify.v.05"},{"index":8,"sense_key":"name%2:32:09::","synset_id":"list.v.01"},{"index":9,"sense_key":"name%2:31:00::","synset_id":"diagnose.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"name%2:41:01::","call_ids":["senseval2.d001.s025.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"name%2:41:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":321,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4920051461085677}
{"item_id":"senseval2.d001.s025.t012","gold_sense_keys":["open%2:30:00::"],"candidates":[{"index":1,"sense_key":"open%2:35:00::","synset_id":"open.v.01"},{"index":2,"sense_key":"open%2:41:00::","synset_id":"open.v.02"},{"index":3,"sense_key":"open%2:35:06::","synset_id":"open.v.03"},{"index":4,"sense_key":"open%2:41:01::","synset_id":"open.v.04"},{"index":5,"sense_key":"open%2:35:08::","synset_id":"unfold.v.04"},{"index":6,"sense_key":"open%2:30:00::","synset_id":"open.v.06"},{"index":7,"sense_key":"open%2:30:01::","synset_id":"open.v.07"},{"index":8,"sense_key":"open%2:42:00::","synset_id":"open.v.08"},{"index":9,"sense_key":"open%2:33:00::","synset_id":"open.v.09"},{"index":10,"sense_key":"open%2:40:04::","synset_id":"afford.v.04"},{"index":11,"sense_key":"open%2:39:10::","synset_id":"open.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"open%2:30:01::","call_ids":["senseval2.d001.s025.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"open%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":337,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.47760211187414825}
{"item_id":"senseval2.d001.s025.t014","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s025.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4685978649649769}
{"item_id":"senseval2.d001.s025.t016","gold_sense_keys":["recent%5:00:00:past:00"],"candidates":[{"index":1,"sense_key":"recent%5:00:00:new:00","synset_id":"recent.s.01"},{"index":2,"sense_key":"recent%5:00:00:past:00","synset_id":"late.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"recent%5:00:00:past:00","call_ids":["senseval2.d001.s025.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"recent%5:00:00:past:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46999192307703197}
{"item_id":"senseval2.d001.s025.t017","gold_sense_keys":["month%1:28:01::"],"candidates":[{"index":1,"sense_key":"month%1:28:01::","synset_id":"calendar_month.n.01"},{"index":2,"sense_key":"month%1:28:00::","synset_id":"month.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"month%1:28:00::","call_ids":["senseval2.d001.s025.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"month%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4711164829786867}
{"item_id":"senseval2.d001.s025.t018","gold_sense_keys":["explode%2:30:02::"],"candidates":[{"index":1,"sense_key":"explode%2:30:01::","synset_id":"explode.v.01"},{"index":2,"sense_key":"explode%2:30:00::","synset_id":"explode.v.02"},{"index":3,"sense_key":"explode%2:31:00::","synset_id":"explode.v.03"},{"index":4,"sense_key":"explode%2:30:03::","synset_id":"explode.v.04"},{"index":5,"sense_key":"explode%2:35:00::","synset_id":"explode.v.05"},{"index":6,"sense_key":"explode%2:32:02::","synset_id":"explode.v.06"},{"index":7,"sense_key":"explode%2:32:00::","synset_id":"explode.v.07"},{"index":8,"sense_key":"explode%2:31:01::","synset_id":"explode.v.08"},{"index":9,"sense_key":"explode%2:30:04::","synset_id":"detonate.v.02"},{"index":10,"sense_key":"explode%2:30:02::","synset_id":"explode.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"explode%2:30:02::","call_ids":["senseval2.d001.s025.t018__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"explode%2:30:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":333,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4560936549678445}
{"item_id":"senseval2.d001.s026.t000","gold_sense_keys":["turn_out%2:42:00::","turn_out%2:42:01::"],"candidates":[{"index":1,"sense_key":"turn_out%2:42:00::","synset_id":"prove.v.01"},{"index":2,"sense_key":"turn_out%2:42:01::","synset_id":"turn_out.v.02"},{"index":3,"sense_key":"turn_out%2:36:01::","synset_id":"turn_out.v.03"},{"index":4,"sense_key":"turn_out%2:42:02::","synset_id":"turn_out.v.04"},{"index":5,"sense_key":"turn_out%2:30:00::","synset_id":"turn_out.v.05"},{"index":6,"sense_key":"turn_out%2:36:00::","synset_id":"bear.v.05"},{"index":7,"sense_key":"turn_out%2:35:00::","synset_id":"eject.v.01"},{"index":8,"sense_key":"turn_out%2:41:03::","synset_id":"turn_out.v.08"},{"index":9,"sense_key":"turn_out%2:40:03::","synset_id":"turn_out.v.09"},{"index":10,"sense_key":"turn_out%2:38:00::","synset_id":"turn_out.v.10"},{"index":11,"sense_key":"turn_out%2:35:01::","synset_id":"switch_off.v.01"},{"index":12,"sense_key":"turn_out%2:29:00::","synset_id":"get_up.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"turn_out%2:42:01::","call_ids":["senseval2.d001.s026.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"turn_out%2:42:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":381,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4577153960708529}
{"item_id":"senseval2.d001.s026.t001","gold_sense_keys":["study%2:31:02::"],"candidates":[{"index":1,"sense_key":"study%2:31:02::","synset_id":"analyze.v.01"},{"index":2,"sense_key":"study%2:31:03::","synset_id":"study.v.02"},{"index":3,"sense_key":"study%2:39:00::","synset_id":"study.v.03"},{"index":4,"sense_key":"study%2:31:00::","synset_id":"learn.v.04"},{"index":5,"sense_key":"study%2:31:01::","synset_id":"study.v.05"},{"index":6,"sense_key":"study%2:31:04::","synset_id":"study.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"study%2:39:00::","call_ids":["senseval2.d001.s026.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"study%2:39:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45922924601472914}
{"item_id":"senseval2.d001.s026.t002","gold_sense_keys":["tragic%5:00:00:sad:00"],"candidates":[{"index":1,"sense_key":"tragic%5:00:00:sad:00","synset_id":"tragic.s.01"},{"index":2,"sense_key":"tragic%3:01:00::","synset_id":"tragic.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"tragic%5:00:00:sad:00","call_ids":["senseval2.d001.s026.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"tragic%5:00:00:sad:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4719111870508641}
{"item_id":"senseval2.d001.s026.t003","gold_sense_keys":["uncommon%3:00:00::"],"candidates":[{"index":1,"sense_key":"uncommon%3:00:00::","synset_id":"uncommon.a.01"},{"index":2,"sense_key":"uncommon%5:00:00:extraordinary:00","synset_id":"rare.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"uncommon%5:00:00:extraordinary:00","call_ids":["senseval2.d001.s026.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"uncommon%5:00:00:extraordinary:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4730320950038731}
{"item_id":"senseval2.d001.s026.t005","gold_sense_keys":["make%2:30:00::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval2.d001.s026.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1083,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4607077499385923}
{"item_id":"senseval2.d001.s026.t006","gold_sense_keys":["possible%3:00:00::"],"candidates":[{"index":1,"sense_key":"possible%3:00:00::","synset_id":"possible.a.01"},{"index":2,"sense_key":"possible%3:00:04::","synset_id":"potential.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"possible%3:00:00::","call_ids":["senseval2.d001.s026.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"possible%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46245141909457743}
{"item_id":"senseval2.d001.s026.t008","gold_sense_keys":["insight%1:09:01::","insight%1:09:02::"],"candidates":[{"index":1,"sense_key":"insight%1:09:02::","synset_id":"penetration.n.02"},{"index":2,"sense_key":"insight%1:12:00::","synset_id":"insight.n.02"},{"index":3,"sense_key":"insight%1:09:01::","synset_id":"insight.n.03"},{"index":4,"sense_key":"insight%1:09:00::","synset_id":"insight.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"insight%1:09:01::","call_ids":["senseval2.d001.s026.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"insight%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4637996959500015}
{"item_id":"senseval2.d001.s026.t009","gold_sense_keys":["basic%3:00:00::"],"candidates":[{"index":1,"sense_key":"basic%3:00:00::","synset_id":"basic.a.01"},{"index":2,"sense_key":"basic%5:00:00:standard:01","synset_id":"basic.s.01"},{"index":3,"sense_key":"basic%5:00:02:first:00","synset_id":"basic.s.02"},{"index":4,"sense_key":"basic%5:00:00:alkaline:00","synset_id":"basic.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"basic%5:00:00:standard:01","call_ids":["senseval2.d001.s026.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"basic%5:00:00:standard:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4740355131216347}
{"item_id":"senseval2.d001.s026.t010","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s026.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4767015220131725}
{"item_id":"senseval2.d001.s026.t011","gold_sense_keys":["say%2:32:00::","say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d001.s026.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":344,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4489609159063548}
{"item_id":"senseval2.d001.s026.t012","gold_sense_keys":["director%1:18:00::"],"candidates":[{"index":1,"sense_key":"director%1:18:00::","synset_id":"director.n.01"},{"index":2,"sense_key":"director%1:18:03::","synset_id":"director.n.02"},{"index":3,"sense_key":"director%1:18:02::","synset_id":"director.n.03"},{"index":4,"sense_key":"director%1:18:04::","synset_id":"film_director.n.01"},{"index":5,"sense_key":"director%1:18:01::","synset_id":"conductor.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"director%1:18:04::","call_ids":["senseval2.d001.s026.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"director%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4499561390839517}
{"item_id":"senseval2.d001.s027.t001","gold_sense_keys":["public%1:14:00::"],"candidates":[{"index":1,"sense_key":"public%1:14:00::","synset_id":"populace.n.01"},{"index":2,"sense_key":"public%1:14:01::","synset_id":"public.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"public%1:14:01::","call_ids":["senseval2.d001.s027.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"public%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4509243220090866}
{"item_id":"senseval2.d001.s027.t002","gold_sense_keys":["concerned%3:00:00::"],"candidates":[{"index":1,"sense_key":"concerned%3:00:00::","synset_id":"concerned.a.01"},{"index":2,"sense_key":"concerned%5:00:00:involved:00","synset_id":"concerned.s.01"},{"index":3,"sense_key":"concerned%5:00:01:involved:00","synset_id":"implicated.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"concerned%5:00:00:involved:00","call_ids":["senseval2.d001.s027.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"concerned%5:00:00:involved:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4520280039869249}
{"item_id":"senseval2.d001.s027.t003","gold_sense_keys":["advance%1:11:01::"],"candidates":[{"index":1,"sense_key":"advance%1:11:00::","synset_id":"progress.n.03"},{"index":2,"sense_key":"advance%1:11:01::","synset_id":"improvement.n.01"},{"index":3,"sense_key":"advance%1:10:00::","synset_id":"overture.n.03"},{"index":4,"sense_key":"advance%1:04:00::","synset_id":"progress.n.02"},{"index":5,"sense_key":"advance%1:21:00::","synset_id":"advance.n.05"},{"index":6,"sense_key":"advance%1:04:01::","synset_id":"advance.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"advance%1:10:00::","call_ids":["senseval2.d001.s027.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"advance%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45310298702679574}
{"item_id":"senseval2.d001.s027.t004","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["senseval2.d001.s027.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45409224298782647}
{"item_id":"senseval2.d001.s027.t005","gold_sense_keys":["basic%3:00:00::","basic%5:00:02:first:00"],"candidates":[{"index":1,"sense_key":"basic%3:00:00::","synset_id":"basic.a.01"},{"index":2,"sense_key":"basic%5:00:00:standard:01","synset_id":"basic.s.01"},{"index":3,"sense_key":"basic%5:00:02:first:00","synset_id":"basic.s.02"},{"index":4,"sense_key":"basic%5:00:00:alkaline:00","synset_id":"basic.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"basic%5:00:02:first:00","call_ids":["senseval2.d001.s027.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"basic%5:00:02:first:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4548619568813592}
{"item_id":"senseval2.d001.s027.t007","gold_sense_keys":["begin%2:30:00::"],"candidates":[{"index":1,"sense_key":"begin%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"begin%2:42:00::","synset_id":"begin.v.02"},{"index":3,"sense_key":"begin%2:30:01::","synset_id":"begin.v.03"},{"index":4,"sense_key":"begin%2:32:03::","synset_id":"begin.v.04"},{"index":5,"sense_key":"begin%2:42:02::","synset_id":"begin.v.05"},{"index":6,"sense_key":"begin%2:42:04::","synset_id":"begin.v.06"},{"index":7,"sense_key":"begin%2:42:03::","synset_id":"begin.v.07"},{"index":8,"sense_key":"begin%2:41:04::","synset_id":"begin.v.08"},{"index":9,"sense_key":"begin%2:41:00::","synset_id":"begin.v.09"},{"index":10,"sense_key":"begin%2:32:04::","synset_id":"begin.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"begin%2:41:00::","call_ids":["senseval2.d001.s027.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"begin%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":386,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.455686162924394}
{"item_id":"senseval2.d001.s027.t008","gold_sense_keys":["show%2:39:00::"],"candidates":[{"index":1,"sense_key":"show%2:39:02::","synset_id":"show.v.01"},{"index":2,"sense_key":"show%2:31:00::","synset_id":"prove.v.02"},{"index":3,"sense_key":"show%2:32:00::","synset_id":"testify.v.02"},{"index":4,"sense_key":"show%2:39:00::","synset_id":"show.v.04"},{"index":5,"sense_key":"show%2:36:00::","synset_id":"picture.v.02"},{"index":6,"sense_key":"show%2:32:02::","synset_id":"express.v.01"},{"index":7,"sense_key":"show%2:32:01::","synset_id":"indicate.v.02"},{"index":8,"sense_key":"show%2:39:01::","synset_id":"show.v.08"},{"index":9,"sense_key":"show%2:32:04::","synset_id":"read.v.08"},{"index":10,"sense_key":"show%2:32:03::","synset_id":"show.v.10"},{"index":11,"sense_key":"show%2:38:00::","synset_id":"usher.v.01"},{"index":12,"sense_key":"show%2:33:00::","synset_id":"show.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"show%2:32:00::","call_ids":["senseval2.d001.s027.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"show%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":394,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41396557819098234}
{"item_id":"senseval2.d001.s027.t009","gold_sense_keys":["result%1:11:00::","result%1:19:00::"],"candidates":[{"index":1,"sense_key":"result%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"result%1:10:00::","synset_id":"solution.n.02"},{"index":3,"sense_key":"result%1:11:00::","synset_id":"result.n.03"},{"index":4,"sense_key":"result%1:10:01::","synset_id":"resultant_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"result%1:11:00::","call_ids":["senseval2.d001.s027.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"result%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4520487771369517}
{"item_id":"senseval2.d001.s027.t010","gold_sense_keys":["there%4:02:02::"],"candidates":[{"index":1,"sense_key":"there%4:02:00::","synset_id":"there.r.01"},{"index":2,"sense_key":"there%4:02:02::","synset_id":"there.r.02"},{"index":3,"sense_key":"there%4:02:01::","synset_id":"there.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"there%4:02:01::","call_ids":["senseval2.d001.s027.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"there%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28643493400886655}
{"item_id":"senseval2.d001.s029.t000","gold_sense_keys":["make%2:36:12::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval2.d001.s029.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1063,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2779425180051476}
{"item_id":"senseval2.d001.s029.t002","gold_sense_keys":["discovery%1:04:00::"],"candidates":[{"index":1,"sense_key":"discovery%1:04:00::","synset_id":"discovery.n.01"},{"index":2,"sense_key":"discovery%1:10:00::","synset_id":"discovery.n.02"},{"index":3,"sense_key":"discovery%1:09:00::","synset_id":"discovery.n.03"},{"index":4,"sense_key":"discovery%1:10:01::","synset_id":"discovery.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discovery%1:10:00::","call_ids":["senseval2.d001.s029.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discovery%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29617481492459774}
{"item_id":"senseval2.d001.s030.t000","gold_sense_keys":["then%4:02:00::"],"candidates":[{"index":1,"sense_key":"then%4:02:00::","synset_id":"then.r.01"},{"index":2,"sense_key":"then%4:02:02::","synset_id":"then.r.02"},{"index":3,"sense_key":"then%4:02:01::","synset_id":"then.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"then%4:02:01::","call_ids":["senseval2.d001.s030.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"then%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3017750538419932}
{"item_id":"senseval2.d001.s030.t001","gold_sense_keys":["last%5:00:00:past:00"],"candidates":[{"index":1,"sense_key":"last%5:00:00:past:00","synset_id":"last.s.01"},{"index":2,"sense_key":"last%3:00:00::","synset_id":"last.a.02"},{"index":3,"sense_key":"last%5:00:00:closing:00","synset_id":"concluding.s.01"},{"index":4,"sense_key":"last%5:00:00:unlikely:00","synset_id":"last.s.03"},{"index":5,"sense_key":"last%5:00:00:dying:00","synset_id":"last.s.04"},{"index":6,"sense_key":"last%5:00:00:ultimate:00","synset_id":"final.s.02"},{"index":7,"sense_key":"last%5:00:00:high:02","synset_id":"last.s.06"},{"index":8,"sense_key":"last%5:00:00:unalterable:00","synset_id":"final.s.03"},{"index":9,"sense_key":"last%5:00:00:worst:00","synset_id":"last.s.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"last%3:00:00::","call_ids":["senseval2.d001.s030.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"last%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":278,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30434850906021893}
{"item_id":"senseval2.d001.s030.t002","gold_sense_keys":["spring%1:28:00::"],"candidates":[{"index":1,"sense_key":"spring%1:28:00::","synset_id":"spring.n.01"},{"index":2,"sense_key":"spring%1:06:00::","synset_id":"spring.n.02"},{"index":3,"sense_key":"spring%1:17:00::","synset_id":"spring.n.03"},{"index":4,"sense_key":"spring%1:15:00::","synset_id":"spring.n.04"},{"index":5,"sense_key":"spring%1:07:00::","synset_id":"give.n.01"},{"index":6,"sense_key":"spring%1:04:00::","synset_id":"leap.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"spring%1:28:00::","call_ids":["senseval2.d001.s030.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"spring%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3055771039798856}
{"item_id":"senseval2.d001.s030.t004","gold_sense_keys":["report%2:32:04::"],"candidates":[{"index":1,"sense_key":"report%2:32:00::","synset_id":"report.v.01"},{"index":2,"sense_key":"report%2:32:04::","synset_id":"report.v.02"},{"index":3,"sense_key":"report%2:32:03::","synset_id":"report.v.03"},{"index":4,"sense_key":"report%2:32:01::","synset_id":"report.v.04"},{"index":5,"sense_key":"report%2:32:13::","synset_id":"report.v.05"},{"index":6,"sense_key":"report%2:32:02::","synset_id":"report.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"report%2:32:04::","call_ids":["senseval2.d001.s030.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"report%2:32:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30655918805859983}
{"item_id":"senseval2.d001.s030.t005","gold_sense_keys":["find%2:31:09::","find%2:32:00::","find%2:36:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"find%2:39:02::","call_ids":["senseval2.d001.s030.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"find%2:39:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":494,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3092020519543439}
{"item_id":"senseval2.d001.s030.t007","gold_sense_keys":["call%2:32:02::"],"candidates":[{"index":1,"sense_key":"call%2:32:02::","synset_id":"name.v.01"},{"index":2,"sense_key":"call%2:32:00::","synset_id":"call.v.02"},{"index":3,"sense_key":"call%2:32:01::","synset_id":"call.v.03"},{"index":4,"sense_key":"call%2:32:09::","synset_id":"shout.v.02"},{"index":5,"sense_key":"call%2:32:05::","synset_id":"call.v.05"},{"index":6,"sense_key":"call%2:41:00::","synset_id":"visit.v.03"},{"index":7,"sense_key":"call%2:41:04::","synset_id":"call.v.07"},{"index":8,"sense_key":"call%2:32:13::","synset_id":"call.v.08"},{"index":9,"sense_key":"call%2:32:04::","synset_id":"call.v.09"},{"index":10,"sense_key":"call%2:32:03::","synset_id":"call.v.10"},{"index":11,"sense_key":"call%2:42:09::","synset_id":"call.v.11"},{"index":12,"sense_key":"call%2:41:14::","synset_id":"address.v.06"},{"index":13,"sense_key":"call%2:41:12::","synset_id":"call.v.13"},{"index":14,"sense_key":"call%2:40:09::","synset_id":"call.v.14"},{"index":15,"sense_key":"call%2:40:05::","synset_id":"bid.v.04"},{"index":16,"sense_key":"call%2:38:00::","synset_id":"call.v.16"},{"index":17,"sense_key":"call%2:32:06::","synset_id":"call.v.17"},{"index":18,"sense_key":"call%2:32:10::","synset_id":"predict.v.01"},{"index":19,"sense_key":"call%2:32:12::","synset_id":"call.v.19"},{"index":20,"sense_key":"call%2:32:07::","synset_id":"call.v.20"},{"index":21,"sense_key":"call%2:32:08::","synset_id":"call.v.21"},{"index":22,"sense_key":"call%2:32:11::","synset_id":"call.v.22"},{"index":23,"sense_key":"call%2:32:15::","synset_id":"call.v.23"},{"index":24,"sense_key":"call%2:32:14::","synset_id":"call.v.24"},{"index":25,"sense_key":"call%2:31:13::","synset_id":"call.v.25"},{"index":26,"sense_key":"call%2:31:00::","synset_id":"call.v.26"},{"index":27,"sense_key":"call%2:31:05::","synset_id":"call.v.27"},{"index":28,"sense_key":"call%2:29:05::","synset_id":"call.v.28"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"call%2:32:05::","call_ids":["senseval2.d001.s030.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"call%2:32:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":778,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26757340296171606}
{"item_id":"senseval2.d001.s030.t008","gold_sense_keys":["impair%2:30:00::"],"candidates":[{"index":1,"sense_key":"impair%2:30:00::","synset_id":"impair.v.01"},{"index":2,"sense_key":"impair%2:30:01::","synset_id":"mar.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"impair%2:30:00::","call_ids":["senseval2.d001.s030.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"impair%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2696482741739601}
{"item_id":"senseval2.d001.s030.t009","gold_sense_keys":["turn%2:42:13::"],"candidates":[{"index":1,"sense_key":"turn%2:38:00::","synset_id":"turn.v.01"},{"index":2,"sense_key":"turn%2:30:04::","synset_id":"change_state.v.01"},{"index":3,"sense_key":"turn%2:42:00::","synset_id":"become.v.02"},{"index":4,"sense_key":"turn%2:38:02::","synset_id":"turn.v.04"},{"index":5,"sense_key":"turn%2:30:00::","synset_id":"change_by_reversal.v.01"},{"index":6,"sense_key":"turn%2:38:03::","synset_id":"turn.v.06"},{"index":7,"sense_key":"turn%2:30:03::","synset_id":"turn.v.07"},{"index":8,"sense_key":"turn%2:35:08::","synset_id":"turn.v.08"},{"index":9,"sense_key":"turn%2:38:04::","synset_id":"turn.v.09"},{"index":10,"sense_key":"turn%2:38:01::","synset_id":"turn.v.10"},{"index":11,"sense_key":"turn%2:38:06::","synset_id":"turn.v.11"},{"index":12,"sense_key":"turn%2:36:00::","synset_id":"plow.v.01"},{"index":13,"sense_key":"turn%2:35:06::","synset_id":"turn.v.13"},{"index":14,"sense_key":"turn%2:30:09::","synset_id":"turn.v.14"},{"index":15,"sense_key":"turn%2:29:00::","synset_id":"twist.v.10"},{"index":16,"sense_key":"turn%2:42:13::","synset_id":"turn.v.16"},{"index":17,"sense_key":"turn%2:41:10::","synset_id":"turn.v.17"},{"index":18,"sense_key":"turn%2:40:13::","synset_id":"turn.v.18"},{"index":19,"sense_key":"turn%2:38:13::","synset_id":"turn.v.19"},{"index":20,"sense_key":"turn%2:38:14::","synset_id":"turn.v.20"},{"index":21,"sense_key":"turn%2:35:11::","synset_id":"flex.v.05"},{"index":22,"sense_key":"turn%2:35:10::","synset_id":"turn.v.22"},{"index":23,"sense_key":"turn%2:33:13::","synset_id":"turn.v.23"},{"index":24,"sense_key":"turn%2:32:14::","synset_id":"call_on.v.01"},{"index":25,"sense_key":"turn%2:30:01::","synset_id":"sour.v.01"},{"index":26,"sense_key":"turn%2:30:14::","synset_id":"turn.v.26"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"turn%2:30:03::","call_ids":["senseval2.d001.s030.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"turn%2:30:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":691,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27066367119550705}
{"item_id":"senseval2.d001.s030.t010","gold_sense_keys":["healthy%3:00:00::"],"candidates":[{"index":1,"sense_key":"healthy%3:00:00::","synset_id":"healthy.a.01"},{"index":2,"sense_key":"healthy%5:00:00:sound:00","synset_id":"healthy.s.01"},{"index":3,"sense_key":"healthy%5:00:00:wholesome:00","synset_id":"healthy.s.02"},{"index":4,"sense_key":"healthy%5:00:00:reasonable:00","synset_id":"healthy.s.03"},{"index":5,"sense_key":"healthy%5:00:00:considerable:00","synset_id":"goodly.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"healthy%5:00:00:wholesome:00","call_ids":["senseval2.d001.s030.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"healthy%5:00:00:wholesome:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27190007688477635}
{"item_id":"senseval2.d001.s030.t011","gold_sense_keys":["colon%1:08:00::"],"candidates":[{"index":1,"sense_key":"colon%1:08:00::","synset_id":"colon.n.01"},{"index":2,"sense_key":"colon%1:23:01::","synset_id":"colon.n.02"},{"index":3,"sense_key":"colon%1:23:00::","synset_id":"colon.n.03"},{"index":4,"sense_key":"colon%1:15:00::","synset_id":"colon.n.04"},{"index":5,"sense_key":"colon%1:10:00::","synset_id":"colon.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"colon%1:10:00::","call_ids":["senseval2.d001.s030.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"colon%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27318554604426026}
{"item_id":"senseval2.d001.s030.t012","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s030.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27434414089657366}
{"item_id":"senseval2.d001.s030.t013","gold_sense_keys":["cancerous%5:00:00:malignant:02"],"candidates":[{"index":1,"sense_key":"cancerous%5:00:00:malignant:02","synset_id":"cancerous.s.01"},{"index":2,"sense_key":"cancerous%5:00:00:malign:00","synset_id":"cancerous.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cancerous%5:00:00:malignant:02","call_ids":["senseval2.d001.s030.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cancerous%5:00:00:malignant:02","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27651917398907244}
{"item_id":"senseval2.d001.s031.t001","gold_sense_keys":["report%1:10:03::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"report%1:10:01::","call_ids":["senseval2.d001.s031.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"report%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":278,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2774378398898989}
{"item_id":"senseval2.d001.s031.t002","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"other%3:00:00::","call_ids":["senseval2.d001.s031.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"other%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2785127148963511}
{"item_id":"senseval2.d001.s031.t004","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["senseval2.d001.s031.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":131,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2793853748589754}
{"item_id":"senseval2.d001.s031.t005","gold_sense_keys":["evidence%1:09:00::","evidence%1:10:01::"],"candidates":[{"index":1,"sense_key":"evidence%1:09:00::","synset_id":"evidence.n.01"},{"index":2,"sense_key":"evidence%1:10:01::","synset_id":"evidence.n.02"},{"index":3,"sense_key":"evidence%1:10:00::","synset_id":"evidence.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evidence%1:10:01::","call_ids":["senseval2.d001.s031.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evidence%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2788583568762988}
{"item_id":"senseval2.d001.s031.t006","gold_sense_keys":["same%3:00:00::"],"candidates":[{"index":1,"sense_key":"same%3:00:02::","synset_id":"same.a.01"},{"index":2,"sense_key":"same%3:00:00::","synset_id":"same.a.02"},{"index":3,"sense_key":"same%3:00:04::","synset_id":"like.a.02"},{"index":4,"sense_key":"same%5:00:00:unchanged:00","synset_id":"same.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"same%3:00:00::","call_ids":["senseval2.d001.s031.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"same%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2827601011376828}
{"item_id":"senseval2.d001.s031.t007","gold_sense_keys":["damaged%3:00:00::"],"candidates":[{"index":1,"sense_key":"damaged%3:00:00::","synset_id":"damaged.a.01"},{"index":2,"sense_key":"damaged%5:00:00:disreputable:00","synset_id":"discredited.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damaged%3:00:00::","call_ids":["senseval2.d001.s031.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damaged%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21784445317462087}
{"item_id":"senseval2.d001.s031.t009","gold_sense_keys":["present%3:00:02::"],"candidates":[{"index":1,"sense_key":"present%3:00:01::","synset_id":"present.a.01"},{"index":2,"sense_key":"present%3:00:02::","synset_id":"present.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"present%3:00:02::","call_ids":["senseval2.d001.s031.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"present%3:00:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20947945001535118}
{"item_id":"senseval2.d001.s031.t010","gold_sense_keys":["tissue%1:08:00::"],"candidates":[{"index":1,"sense_key":"tissue%1:08:00::","synset_id":"tissue.n.01"},{"index":2,"sense_key":"tissue%1:27:02::","synset_id":"tissue.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"tissue%1:08:00::","call_ids":["senseval2.d001.s031.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"tissue%1:08:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2091940720565617}
{"item_id":"senseval2.d001.s032.t004","gold_sense_keys":["most%4:02:00::"],"candidates":[{"index":1,"sense_key":"most%4:02:00::","synset_id":"most.r.01"},{"index":2,"sense_key":"most%4:02:01::","synset_id":"most.r.02"},{"index":3,"sense_key":"most%4:02:02::","synset_id":"about.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"most%4:02:00::","call_ids":["senseval2.d001.s032.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"most%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2064372031018138}
{"item_id":"senseval2.d001.s032.t005","gold_sense_keys":["common%3:00:01::","common%5:00:00:familiar:02"],"candidates":[{"index":1,"sense_key":"common%3:00:02::","synset_id":"common.a.01"},{"index":2,"sense_key":"common%3:00:01::","synset_id":"common.a.02"},{"index":3,"sense_key":"common%5:00:00:shared:00","synset_id":"common.s.01"},{"index":4,"sense_key":"common%5:00:00:familiar:02","synset_id":"common.s.02"},{"index":5,"sense_key":"common%5:00:00:informal:02","synset_id":"common.s.03"},{"index":6,"sense_key":"common%5:00:00:lowborn:00","synset_id":"common.s.04"},{"index":7,"sense_key":"common%5:00:00:inferior:02","synset_id":"coarse.s.02"},{"index":8,"sense_key":"common%5:00:00:unrefined:01","synset_id":"coarse.s.01"},{"index":9,"sense_key":"common%5:00:00:ordinary:00","synset_id":"common.s.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"common%5:00:00:ordinary:00","call_ids":["senseval2.d001.s032.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"common%5:00:00:ordinary:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":304,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1844950618688017}
{"item_id":"senseval2.d001.s032.t007","gold_sense_keys":["form%1:09:01::"],"candidates":[{"index":1,"sense_key":"form%1:10:00::","synset_id":"form.n.01"},{"index":2,"sense_key":"form%1:09:01::","synset_id":"kind.n.01"},{"index":3,"sense_key":"form%1:09:00::","synset_id":"form.n.03"},{"index":4,"sense_key":"form%1:07:01::","synset_id":"shape.n.01"},{"index":5,"sense_key":"form%1:08:00::","synset_id":"human_body.n.01"},{"index":6,"sense_key":"form%1:03:00::","synset_id":"shape.n.02"},{"index":7,"sense_key":"form%1:07:00::","synset_id":"form.n.07"},{"index":8,"sense_key":"form%1:10:01::","synset_id":"form.n.08"},{"index":9,"sense_key":"form%1:14:02::","synset_id":"form.n.09"},{"index":10,"sense_key":"form%1:10:02::","synset_id":"form.n.10"},{"index":11,"sense_key":"form%1:07:03::","synset_id":"form.n.11"},{"index":12,"sense_key":"form%1:26:00::","synset_id":"phase.n.02"},{"index":13,"sense_key":"form%1:14:00::","synset_id":"class.n.02"},{"index":14,"sense_key":"form%1:07:02::","synset_id":"form.n.14"},{"index":15,"sense_key":"form%1:06:00::","synset_id":"mannequin.n.02"},{"index":16,"sense_key":"form%1:06:01::","synset_id":"form.n.16"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"form%1:10:01::","call_ids":["senseval2.d001.s032.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"form%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":519,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18622979195788503}
{"item_id":"senseval2.d001.s032.t010","gold_sense_keys":["kill%2:35:02::"],"candidates":[{"index":1,"sense_key":"kill%2:35:00::","synset_id":"kill.v.01"},{"index":2,"sense_key":"kill%2:41:01::","synset_id":"kill.v.02"},{"index":3,"sense_key":"kill%2:30:08::","synset_id":"stamp_out.v.01"},{"index":4,"sense_key":"kill%2:42:00::","synset_id":"kill.v.04"},{"index":5,"sense_key":"kill%2:39:00::","synset_id":"kill.v.05"},{"index":6,"sense_key":"kill%2:37:00::","synset_id":"kill.v.06"},{"index":7,"sense_key":"kill%2:35:06::","synset_id":"kill.v.07"},{"index":8,"sense_key":"kill%2:35:05::","synset_id":"kill.v.08"},{"index":9,"sense_key":"kill%2:35:02::","synset_id":"kill.v.09"},{"index":10,"sense_key":"kill%2:35:01::","synset_id":"kill.v.10"},{"index":11,"sense_key":"kill%2:34:00::","synset_id":"toss_off.v.02"},{"index":12,"sense_key":"kill%2:30:00::","synset_id":"kill.v.12"},{"index":13,"sense_key":"kill%2:30:04::","synset_id":"kill.v.13"},{"index":14,"sense_key":"kill%2:30:03::","synset_id":"kill.v.14"},{"index":15,"sense_key":"kill%2:30:02::","synset_id":"kill.v.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"kill%2:35:02::","call_ids":["senseval2.d001.s032.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"kill%2:35:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":426,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28868852998130023}
{"item_id":"senseval2.d001.s032.t012","gold_sense_keys":["american%1:18:00::"],"candidates":[{"index":1,"sense_key":"american%1:18:00::","synset_id":"american.n.01"},{"index":2,"sense_key":"american%1:10:00::","synset_id":"american_english.n.01"},{"index":3,"sense_key":"american%1:18:01::","synset_id":"american.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"american%1:18:00::","call_ids":["senseval2.d001.s032.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"american%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34344636485911906}
{"item_id":"senseval2.d001.s032.t013","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["senseval2.d001.s032.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3455870470497757}
{"item_id":"senseval2.d001.s033.t000","gold_sense_keys":["right%4:02:04::","right%4:02:08::"],"candidates":[{"index":1,"sense_key":"right%4:02:04::","synset_id":"right.r.01"},{"index":2,"sense_key":"right%4:02:08::","synset_id":"right.r.02"},{"index":3,"sense_key":"right%4:02:09::","synset_id":"right.r.03"},{"index":4,"sense_key":"right%4:02:03::","synset_id":"right.r.04"},{"index":5,"sense_key":"right%4:02:01::","synset_id":"properly.r.01"},{"index":6,"sense_key":"right%4:02:00::","synset_id":"right.r.06"},{"index":7,"sense_key":"right%4:02:07::","synset_id":"right.r.07"},{"index":8,"sense_key":"right%4:02:06::","synset_id":"mighty.r.01"},{"index":9,"sense_key":"right%4:02:05::","synset_id":"justly.r.02"},{"index":10,"sense_key":"right%4:02:02::","synset_id":"correctly.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"right%4:02:08::","call_ids":["senseval2.d001.s033.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"right%4:02:08::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3480753139592707}
{"item_id":"senseval2.d001.s033.t001","gold_sense_keys":["now%4:02:04::"],"candidates":[{"index":1,"sense_key":"now%4:02:05::","synset_id":"now.r.01"},{"index":2,"sense_key":"now%4:02:00::","synset_id":"nowadays.r.01"},{"index":3,"sense_key":"now%4:02:02::","synset_id":"now.r.03"},{"index":4,"sense_key":"now%4:02:04::","synset_id":"now.r.04"},{"index":5,"sense_key":"now%4:02:01::","synset_id":"immediately.r.01"},{"index":6,"sense_key":"now%4:02:07::","synset_id":"now.r.06"},{"index":7,"sense_key":"now%4:02:06::","synset_id":"now.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"now%4:02:04::","call_ids":["senseval2.d001.s033.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"now%4:02:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":263,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35021840408444405}
{"item_id":"senseval2.d001.s033.t002","gold_sense_keys":["about%4:02:00::"],"candidates":[{"index":1,"sense_key":"about%4:02:00::","synset_id":"approximately.r.01"},{"index":2,"sense_key":"about%4:02:06::","synset_id":"about.r.02"},{"index":3,"sense_key":"about%4:02:01::","synset_id":"about.r.03"},{"index":4,"sense_key":"about%4:02:04::","synset_id":"about.r.04"},{"index":5,"sense_key":"about%4:02:02::","synset_id":"about.r.05"},{"index":6,"sense_key":"about%4:02:03::","synset_id":"about.r.06"},{"index":7,"sense_key":"about%4:02:05::","synset_id":"about.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"about%4:02:05::","call_ids":["senseval2.d001.s033.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"about%4:02:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35241522011347115}
{"item_id":"senseval2.d001.s033.t004","gold_sense_keys":["laboratory%1:06:00::"],"candidates":[{"index":1,"sense_key":"laboratory%1:06:00::","synset_id":"lab.n.01"},{"index":2,"sense_key":"laboratory%1:15:00::","synset_id":"testing_ground.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"laboratory%1:06:00::","call_ids":["senseval2.d001.s033.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"laboratory%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35481768380850554}
{"item_id":"senseval2.d001.s033.t005","gold_sense_keys":["u.s.%1:15:00::"],"candidates":[{"index":1,"sense_key":"u.s.%1:14:00::","synset_id":"united_states_government.n.01"},{"index":2,"sense_key":"us%1:15:00::","synset_id":"united_states.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"us%1:15:00::","call_ids":["senseval2.d001.s033.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"us%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3569192518480122}
{"item_id":"senseval2.d001.s033.t008","gold_sense_keys":["race%2:41:03::"],"candidates":[{"index":1,"sense_key":"race%2:38:00::","synset_id":"rush.v.01"},{"index":2,"sense_key":"race%2:33:00::","synset_id":"race.v.02"},{"index":3,"sense_key":"race%2:41:03::","synset_id":"race.v.03"},{"index":4,"sense_key":"race%2:38:10::","synset_id":"race.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"race%2:41:03::","call_ids":["senseval2.d001.s033.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"race%2:41:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3581445689778775}
{"item_id":"senseval2.d001.s033.t009","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval2.d001.s033.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36272970493882895}
{"item_id":"senseval2.d001.s034.t000","gold_sense_keys":["about%4:02:00::"],"candidates":[{"index":1,"sense_key":"about%4:02:00::","synset_id":"approximately.r.01"},{"index":2,"sense_key":"about%4:02:06::","synset_id":"about.r.02"},{"index":3,"sense_key":"about%4:02:01::","synset_id":"about.r.03"},{"index":4,"sense_key":"about%4:02:04::","synset_id":"about.r.04"},{"index":5,"sense_key":"about%4:02:02::","synset_id":"about.r.05"},{"index":6,"sense_key":"about%4:02:03::","synset_id":"about.r.06"},{"index":7,"sense_key":"about%4:02:05::","synset_id":"about.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"about%4:02:05::","call_ids":["senseval2.d001.s034.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"about%4:02:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36463392013683915}
{"item_id":"senseval2.d001.s035.t001","gold_sense_keys":["say%2:32:01::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d001.s035.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":350,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2613123299088329}
{"item_id":"senseval2.d001.s035.t003","gold_sense_keys":["alone%4:02:01::"],"candidates":[{"index":1,"sense_key":"alone%4:02:00::","synset_id":"entirely.r.02"},{"index":2,"sense_key":"alone%4:02:01::","synset_id":"alone.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"alone%4:02:01::","call_ids":["senseval2.d001.s035.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"alone%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2648444550577551}
{"item_id":"senseval2.d001.s035.t004","gold_sense_keys":["combination%1:14:00::"],"candidates":[{"index":1,"sense_key":"combination%1:14:00::","synset_id":"combination.n.01"},{"index":2,"sense_key":"combination%1:14:04::","synset_id":"combination.n.02"},{"index":3,"sense_key":"combination%1:14:02::","synset_id":"combination.n.03"},{"index":4,"sense_key":"combination%1:14:01::","synset_id":"combination.n.04"},{"index":5,"sense_key":"combination%1:14:03::","synset_id":"combination.n.05"},{"index":6,"sense_key":"combination%1:04:01::","synset_id":"combination.n.06"},{"index":7,"sense_key":"combination%1:04:00::","synset_id":"combination.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"combination%1:04:00::","call_ids":["senseval2.d001.s035.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"combination%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":263,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26672820979729295}
{"item_id":"senseval2.d001.s035.t005","gold_sense_keys":["appear%2:39:00::","appear%2:39:01::"],"candidates":[{"index":1,"sense_key":"appear%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"appear%2:30:00::","synset_id":"appear.v.02"},{"index":3,"sense_key":"appear%2:30:01::","synset_id":"appear.v.03"},{"index":4,"sense_key":"appear%2:39:01::","synset_id":"appear.v.04"},{"index":5,"sense_key":"appear%2:30:02::","synset_id":"appear.v.05"},{"index":6,"sense_key":"appear%2:36:00::","synset_id":"appear.v.06"},{"index":7,"sense_key":"appear%2:41:03::","synset_id":"appear.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"appear%2:39:01::","call_ids":["senseval2.d001.s035.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"appear%2:39:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2707158050034195}
{"item_id":"senseval2.d001.s035.t006","gold_sense_keys":["crucial%5:00:00:important:00","crucial%5:00:00:material:02"],"candidates":[{"index":1,"sense_key":"crucial%3:00:00::","synset_id":"crucial.a.01"},{"index":2,"sense_key":"crucial%5:00:00:material:02","synset_id":"crucial.s.01"},{"index":3,"sense_key":"crucial%5:00:00:important:00","synset_id":"all-important.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"crucial%5:00:00:material:02","call_ids":["senseval2.d001.s035.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"crucial%5:00:00:material:02","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2730736951343715}
{"item_id":"senseval2.d001.s035.t007","gold_sense_keys":["development%1:22:02::"],"candidates":[{"index":1,"sense_key":"development%1:04:01::","synset_id":"development.n.01"},{"index":2,"sense_key":"development%1:22:02::","synset_id":"development.n.02"},{"index":3,"sense_key":"development%1:22:01::","synset_id":"growth.n.01"},{"index":4,"sense_key":"development%1:11:01::","synset_id":"development.n.04"},{"index":5,"sense_key":"development%1:04:02::","synset_id":"exploitation.n.01"},{"index":6,"sense_key":"development%1:15:00::","synset_id":"development.n.06"},{"index":7,"sense_key":"development%1:26:00::","synset_id":"development.n.07"},{"index":8,"sense_key":"development%1:22:00::","synset_id":"development.n.08"},{"index":9,"sense_key":"development%1:10:00::","synset_id":"development.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"development%1:22:01::","call_ids":["senseval2.d001.s035.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"development%1:22:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":421,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29527981812134385}
{"item_id":"senseval2.d001.s035.t009","gold_sense_keys":["scourge%1:26:00::"],"candidates":[{"index":1,"sense_key":"scourge%1:06:00::","synset_id":"scourge.n.01"},{"index":2,"sense_key":"scourge%1:26:00::","synset_id":"bane.n.01"},{"index":3,"sense_key":"scourge%1:18:00::","synset_id":"terror.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"scourge%1:26:00::","call_ids":["senseval2.d001.s035.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"scourge%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3602250150870532}
{"item_id":"senseval2.d001.s035.t010","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s035.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3617567589972168}
{"item_id":"senseval2.d001.s035.t011","gold_sense_keys":["brain%1:08:00::"],"candidates":[{"index":1,"sense_key":"brain%1:08:00::","synset_id":"brain.n.01"},{"index":2,"sense_key":"brain%1:09:00::","synset_id":"brain.n.02"},{"index":3,"sense_key":"brain%1:09:01::","synset_id":"mind.n.01"},{"index":4,"sense_key":"brain%1:18:00::","synset_id":"genius.n.01"},{"index":5,"sense_key":"brain%1:13:00::","synset_id":"brain.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"brain%1:09:01::","call_ids":["senseval2.d001.s035.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"brain%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3367490500677377}
{"item_id":"senseval2.d001.s035.t012","gold_sense_keys":["skin%1:08:00::"],"candidates":[{"index":1,"sense_key":"skin%1:08:00::","synset_id":"skin.n.01"},{"index":2,"sense_key":"skin%1:06:01::","synset_id":"skin.n.02"},{"index":3,"sense_key":"skin%1:05:01::","synset_id":"hide.n.02"},{"index":4,"sense_key":"skin%1:26:00::","synset_id":"skin.n.04"},{"index":5,"sense_key":"skin%1:13:00::","synset_id":"peel.n.02"},{"index":6,"sense_key":"skin%1:06:02::","synset_id":"skin.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"skin%1:05:01::","call_ids":["senseval2.d001.s035.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"skin%1:05:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3396322980988771}
{"item_id":"senseval2.d001.s035.t015","gold_sense_keys":["cervix%1:08:02::"],"candidates":[{"index":1,"sense_key":"cervix%1:08:01::","synset_id":"neck.n.01"},{"index":2,"sense_key":"cervix%1:08:02::","synset_id":"cervix.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cervix%1:08:02::","call_ids":["senseval2.d001.s035.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cervix%1:08:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34750247187912464}
{"item_id":"senseval2.d001.s036.t000","gold_sense_keys":["evidence%1:09:00::","evidence%1:10:01::"],"candidates":[{"index":1,"sense_key":"evidence%1:09:00::","synset_id":"evidence.n.01"},{"index":2,"sense_key":"evidence%1:10:01::","synset_id":"evidence.n.02"},{"index":3,"sense_key":"evidence%1:10:00::","synset_id":"evidence.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evidence%1:10:01::","call_ids":["senseval2.d001.s036.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evidence%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34940272802487016}
{"item_id":"senseval2.d001.s036.t001","gold_sense_keys":["people%1:14:00::"],"candidates":[{"index":1,"sense_key":"people%1:14:00::","synset_id":"people.n.01"},{"index":2,"sense_key":"people%1:14:01::","synset_id":"citizenry.n.01"},{"index":3,"sense_key":"people%1:14:02::","synset_id":"people.n.03"},{"index":4,"sense_key":"people%1:14:03::","synset_id":"multitude.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"people%1:14:01::","call_ids":["senseval2.d001.s036.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"people%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3535268858540803}
{"item_id":"senseval2.d001.s036.t002","gold_sense_keys":["inherit%2:40:01::"],"candidates":[{"index":1,"sense_key":"inherit%2:40:00::","synset_id":"inherit.v.01"},{"index":2,"sense_key":"inherit%2:40:02::","synset_id":"inherit.v.02"},{"index":3,"sense_key":"inherit%2:40:01::","synset_id":"inherit.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"inherit%2:40:01::","call_ids":["senseval2.d001.s036.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"inherit%2:40:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35555679211393}
{"item_id":"senseval2.d001.s036.t004","gold_sense_keys":["version%1:09:01::"],"candidates":[{"index":1,"sense_key":"version%1:10:01::","synset_id":"version.n.01"},{"index":2,"sense_key":"version%1:09:01::","synset_id":"version.n.02"},{"index":3,"sense_key":"version%1:10:02::","synset_id":"adaptation.n.01"},{"index":4,"sense_key":"version%1:10:00::","synset_id":"translation.n.01"},{"index":5,"sense_key":"version%1:09:00::","synset_id":"interpretation.n.01"},{"index":6,"sense_key":"version%1:04:00::","synset_id":"version.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"version%1:09:01::","call_ids":["senseval2.d001.s036.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"version%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36248663906008005}
{"item_id":"senseval2.d001.s036.t006","gold_sense_keys":["especially%4:02:00::"],"candidates":[{"index":1,"sense_key":"especially%4:02:00::","synset_id":"particularly.r.01"},{"index":2,"sense_key":"especially%4:02:01::","synset_id":"specially.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"especially%4:02:00::","call_ids":["senseval2.d001.s036.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"especially%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34104865905828774}
{"item_id":"senseval2.d001.s036.t007","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cancer%1:18:00::","call_ids":["senseval2.d001.s036.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cancer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3629971060436219}
{"item_id":"senseval2.d001.s036.t009","gold_sense_keys":["explain%2:32:02::"],"candidates":[{"index":1,"sense_key":"explain%2:32:00::","synset_id":"explain.v.01"},{"index":2,"sense_key":"explain%2:32:01::","synset_id":"explain.v.02"},{"index":3,"sense_key":"explain%2:32:02::","synset_id":"excuse.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"explain%2:32:02::","call_ids":["senseval2.d001.s036.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"explain%2:32:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3318199319764972}
{"item_id":"senseval2.d001.s036.t010","gold_sense_keys":["finally%4:02:02::"],"candidates":[{"index":1,"sense_key":"finally%4:02:02::","synset_id":"finally.r.01"},{"index":2,"sense_key":"finally%4:02:00::","synset_id":"ultimately.r.01"},{"index":3,"sense_key":"finally%4:02:03::","synset_id":"last.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"finally%4:02:00::","call_ids":["senseval2.d001.s036.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"finally%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34293609904125333}
{"item_id":"senseval2.d001.s036.t011","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cancer%1:18:00::","call_ids":["senseval2.d001.s036.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cancer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34943661093711853}
{"item_id":"senseval2.d001.s036.t012","gold_sense_keys":["seem%2:39:00::"],"candidates":[{"index":1,"sense_key":"seem%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"seem%2:39:01::","synset_id":"appear.v.04"},{"index":3,"sense_key":"seem%2:42:00::","synset_id":"seem.v.03"},{"index":4,"sense_key":"seem%2:39:02::","synset_id":"seem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seem%2:39:01::","call_ids":["senseval2.d001.s036.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seem%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35543905990198255}
{"item_id":"senseval2.d001.s036.t014","gold_sense_keys":["certain%5:00:00:definite:00"],"candidates":[{"index":1,"sense_key":"certain%5:00:00:definite:00","synset_id":"certain.s.01"},{"index":2,"sense_key":"certain%3:00:02::","synset_id":"certain.a.02"},{"index":3,"sense_key":"certain%3:00:01::","synset_id":"certain.a.03"},{"index":4,"sense_key":"certain%3:00:03::","synset_id":"certain.a.04"},{"index":5,"sense_key":"certain%3:00:05::","synset_id":"sealed.a.01"},{"index":6,"sense_key":"certain%5:00:00:reliable:00","synset_id":"certain.s.02"},{"index":7,"sense_key":"certain%5:00:00:careful:00","synset_id":"certain.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"certain%3:00:01::","call_ids":["senseval2.d001.s036.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"certain%3:00:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3727295231074095}
{"item_id":"senseval2.d001.s036.t015","gold_sense_keys":["family%1:14:01::"],"candidates":[{"index":1,"sense_key":"family%1:14:02::","synset_id":"family.n.01"},{"index":2,"sense_key":"family%1:14:00::","synset_id":"family.n.02"},{"index":3,"sense_key":"family%1:14:04::","synset_id":"class.n.01"},{"index":4,"sense_key":"family%1:14:01::","synset_id":"family.n.04"},{"index":5,"sense_key":"family%1:18:00::","synset_id":"kin.n.01"},{"index":6,"sense_key":"family%1:14:03::","synset_id":"family.n.06"},{"index":7,"sense_key":"family%1:14:06::","synset_id":"syndicate.n.01"},{"index":8,"sense_key":"family%1:14:05::","synset_id":"family.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"family%1:14:01::","call_ids":["senseval2.d001.s036.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"family%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":295,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37445852416567504}
{"item_id":"senseval2.d001.s037.t000","gold_sense_keys":["story%1:10:04::"],"candidates":[{"index":1,"sense_key":"story%1:10:03::","synset_id":"narrative.n.01"},{"index":2,"sense_key":"story%1:10:00::","synset_id":"story.n.02"},{"index":3,"sense_key":"story%1:06:00::","synset_id":"floor.n.02"},{"index":4,"sense_key":"story%1:10:04::","synset_id":"history.n.02"},{"index":5,"sense_key":"story%1:10:01::","synset_id":"report.n.03"},{"index":6,"sense_key":"story%1:10:02::","synset_id":"fib.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"story%1:10:04::","call_ids":["senseval2.d001.s037.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"story%1:10:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3757639199029654}
{"item_id":"senseval2.d001.s037.t002","gold_sense_keys":["go_back%2:42:00::"],"candidates":[{"index":1,"sense_key":"go_back%2:42:00::","synset_id":"go_back.v.01"},{"index":2,"sense_key":"go_back%2:32:00::","synset_id":"recur.v.02"},{"index":3,"sense_key":"go_back%2:30:00::","synset_id":"recover.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"go_back%2:42:00::","call_ids":["senseval2.d001.s037.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"go_back%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37699342612177134}
{"item_id":"senseval2.d001.s037.t005","gold_sense_keys":["name%2:32:03::"],"candidates":[{"index":1,"sense_key":"name%2:32:03::","synset_id":"name.v.01"},{"index":2,"sense_key":"name%2:32:02::","synset_id":"name.v.02"},{"index":3,"sense_key":"name%2:41:01::","synset_id":"name.v.03"},{"index":4,"sense_key":"name%2:41:00::","synset_id":"appoint.v.01"},{"index":5,"sense_key":"name%2:32:07::","synset_id":"name.v.05"},{"index":6,"sense_key":"name%2:32:04::","synset_id":"mention.v.01"},{"index":7,"sense_key":"name%2:31:01::","synset_id":"identify.v.05"},{"index":8,"sense_key":"name%2:32:09::","synset_id":"list.v.01"},{"index":9,"sense_key":"name%2:31:00::","synset_id":"diagnose.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"name%2:41:01::","call_ids":["senseval2.d001.s037.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"name%2:41:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":318,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3781892058905214}
{"item_id":"senseval2.d001.s037.t006","gold_sense_keys":["propose%2:31:00::"],"candidates":[{"index":1,"sense_key":"propose%2:32:00::","synset_id":"propose.v.01"},{"index":2,"sense_key":"propose%2:31:00::","synset_id":"project.v.08"},{"index":3,"sense_key":"propose%2:31:01::","synset_id":"aim.v.02"},{"index":4,"sense_key":"propose%2:41:00::","synset_id":"nominate.v.02"},{"index":5,"sense_key":"propose%2:32:01::","synset_id":"propose.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"propose%2:31:01::","call_ids":["senseval2.d001.s037.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"propose%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":246,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37956273602321744}
{"item_id":"senseval2.d001.s037.t008","gold_sense_keys":["stem%2:42:00::"],"candidates":[{"index":1,"sense_key":"stem%2:42:00::","synset_id":"stem.v.01"},{"index":2,"sense_key":"stem%2:42:03::","synset_id":"stem.v.02"},{"index":3,"sense_key":"stem%2:30:00::","synset_id":"stem.v.03"},{"index":4,"sense_key":"stem%2:30:01::","synset_id":"stem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"stem%2:42:00::","call_ids":["senseval2.d001.s037.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"stem%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36039879103191197}
{"item_id":"senseval2.d001.s037.t009","gold_sense_keys":["separate%3:00:00::"],"candidates":[{"index":1,"sense_key":"separate%3:00:00::","synset_id":"separate.a.01"},{"index":2,"sense_key":"separate%5:00:00:detached:00","synset_id":"freestanding.s.01"},{"index":3,"sense_key":"separate%5:00:02:segregated:00","synset_id":"separate.s.02"},{"index":4,"sense_key":"separate%5:00:02:unconnected:00","synset_id":"disjoined.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"separate%3:00:00::","call_ids":["senseval2.d001.s037.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"separate%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.346616217168048}
{"item_id":"senseval2.d001.s037.t010","gold_sense_keys":["genetic%3:01:02::"],"candidates":[{"index":1,"sense_key":"genetic%5:00:00:inheritable:00","synset_id":"familial.s.01"},{"index":2,"sense_key":"genetic%3:01:02::","synset_id":"genic.a.01"},{"index":3,"sense_key":"genetic%3:01:01::","synset_id":"genetic.a.03"},{"index":4,"sense_key":"genetic%3:01:00::","synset_id":"genetic.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"genetic%3:01:01::","call_ids":["senseval2.d001.s037.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"genetic%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.322430670959875}
{"item_id":"senseval2.d001.s037.t011","gold_sense_keys":["defect%1:26:01::"],"candidates":[{"index":1,"sense_key":"defect%1:26:01::","synset_id":"defect.n.01"},{"index":2,"sense_key":"defect%1:07:01::","synset_id":"defect.n.02"},{"index":3,"sense_key":"defect%1:26:00::","synset_id":"defect.n.03"},{"index":4,"sense_key":"defect%1:07:00::","synset_id":"blemish.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"defect%1:07:01::","call_ids":["senseval2.d001.s037.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"defect%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3174499401357025}
{"item_id":"senseval2.d001.s038.t000","gold_sense_keys":["theorize%2:31:00::"],"candidates":[{"index":1,"sense_key":"theorize%2:31:00::","synset_id":"speculate.v.01"},{"index":2,"sense_key":"theorize%2:31:02::","synset_id":"theorize.v.02"},{"index":3,"sense_key":"theorize%2:31:01::","synset_id":"theorize.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"theorize%2:31:02::","call_ids":["senseval2.d001.s038.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"theorize%2:31:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2893963900860399}
{"item_id":"senseval2.d001.s038.t001","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"eye%1:15:00::","call_ids":["senseval2.d001.s038.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"eye%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.336374914040789}
{"item_id":"senseval2.d001.s038.t002","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cancer%1:18:00::","call_ids":["senseval2.d001.s038.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cancer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33834930416196585}
{"item_id":"senseval2.d001.s038.t004","gold_sense_keys":["inherit%2:40:01::"],"candidates":[{"index":1,"sense_key":"inherit%2:40:00::","synset_id":"inherit.v.01"},{"index":2,"sense_key":"inherit%2:40:02::","synset_id":"inherit.v.02"},{"index":3,"sense_key":"inherit%2:40:01::","synset_id":"inherit.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"inherit%2:40:01::","call_ids":["senseval2.d001.s038.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"inherit%2:40:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3402568551246077}
{"item_id":"senseval2.d001.s038.t005","gold_sense_keys":["damaged%3:00:00::"],"candidates":[{"index":1,"sense_key":"damaged%3:00:00::","synset_id":"damaged.a.01"},{"index":2,"sense_key":"damaged%5:00:00:disreputable:00","synset_id":"discredited.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damaged%3:00:00::","call_ids":["senseval2.d001.s038.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damaged%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3417471689172089}
{"item_id":"senseval2.d001.s038.t006","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"copy%1:10:01::","call_ids":["senseval2.d001.s038.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"copy%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34321160498075187}
{"item_id":"senseval2.d001.s038.t008","gold_sense_keys":["parent%1:18:00::"],"candidates":[{"index":1,"sense_key":"parent%1:18:00::","synset_id":"parent.n.01"},{"index":2,"sense_key":"parent%1:03:00::","synset_id":"parent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"parent%1:18:00::","call_ids":["senseval2.d001.s038.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"parent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3448914638720453}
{"item_id":"senseval2.d001.s038.t009","gold_sense_keys":["normal%3:00:01::"],"candidates":[{"index":1,"sense_key":"normal%3:00:01::","synset_id":"normal.a.01"},{"index":2,"sense_key":"normal%3:00:02::","synset_id":"normal.a.02"},{"index":3,"sense_key":"normal%3:00:03::","synset_id":"normal.a.03"},{"index":4,"sense_key":"normal%5:00:00:perpendicular:00","synset_id":"normal.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"normal%3:00:03::","call_ids":["senseval2.d001.s038.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"normal%3:00:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36203138600103557}
{"item_id":"senseval2.d001.s038.t010","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"copy%1:06:00::","call_ids":["senseval2.d001.s038.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"copy%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36314813210628927}
{"item_id":"senseval2.d001.s039.t002","gold_sense_keys":["develop%2:30:00::","develop%2:42:00::"],"candidates":[{"index":1,"sense_key":"develop%2:36:01::","synset_id":"develop.v.01"},{"index":2,"sense_key":"develop%2:36:00::","synset_id":"evolve.v.01"},{"index":3,"sense_key":"develop%2:30:06::","synset_id":"develop.v.03"},{"index":4,"sense_key":"develop%2:29:00::","synset_id":"grow.v.08"},{"index":5,"sense_key":"develop%2:42:00::","synset_id":"originate.v.01"},{"index":6,"sense_key":"develop%2:30:04::","synset_id":"build_up.v.05"},{"index":7,"sense_key":"develop%2:32:00::","synset_id":"explicate.v.02"},{"index":8,"sense_key":"develop%2:31:00::","synset_id":"train.v.01"},{"index":9,"sense_key":"develop%2:30:05::","synset_id":"develop.v.09"},{"index":10,"sense_key":"develop%2:30:00::","synset_id":"develop.v.10"},{"index":11,"sense_key":"develop%2:30:09::","synset_id":"modernize.v.02"},{"index":12,"sense_key":"develop%2:30:01::","synset_id":"develop.v.12"},{"index":13,"sense_key":"develop%2:36:09::","synset_id":"develop.v.13"},{"index":14,"sense_key":"develop%2:30:10::","synset_id":"develop.v.14"},{"index":15,"sense_key":"develop%2:39:00::","synset_id":"develop.v.15"},{"index":16,"sense_key":"develop%2:35:04::","synset_id":"develop.v.16"},{"index":17,"sense_key":"develop%2:33:03::","synset_id":"develop.v.17"},{"index":18,"sense_key":"develop%2:33:02::","synset_id":"develop.v.18"},{"index":19,"sense_key":"develop%2:30:13::","synset_id":"develop.v.19"},{"index":20,"sense_key":"develop%2:30:03::","synset_id":"break.v.53"},{"index":21,"sense_key":"develop%2:30:12::","synset_id":"develop.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"develop%2:42:00::","call_ids":["senseval2.d001.s039.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"develop%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":589,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36536391521804035}
{"item_id":"senseval2.d001.s039.t003","gold_sense_keys":["second%5:00:00:ordinal:00"],"candidates":[{"index":1,"sense_key":"second%5:00:00:ordinal:00","synset_id":"second.s.01"},{"index":2,"sense_key":"second%3:00:00::","synset_id":"second.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"second%5:00:00:ordinal:00","call_ids":["senseval2.d001.s039.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"second%5:00:00:ordinal:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3457754959817976}
{"item_id":"senseval2.d001.s039.t004","gold_sense_keys":["normal%3:00:01::"],"candidates":[{"index":1,"sense_key":"normal%3:00:01::","synset_id":"normal.a.01"},{"index":2,"sense_key":"normal%3:00:02::","synset_id":"normal.a.02"},{"index":3,"sense_key":"normal%3:00:03::","synset_id":"normal.a.03"},{"index":4,"sense_key":"normal%5:00:00:perpendicular:00","synset_id":"normal.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"normal%3:00:03::","call_ids":["senseval2.d001.s039.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"normal%3:00:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3489096169359982}
{"item_id":"senseval2.d001.s039.t005","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"copy%1:06:00::","call_ids":["senseval2.d001.s039.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"copy%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35611666599288583}
{"item_id":"senseval2.d001.s039.t007","gold_sense_keys":["damaged%3:00:00::"],"candidates":[{"index":1,"sense_key":"damaged%3:00:00::","synset_id":"damaged.a.01"},{"index":2,"sense_key":"damaged%5:00:00:disreputable:00","synset_id":"discredited.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damaged%3:00:00::","call_ids":["senseval2.d001.s039.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damaged%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.357148032868281}
{"item_id":"senseval2.d001.s040.t000","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"way%1:23:00::","call_ids":["senseval2.d001.s040.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"way%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":346,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3594926770310849}
{"item_id":"senseval2.d001.s040.t001","gold_sense_keys":["prove%2:31:00::"],"candidates":[{"index":1,"sense_key":"prove%2:42:00::","synset_id":"prove.v.01"},{"index":2,"sense_key":"prove%2:31:00::","synset_id":"prove.v.02"},{"index":3,"sense_key":"prove%2:32:00::","synset_id":"testify.v.02"},{"index":4,"sense_key":"prove%2:31:02::","synset_id":"prove.v.04"},{"index":5,"sense_key":"prove%2:41:03::","synset_id":"test.v.01"},{"index":6,"sense_key":"prove%2:38:01::","synset_id":"rise.v.15"},{"index":7,"sense_key":"prove%2:38:00::","synset_id":"raise.v.15"},{"index":8,"sense_key":"prove%2:36:00::","synset_id":"prove.v.08"},{"index":9,"sense_key":"prove%2:31:01::","synset_id":"prove.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"prove%2:32:00::","call_ids":["senseval2.d001.s040.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"prove%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34896790282800794}
{"item_id":"senseval2.d001.s040.t002","gold_sense_keys":["theory%1:09:01::"],"candidates":[{"index":1,"sense_key":"theory%1:09:00::","synset_id":"theory.n.01"},{"index":2,"sense_key":"theory%1:09:01::","synset_id":"hypothesis.n.02"},{"index":3,"sense_key":"theory%1:09:02::","synset_id":"theory.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"theory%1:09:01::","call_ids":["senseval2.d001.s040.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"theory%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35154144396074116}
{"item_id":"senseval2.d001.s041.t000","gold_sense_keys":["back%4:02:01::"],"candidates":[{"index":1,"sense_key":"back%4:02:04::","synset_id":"back.r.01"},{"index":2,"sense_key":"back%4:02:00::","synset_id":"back.r.02"},{"index":3,"sense_key":"back%4:02:05::","synset_id":"back.r.03"},{"index":4,"sense_key":"back%4:02:01::","synset_id":"back.r.04"},{"index":5,"sense_key":"back%4:02:06::","synset_id":"back.r.05"},{"index":6,"sense_key":"back%4:02:03::","synset_id":"back.r.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"back%4:02:06::","call_ids":["senseval2.d001.s041.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"back%4:02:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.345103434054181}
{"item_id":"senseval2.d001.s041.t001","gold_sense_keys":["then%4:02:01::"],"candidates":[{"index":1,"sense_key":"then%4:02:00::","synset_id":"then.r.01"},{"index":2,"sense_key":"then%4:02:02::","synset_id":"then.r.02"},{"index":3,"sense_key":"then%4:02:01::","synset_id":"then.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"then%4:02:01::","call_ids":["senseval2.d001.s041.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"then%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3498512969817966}
{"item_id":"senseval2.d001.s041.t003","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"way%1:07:02::","call_ids":["senseval2.d001.s041.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"way%1:07:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":364,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36134099890477955}
{"item_id":"senseval2.d001.s041.t008","gold_sense_keys":["see%2:39:00::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"see%2:32:00::","call_ids":["senseval2.d001.s041.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"see%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":661,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3476491370238364}
{"item_id":"senseval2.d001.s041.t009","gold_sense_keys":["pair%1:14:01::"],"candidates":[{"index":1,"sense_key":"pair%1:14:01::","synset_id":"pair.n.01"},{"index":2,"sense_key":"pair%1:23:00::","synset_id":"couple.n.04"},{"index":3,"sense_key":"pair%1:14:00::","synset_id":"pair.n.03"},{"index":4,"sense_key":"pair%1:14:02::","synset_id":"pair.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"pair%1:23:00::","call_ids":["senseval2.d001.s041.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"pair%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3210157328285277}
{"item_id":"senseval2.d001.s041.t011","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s041.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.254638213198632}
{"item_id":"senseval2.d001.s041.t012","gold_sense_keys":["contain%2:42:13::"],"candidates":[{"index":1,"sense_key":"contain%2:42:00::","synset_id":"incorporate.v.02"},{"index":2,"sense_key":"contain%2:42:13::","synset_id":"hold.v.11"},{"index":3,"sense_key":"contain%2:41:00::","synset_id":"control.v.02"},{"index":4,"sense_key":"contain%2:42:06::","synset_id":"contain.v.04"},{"index":5,"sense_key":"contain%2:42:14::","synset_id":"contain.v.05"},{"index":6,"sense_key":"contain%2:33:00::","synset_id":"check.v.18"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"contain%2:42:13::","call_ids":["senseval2.d001.s041.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"contain%2:42:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21500967489555478}
{"item_id":"senseval2.d001.s042.t001","gold_sense_keys":["gross%5:00:00:visible:00"],"candidates":[{"index":1,"sense_key":"gross%3:00:00::","synset_id":"gross.a.01"},{"index":2,"sense_key":"gross%5:00:00:general:00","synset_id":"gross.s.01"},{"index":3,"sense_key":"gross%5:00:00:fat:01","synset_id":"gross.s.02"},{"index":4,"sense_key":"gross%5:00:00:visible:00","synset_id":"megascopic.s.01"},{"index":5,"sense_key":"gross%5:00:00:unmitigated:00","synset_id":"arrant.s.01"},{"index":6,"sense_key":"gross%5:00:00:indecent:00","synset_id":"crude.s.02"},{"index":7,"sense_key":"gross%5:00:00:conspicuous:00","synset_id":"crying.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"gross%5:00:00:visible:00","call_ids":["senseval2.d001.s042.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"gross%5:00:00:visible:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24193111713975668}
{"item_id":"senseval2.d001.s042.t003","gold_sense_keys":["damage%1:11:00::"],"candidates":[{"index":1,"sense_key":"damage%1:11:00::","synset_id":"damage.n.01"},{"index":2,"sense_key":"damage%1:11:01::","synset_id":"damage.n.02"},{"index":3,"sense_key":"damage%1:04:00::","synset_id":"damage.n.03"},{"index":4,"sense_key":"damage%1:21:00::","synset_id":"price.n.02"},{"index":5,"sense_key":"damage%1:04:01::","synset_id":"wrong.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damage%1:11:00::","call_ids":["senseval2.d001.s042.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damage%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2428066860884428}
{"item_id":"senseval2.d001.s042.t004","gold_sense_keys":["visible%3:00:00::"],"candidates":[{"index":1,"sense_key":"visible%3:00:00::","synset_id":"visible.a.01"},{"index":2,"sense_key":"visible%5:00:00:overt:00","synset_id":"visible.s.01"},{"index":3,"sense_key":"visible%5:00:00:available:00","synset_id":"visible.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"visible%3:00:00::","call_ids":["senseval2.d001.s042.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"visible%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24378711194731295}
{"item_id":"senseval2.d001.s043.t000","gold_sense_keys":["find%2:31:09::","find%2:32:00::","find%2:36:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"find%2:31:09::","call_ids":["senseval2.d001.s043.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"find%2:31:09::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":502,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2446815320290625}
{"item_id":"senseval2.d001.s043.t001","gold_sense_keys":["child%1:18:00::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"child%1:18:01::","call_ids":["senseval2.d001.s043.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"child%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24563471507281065}
{"item_id":"senseval2.d001.s043.t002","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"eye%1:06:00::","call_ids":["senseval2.d001.s043.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"eye%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24664516793563962}
{"item_id":"senseval2.d001.s043.t003","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cancer%1:18:00::","call_ids":["senseval2.d001.s043.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cancer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24773961608298123}
{"item_id":"senseval2.d001.s043.t004","gold_sense_keys":["inherit%2:40:01::"],"candidates":[{"index":1,"sense_key":"inherit%2:40:00::","synset_id":"inherit.v.01"},{"index":2,"sense_key":"inherit%2:40:02::","synset_id":"inherit.v.02"},{"index":3,"sense_key":"inherit%2:40:01::","synset_id":"inherit.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"inherit%2:40:01::","call_ids":["senseval2.d001.s043.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"inherit%2:40:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24871087493374944}
{"item_id":"senseval2.d001.s043.t005","gold_sense_keys":["damaged%3:00:00::"],"candidates":[{"index":1,"sense_key":"damaged%3:00:00::","synset_id":"damaged.a.01"},{"index":2,"sense_key":"damaged%5:00:00:disreputable:00","synset_id":"discredited.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damaged%3:00:00::","call_ids":["senseval2.d001.s043.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damaged%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24954031500965357}
{"item_id":"senseval2.d001.s043.t006","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"copy%1:06:00::","call_ids":["senseval2.d001.s043.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"copy%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2502935011871159}
{"item_id":"senseval2.d001.s043.t009","gold_sense_keys":["parent%1:18:00::"],"candidates":[{"index":1,"sense_key":"parent%1:18:00::","synset_id":"parent.n.01"},{"index":2,"sense_key":"parent%1:03:00::","synset_id":"parent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"parent%1:18:00::","call_ids":["senseval2.d001.s043.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"parent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25110613997094333}
{"item_id":"senseval2.d001.s044.t001","gold_sense_keys":["actually%4:02:01::"],"candidates":[{"index":1,"sense_key":"actually%4:02:01::","synset_id":"actually.r.01"},{"index":2,"sense_key":"actually%4:02:00::","synset_id":"actually.r.02"},{"index":3,"sense_key":"actually%4:02:03::","synset_id":"actually.r.03"},{"index":4,"sense_key":"actually%4:02:02::","synset_id":"actually.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"actually%4:02:00::","call_ids":["senseval2.d001.s044.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"actually%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25057151005603373}
{"item_id":"senseval2.d001.s044.t002","gold_sense_keys":["see%2:39:00::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"see%2:32:00::","call_ids":["senseval2.d001.s044.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"see%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":642,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23620611405931413}
{"item_id":"senseval2.d001.s044.t003","gold_sense_keys":["bit%1:17:00::","bit%1:23:01::"],"candidates":[{"index":1,"sense_key":"bit%1:23:01::","synset_id":"spot.n.10"},{"index":2,"sense_key":"bit%1:17:00::","synset_id":"bit.n.02"},{"index":3,"sense_key":"bit%1:28:00::","synset_id":"moment.n.02"},{"index":4,"sense_key":"bit%1:11:00::","synset_id":"piece.n.05"},{"index":5,"sense_key":"bit%1:06:01::","synset_id":"bit.n.05"},{"index":6,"sense_key":"bit%1:23:00::","synset_id":"bit.n.06"},{"index":7,"sense_key":"bit%1:13:00::","synset_id":"morsel.n.02"},{"index":8,"sense_key":"bit%1:10:01::","synset_id":"snatch.n.01"},{"index":9,"sense_key":"bit%1:10:00::","synset_id":"act.n.04"},{"index":10,"sense_key":"bit%1:06:02::","synset_id":"bit.n.10"},{"index":11,"sense_key":"bit%1:06:00::","synset_id":"bit.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"bit%1:10:01::","call_ids":["senseval2.d001.s044.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"bit%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":372,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2368733319453895}
{"item_id":"senseval2.d001.s045.t000","gold_sense_keys":["assume%2:31:00::"],"candidates":[{"index":1,"sense_key":"assume%2:31:00::","synset_id":"assume.v.01"},{"index":2,"sense_key":"assume%2:41:00::","synset_id":"assume.v.02"},{"index":3,"sense_key":"assume%2:30:00::","synset_id":"assume.v.03"},{"index":4,"sense_key":"assume%2:40:01::","synset_id":"bear.v.06"},{"index":5,"sense_key":"assume%2:38:00::","synset_id":"assume.v.05"},{"index":6,"sense_key":"assume%2:40:00::","synset_id":"assume.v.06"},{"index":7,"sense_key":"assume%2:36:00::","synset_id":"simulate.v.03"},{"index":8,"sense_key":"assume%2:35:00::","synset_id":"assume.v.08"},{"index":9,"sense_key":"assume%2:29:00::","synset_id":"wear.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"assume%2:35:00::","call_ids":["senseval2.d001.s045.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"assume%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":332,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2377163590863347}
{"item_id":"senseval2.d001.s045.t002","gold_sense_keys":["piece%1:06:00::","piece%1:17:00::"],"candidates":[{"index":1,"sense_key":"piece%1:06:00::","synset_id":"piece.n.01"},{"index":2,"sense_key":"piece%1:06:05::","synset_id":"piece.n.02"},{"index":3,"sense_key":"piece%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"piece%1:10:01::","synset_id":"musical_composition.n.01"},{"index":5,"sense_key":"piece%1:11:00::","synset_id":"piece.n.05"},{"index":6,"sense_key":"piece%1:10:02::","synset_id":"piece.n.06"},{"index":7,"sense_key":"piece%1:06:03::","synset_id":"firearm.n.01"},{"index":8,"sense_key":"piece%1:13:00::","synset_id":"piece.n.08"},{"index":9,"sense_key":"piece%1:07:00::","synset_id":"piece.n.09"},{"index":10,"sense_key":"piece%1:06:04::","synset_id":"objet_d'art.n.01"},{"index":11,"sense_key":"piece%1:28:00::","synset_id":"while.n.01"},{"index":12,"sense_key":"piece%1:21:00::","synset_id":"slice.n.01"},{"index":13,"sense_key":"piece%1:06:02::","synset_id":"man.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"piece%1:13:00::","call_ids":["senseval2.d001.s045.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"piece%1:13:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":378,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21457953890785575}
{"item_id":"senseval2.d001.s045.t003","gold_sense_keys":["contain%2:42:00::"],"candidates":[{"index":1,"sense_key":"contain%2:42:00::","synset_id":"incorporate.v.02"},{"index":2,"sense_key":"contain%2:42:13::","synset_id":"hold.v.11"},{"index":3,"sense_key":"contain%2:41:00::","synset_id":"control.v.02"},{"index":4,"sense_key":"contain%2:42:06::","synset_id":"contain.v.04"},{"index":5,"sense_key":"contain%2:42:14::","synset_id":"contain.v.05"},{"index":6,"sense_key":"contain%2:33:00::","synset_id":"check.v.18"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"contain%2:42:13::","call_ids":["senseval2.d001.s045.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"contain%2:42:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21584795997478068}
{"item_id":"senseval2.d001.s045.t006","gold_sense_keys":["loss%1:07:00::","loss%1:21:01::"],"candidates":[{"index":1,"sense_key":"loss%1:21:01::","synset_id":"loss.n.01"},{"index":2,"sense_key":"loss%1:22:00::","synset_id":"loss.n.02"},{"index":3,"sense_key":"loss%1:04:00::","synset_id":"loss.n.03"},{"index":4,"sense_key":"loss%1:07:00::","synset_id":"loss.n.04"},{"index":5,"sense_key":"loss%1:11:01::","synset_id":"loss.n.05"},{"index":6,"sense_key":"loss%1:21:00::","synset_id":"loss.n.06"},{"index":7,"sense_key":"loss%1:11:00::","synset_id":"personnel_casualty.n.01"},{"index":8,"sense_key":"loss%1:11:02::","synset_id":"passing.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"loss%1:21:00::","call_ids":["senseval2.d001.s045.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"loss%1:21:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21707676607184112}
{"item_id":"senseval2.d001.s045.t007","gold_sense_keys":["critical%5:00:00:indispensable:00"],"candidates":[{"index":1,"sense_key":"critical%3:00:01::","synset_id":"critical.a.01"},{"index":2,"sense_key":"critical%3:00:04::","synset_id":"critical.a.02"},{"index":3,"sense_key":"critical%3:00:02::","synset_id":"critical.a.03"},{"index":4,"sense_key":"critical%5:00:00:indispensable:00","synset_id":"critical.s.01"},{"index":5,"sense_key":"critical%5:00:00:crucial:00","synset_id":"critical.s.02"},{"index":6,"sense_key":"critical%3:00:03::","synset_id":"critical.a.06"},{"index":7,"sense_key":"critical%3:01:00::","synset_id":"critical.a.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"critical%5:00:00:indispensable:00","call_ids":["senseval2.d001.s045.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"critical%5:00:00:indispensable:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22991274506784976}
{"item_id":"senseval2.d001.s045.t008","gold_sense_keys":["role%1:07:00::"],"candidates":[{"index":1,"sense_key":"role%1:04:00::","synset_id":"function.n.03"},{"index":2,"sense_key":"role%1:09:00::","synset_id":"character.n.04"},{"index":3,"sense_key":"role%1:07:00::","synset_id":"function.n.02"},{"index":4,"sense_key":"role%1:04:01::","synset_id":"role.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"role%1:07:00::","call_ids":["senseval2.d001.s045.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"role%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21742701483890414}
{"item_id":"senseval2.d001.s045.t009","gold_sense_keys":["set_off%2:36:00::"],"candidates":[{"index":1,"sense_key":"set_off%2:36:00::","synset_id":"trip.v.04"},{"index":2,"sense_key":"set_off%2:38:00::","synset_id":"depart.v.03"},{"index":3,"sense_key":"set_off%2:30:02::","synset_id":"bring_out.v.04"},{"index":4,"sense_key":"set_off%2:30:00::","synset_id":"explode.v.01"},{"index":5,"sense_key":"set_off%2:42:00::","synset_id":"cancel.v.02"},{"index":6,"sense_key":"set_off%2:30:01::","synset_id":"set_off.v.06"},{"index":7,"sense_key":"set_off%2:32:00::","synset_id":"incite.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"set_off%2:30:01::","call_ids":["senseval2.d001.s045.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"set_off%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21982009219937027}
{"item_id":"senseval2.d001.s045.t010","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s045.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22101100417785347}
{"item_id":"senseval2.d001.s046.t000","gold_sense_keys":["know%2:31:01::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval2.d001.s046.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":368,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2179952608421445}
{"item_id":"senseval2.d001.s047.t000","gold_sense_keys":["then%4:02:00::"],"candidates":[{"index":1,"sense_key":"then%4:02:00::","synset_id":"then.r.01"},{"index":2,"sense_key":"then%4:02:02::","synset_id":"then.r.02"},{"index":3,"sense_key":"then%4:02:01::","synset_id":"then.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"then%4:02:01::","call_ids":["senseval2.d001.s047.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"then%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22185750701464713}
{"item_id":"senseval2.d001.s047.t001","gold_sense_keys":["scientific%3:01:00::"],"candidates":[{"index":1,"sense_key":"scientific%3:01:00::","synset_id":"scientific.a.01"},{"index":2,"sense_key":"scientific%3:00:00::","synset_id":"scientific.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"scientific%3:00:00::","call_ids":["senseval2.d001.s047.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"scientific%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2228892028797418}
{"item_id":"senseval2.d001.s047.t002","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["senseval2.d001.s047.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":129,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22395719098858535}
{"item_id":"senseval2.d001.s047.t003","gold_sense_keys":["lead%2:41:00::"],"candidates":[{"index":1,"sense_key":"lead%2:38:01::","synset_id":"lead.v.01"},{"index":2,"sense_key":"lead%2:42:04::","synset_id":"leave.v.07"},{"index":3,"sense_key":"lead%2:42:12::","synset_id":"lead.v.03"},{"index":4,"sense_key":"lead%2:38:00::","synset_id":"lead.v.04"},{"index":5,"sense_key":"lead%2:32:00::","synset_id":"lead.v.05"},{"index":6,"sense_key":"lead%2:42:00::","synset_id":"run.v.03"},{"index":7,"sense_key":"lead%2:41:00::","synset_id":"head.v.02"},{"index":8,"sense_key":"lead%2:42:01::","synset_id":"lead.v.08"},{"index":9,"sense_key":"lead%2:41:12::","synset_id":"contribute.v.03"},{"index":10,"sense_key":"lead%2:36:00::","synset_id":"conduct.v.02"},{"index":11,"sense_key":"lead%2:42:03::","synset_id":"go.v.25"},{"index":12,"sense_key":"lead%2:38:02::","synset_id":"precede.v.04"},{"index":13,"sense_key":"lead%2:42:02::","synset_id":"run.v.23"},{"index":14,"sense_key":"lead%2:32:01::","synset_id":"moderate.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"lead%2:41:00::","call_ids":["senseval2.d001.s047.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"lead%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":415,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22616015002131462}
{"item_id":"senseval2.d001.s047.t006","gold_sense_keys":["then%4:02:01::"],"candidates":[{"index":1,"sense_key":"then%4:02:00::","synset_id":"then.r.01"},{"index":2,"sense_key":"then%4:02:02::","synset_id":"then.r.02"},{"index":3,"sense_key":"then%4:02:01::","synset_id":"then.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"then%4:02:01::","call_ids":["senseval2.d001.s047.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"then%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22702232096344233}
{"item_id":"senseval2.d001.s047.t007","gold_sense_keys":["find%2:31:09::","find%2:32:00::","find%2:40:03::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"find%2:39:02::","call_ids":["senseval2.d001.s047.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"find%2:39:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":496,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2244367990642786}
{"item_id":"senseval2.d001.s047.t008","gold_sense_keys":["answer%1:10:02::"],"candidates":[{"index":1,"sense_key":"answer%1:10:01::","synset_id":"answer.n.01"},{"index":2,"sense_key":"answer%1:10:02::","synset_id":"solution.n.02"},{"index":3,"sense_key":"answer%1:10:00::","synset_id":"answer.n.03"},{"index":4,"sense_key":"answer%1:10:03::","synset_id":"answer.n.04"},{"index":5,"sense_key":"answer%1:04:00::","synset_id":"answer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"answer%1:10:01::","call_ids":["senseval2.d001.s047.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"answer%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2285973217803985}
{"item_id":"senseval2.d001.s048.t000","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"team%1:14:01::","call_ids":["senseval2.d001.s048.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"team%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19735449505969882}
{"item_id":"senseval2.d001.s048.t001","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"use%2:41:14::","call_ids":["senseval2.d001.s048.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"use%2:41:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32962319906800985}
{"item_id":"senseval2.d001.s048.t002","gold_sense_keys":["battery%1:14:01::"],"candidates":[{"index":1,"sense_key":"battery%1:14:02::","synset_id":"battery.n.01"},{"index":2,"sense_key":"battery%1:06:00::","synset_id":"battery.n.02"},{"index":3,"sense_key":"battery%1:14:01::","synset_id":"battery.n.03"},{"index":4,"sense_key":"battery%1:14:03::","synset_id":"battery.n.04"},{"index":5,"sense_key":"battery%1:06:03::","synset_id":"battery.n.05"},{"index":6,"sense_key":"battery%1:04:01::","synset_id":"barrage.n.02"},{"index":7,"sense_key":"battery%1:04:00::","synset_id":"battery.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"battery%1:14:01::","call_ids":["senseval2.d001.s048.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"battery%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37408175016753376}
{"item_id":"senseval2.d001.s048.t004","gold_sense_keys":["develop%2:36:01::"],"candidates":[{"index":1,"sense_key":"develop%2:36:01::","synset_id":"develop.v.01"},{"index":2,"sense_key":"develop%2:36:00::","synset_id":"evolve.v.01"},{"index":3,"sense_key":"develop%2:30:06::","synset_id":"develop.v.03"},{"index":4,"sense_key":"develop%2:29:00::","synset_id":"grow.v.08"},{"index":5,"sense_key":"develop%2:42:00::","synset_id":"originate.v.01"},{"index":6,"sense_key":"develop%2:30:04::","synset_id":"build_up.v.05"},{"index":7,"sense_key":"develop%2:32:00::","synset_id":"explicate.v.02"},{"index":8,"sense_key":"develop%2:31:00::","synset_id":"train.v.01"},{"index":9,"sense_key":"develop%2:30:05::","synset_id":"develop.v.09"},{"index":10,"sense_key":"develop%2:30:00::","synset_id":"develop.v.10"},{"index":11,"sense_key":"develop%2:30:09::","synset_id":"modernize.v.02"},{"index":12,"sense_key":"develop%2:30:01::","synset_id":"develop.v.12"},{"index":13,"sense_key":"develop%2:36:09::","synset_id":"develop.v.13"},{"index":14,"sense_key":"develop%2:30:10::","synset_id":"develop.v.14"},{"index":15,"sense_key":"develop%2:39:00::","synset_id":"develop.v.15"},{"index":16,"sense_key":"develop%2:35:04::","synset_id":"develop.v.16"},{"index":17,"sense_key":"develop%2:33:03::","synset_id":"develop.v.17"},{"index":18,"sense_key":"develop%2:33:02::","synset_id":"develop.v.18"},{"index":19,"sense_key":"develop%2:30:13::","synset_id":"develop.v.19"},{"index":20,"sense_key":"develop%2:30:03::","synset_id":"break.v.53"},{"index":21,"sense_key":"develop%2:30:12::","synset_id":"develop.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"develop%2:42:00::","call_ids":["senseval2.d001.s048.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"develop%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":602,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3776005308609456}
{"item_id":"senseval2.d001.s048.t007","gold_sense_keys":["genetic%3:01:02::"],"candidates":[{"index":1,"sense_key":"genetic%5:00:00:inheritable:00","synset_id":"familial.s.01"},{"index":2,"sense_key":"genetic%3:01:02::","synset_id":"genic.a.01"},{"index":3,"sense_key":"genetic%3:01:01::","synset_id":"genetic.a.03"},{"index":4,"sense_key":"genetic%3:01:00::","synset_id":"genetic.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"genetic%3:01:01::","call_ids":["senseval2.d001.s048.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"genetic%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38007896998897195}
{"item_id":"senseval2.d001.s048.t008","gold_sense_keys":["material%1:27:00::"],"candidates":[{"index":1,"sense_key":"material%1:27:00::","synset_id":"material.n.01"},{"index":2,"sense_key":"material%1:10:00::","synset_id":"material.n.02"},{"index":3,"sense_key":"material%1:06:00::","synset_id":"fabric.n.01"},{"index":4,"sense_key":"material%1:06:01::","synset_id":"material.n.04"},{"index":5,"sense_key":"material%1:18:00::","synset_id":"material.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"material%1:06:00::","call_ids":["senseval2.d001.s048.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"material%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":241,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43481961404904723}
{"item_id":"senseval2.d001.s048.t011","gold_sense_keys":["presence%1:26:00::"],"candidates":[{"index":1,"sense_key":"presence%1:26:00::","synset_id":"presence.n.01"},{"index":2,"sense_key":"presence%1:15:00::","synset_id":"presence.n.02"},{"index":3,"sense_key":"presence%1:18:00::","synset_id":"presence.n.03"},{"index":4,"sense_key":"presence%1:09:00::","synset_id":"presence.n.04"},{"index":5,"sense_key":"presence%1:07:00::","synset_id":"bearing.n.03"},{"index":6,"sense_key":"presence%1:04:00::","synset_id":"presence.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"presence%1:26:00::","call_ids":["senseval2.d001.s048.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"presence%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4376809459645301}
{"item_id":"senseval2.d001.s048.t012","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s048.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":259,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43983421102166176}
{"item_id":"senseval2.d001.s049.t000","gold_sense_keys":["analyze%2:31:00::","analyze%2:31:01::"],"candidates":[{"index":1,"sense_key":"analyze%2:31:00::","synset_id":"analyze.v.01"},{"index":2,"sense_key":"analyze%2:31:01::","synset_id":"analyze.v.02"},{"index":3,"sense_key":"analyze%2:31:04::","synset_id":"analyze.v.03"},{"index":4,"sense_key":"analyze%2:31:03::","synset_id":"analyze.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"analyze%2:31:01::","call_ids":["senseval2.d001.s049.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"analyze%2:31:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.44211647287011147}
{"item_id":"senseval2.d001.s049.t001","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s049.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4440254489891231}
{"item_id":"senseval2.d001.s049.t002","gold_sense_keys":["extract%2:35:04::"],"candidates":[{"index":1,"sense_key":"extract%2:35:04::","synset_id":"extract.v.01"},{"index":2,"sense_key":"extract%2:40:00::","synset_id":"extract.v.02"},{"index":3,"sense_key":"extract%2:36:00::","synset_id":"educe.v.01"},{"index":4,"sense_key":"extract%2:30:00::","synset_id":"distill.v.03"},{"index":5,"sense_key":"extract%2:35:07::","synset_id":"extract.v.05"},{"index":6,"sense_key":"extract%2:35:05::","synset_id":"press_out.v.03"},{"index":7,"sense_key":"extract%2:31:00::","synset_id":"excerpt.v.01"},{"index":8,"sense_key":"extract%2:31:02::","synset_id":"extract.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"extract%2:35:05::","call_ids":["senseval2.d001.s049.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"extract%2:35:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":280,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.44605150911957026}
{"item_id":"senseval2.d001.s049.t003","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"eye%1:08:00::","call_ids":["senseval2.d001.s049.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"eye%1:08:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3173995369579643}
{"item_id":"senseval2.d001.s049.t005","gold_sense_keys":["find%2:31:09::","find%2:32:00::","find%2:36:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"find%2:36:00::","call_ids":["senseval2.d001.s049.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"find%2:36:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":502,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31997883901931345}
{"item_id":"senseval2.d001.s049.t006","gold_sense_keys":["defect%1:26:01::"],"candidates":[{"index":1,"sense_key":"defect%1:26:01::","synset_id":"defect.n.01"},{"index":2,"sense_key":"defect%1:07:01::","synset_id":"defect.n.02"},{"index":3,"sense_key":"defect%1:26:00::","synset_id":"defect.n.03"},{"index":4,"sense_key":"defect%1:07:00::","synset_id":"blemish.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"defect%1:07:01::","call_ids":["senseval2.d001.s049.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"defect%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32251048902980983}
{"item_id":"senseval2.d001.s049.t007","gold_sense_keys":["second%5:00:00:ordinal:00"],"candidates":[{"index":1,"sense_key":"second%5:00:00:ordinal:00","synset_id":"second.s.01"},{"index":2,"sense_key":"second%3:00:00::","synset_id":"second.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"second%3:00:00::","call_ids":["senseval2.d001.s049.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"second%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3255236679688096}
{"item_id":"senseval2.d001.s049.t008","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"copy%1:10:01::","call_ids":["senseval2.d001.s049.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"copy%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3287042791489512}
{"item_id":"senseval2.d001.s049.t010","gold_sense_keys":["exact%3:00:00::"],"candidates":[{"index":1,"sense_key":"exact%3:00:00::","synset_id":"exact.a.01"},{"index":2,"sense_key":"exact%5:00:00:correct:00","synset_id":"accurate.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"exact%3:00:00::","call_ids":["senseval2.d001.s049.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"exact%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3313303629402071}
{"item_id":"senseval2.d001.s049.t012","gold_sense_keys":["first%5:00:00:ordinal:00"],"candidates":[{"index":1,"sense_key":"first%3:00:00::","synset_id":"first.a.01"},{"index":2,"sense_key":"first%5:00:00:ordinal:00","synset_id":"first.s.01"},{"index":3,"sense_key":"first%5:00:02:opening:00","synset_id":"inaugural.s.01"},{"index":4,"sense_key":"first%5:00:01:opening:00","synset_id":"beginning.s.01"},{"index":5,"sense_key":"first%5:00:00:best:00","synset_id":"first.s.04"},{"index":6,"sense_key":"first%3:00:03::","synset_id":"first.a.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"first%5:00:00:ordinal:00","call_ids":["senseval2.d001.s049.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"first%5:00:00:ordinal:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3334957731422037}
{"item_id":"senseval2.d001.s049.t013","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"copy%1:06:00::","call_ids":["senseval2.d001.s049.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"copy%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3812889470718801}
{"item_id":"senseval2.d001.s050.t000","gold_sense_keys":["finding%1:17:00::"],"candidates":[{"index":1,"sense_key":"finding%1:04:00::","synset_id":"determination.n.01"},{"index":2,"sense_key":"finding%1:04:01::","synset_id":"finding.n.02"},{"index":3,"sense_key":"finding%1:17:00::","synset_id":"finding.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"finding%1:17:00::","call_ids":["senseval2.d001.s050.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"finding%1:17:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33535504597239196}
{"item_id":"senseval2.d001.s050.t001","gold_sense_keys":["medicine%1:04:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["senseval2.d001.s050.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3608002190012485}
{"item_id":"senseval2.d001.s051.t000","gold_sense_keys":["first%3:00:00::"],"candidates":[{"index":1,"sense_key":"first%3:00:00::","synset_id":"first.a.01"},{"index":2,"sense_key":"first%5:00:00:ordinal:00","synset_id":"first.s.01"},{"index":3,"sense_key":"first%5:00:02:opening:00","synset_id":"inaugural.s.01"},{"index":4,"sense_key":"first%5:00:01:opening:00","synset_id":"beginning.s.01"},{"index":5,"sense_key":"first%5:00:00:best:00","synset_id":"first.s.04"},{"index":6,"sense_key":"first%3:00:03::","synset_id":"first.a.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"first%3:00:00::","call_ids":["senseval2.d001.s051.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"first%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3828082690015435}
{"item_id":"senseval2.d001.s051.t001","gold_sense_keys":["time%1:11:00::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"time%1:11:00::","call_ids":["senseval2.d001.s051.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"time%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":325,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36331635480746627}
{"item_id":"senseval2.d001.s051.t002","gold_sense_keys":["show%2:31:00::","show%2:32:00::"],"candidates":[{"index":1,"sense_key":"show%2:39:02::","synset_id":"show.v.01"},{"index":2,"sense_key":"show%2:31:00::","synset_id":"prove.v.02"},{"index":3,"sense_key":"show%2:32:00::","synset_id":"testify.v.02"},{"index":4,"sense_key":"show%2:39:00::","synset_id":"show.v.04"},{"index":5,"sense_key":"show%2:36:00::","synset_id":"picture.v.02"},{"index":6,"sense_key":"show%2:32:02::","synset_id":"express.v.01"},{"index":7,"sense_key":"show%2:32:01::","synset_id":"indicate.v.02"},{"index":8,"sense_key":"show%2:39:01::","synset_id":"show.v.08"},{"index":9,"sense_key":"show%2:32:04::","synset_id":"read.v.08"},{"index":10,"sense_key":"show%2:32:03::","synset_id":"show.v.10"},{"index":11,"sense_key":"show%2:38:00::","synset_id":"usher.v.01"},{"index":12,"sense_key":"show%2:33:00::","synset_id":"show.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"show%2:32:00::","call_ids":["senseval2.d001.s051.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"show%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":387,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38427153299562633}
{"item_id":"senseval2.d001.s051.t003","gold_sense_keys":["loss%1:04:00::"],"candidates":[{"index":1,"sense_key":"loss%1:21:01::","synset_id":"loss.n.01"},{"index":2,"sense_key":"loss%1:22:00::","synset_id":"loss.n.02"},{"index":3,"sense_key":"loss%1:04:00::","synset_id":"loss.n.03"},{"index":4,"sense_key":"loss%1:07:00::","synset_id":"loss.n.04"},{"index":5,"sense_key":"loss%1:11:01::","synset_id":"loss.n.05"},{"index":6,"sense_key":"loss%1:21:00::","synset_id":"loss.n.06"},{"index":7,"sense_key":"loss%1:11:00::","synset_id":"personnel_casualty.n.01"},{"index":8,"sense_key":"loss%1:11:02::","synset_id":"passing.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"loss%1:21:00::","call_ids":["senseval2.d001.s051.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"loss%1:21:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33667154889553785}
{"item_id":"senseval2.d001.s051.t004","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"copy%1:06:00::","call_ids":["senseval2.d001.s051.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"copy%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4218494149390608}
{"item_id":"senseval2.d001.s051.t005","gold_sense_keys":["same%3:00:02::"],"candidates":[{"index":1,"sense_key":"same%3:00:02::","synset_id":"same.a.01"},{"index":2,"sense_key":"same%3:00:00::","synset_id":"same.a.02"},{"index":3,"sense_key":"same%3:00:04::","synset_id":"like.a.02"},{"index":4,"sense_key":"same%5:00:00:unchanged:00","synset_id":"same.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"same%3:00:00::","call_ids":["senseval2.d001.s051.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"same%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4187689370010048}
{"item_id":"senseval2.d001.s051.t007","gold_sense_keys":["lead%2:41:12::","lead%2:42:12::"],"candidates":[{"index":1,"sense_key":"lead%2:38:01::","synset_id":"lead.v.01"},{"index":2,"sense_key":"lead%2:42:04::","synset_id":"leave.v.07"},{"index":3,"sense_key":"lead%2:42:12::","synset_id":"lead.v.03"},{"index":4,"sense_key":"lead%2:38:00::","synset_id":"lead.v.04"},{"index":5,"sense_key":"lead%2:32:00::","synset_id":"lead.v.05"},{"index":6,"sense_key":"lead%2:42:00::","synset_id":"run.v.03"},{"index":7,"sense_key":"lead%2:41:00::","synset_id":"head.v.02"},{"index":8,"sense_key":"lead%2:42:01::","synset_id":"lead.v.08"},{"index":9,"sense_key":"lead%2:41:12::","synset_id":"contribute.v.03"},{"index":10,"sense_key":"lead%2:36:00::","synset_id":"conduct.v.02"},{"index":11,"sense_key":"lead%2:42:03::","synset_id":"go.v.25"},{"index":12,"sense_key":"lead%2:38:02::","synset_id":"precede.v.04"},{"index":13,"sense_key":"lead%2:42:02::","synset_id":"run.v.23"},{"index":14,"sense_key":"lead%2:32:01::","synset_id":"moderate.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"lead%2:41:12::","call_ids":["senseval2.d001.s051.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"lead%2:41:12::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":416,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4226852410938591}
{"item_id":"senseval2.d001.s051.t008","gold_sense_keys":["eruption%1:11:03::","eruption%1:26:02::"],"candidates":[{"index":1,"sense_key":"eruption%1:11:00::","synset_id":"volcanic_eruption.n.01"},{"index":2,"sense_key":"eruption%1:26:02::","synset_id":"eruption.n.02"},{"index":3,"sense_key":"eruption%1:26:01::","synset_id":"eruption.n.03"},{"index":4,"sense_key":"eruption%1:11:03::","synset_id":"outbreak.n.01"},{"index":5,"sense_key":"eruption%1:11:01::","synset_id":"bang.n.02"},{"index":6,"sense_key":"eruption%1:11:02::","synset_id":"eruption.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"eruption%1:11:03::","call_ids":["senseval2.d001.s051.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"eruption%1:11:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4242849270813167}
{"item_id":"senseval2.d001.s051.t009","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cancer%1:18:00::","call_ids":["senseval2.d001.s051.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cancer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4259132680017501}
{"item_id":"senseval2.d001.s052.t001","gold_sense_keys":["satisfying%5:00:00:satisfactory:00"],"candidates":[{"index":1,"sense_key":"satisfying%5:00:00:wholesome:00","synset_id":"hearty.s.02"},{"index":2,"sense_key":"satisfying%5:00:00:satisfactory:00","synset_id":"comforting.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"satisfying%5:00:00:satisfactory:00","call_ids":["senseval2.d001.s052.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"satisfying%5:00:00:satisfactory:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":128,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42758836690336466}
{"item_id":"senseval2.d001.s052.t002","gold_sense_keys":["say%2:32:00::","say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d001.s052.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":330,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42913755611516535}
{"item_id":"senseval2.d001.s052.t003","gold_sense_keys":["now%4:02:04::"],"candidates":[{"index":1,"sense_key":"now%4:02:05::","synset_id":"now.r.01"},{"index":2,"sense_key":"now%4:02:00::","synset_id":"nowadays.r.01"},{"index":3,"sense_key":"now%4:02:02::","synset_id":"now.r.03"},{"index":4,"sense_key":"now%4:02:04::","synset_id":"now.r.04"},{"index":5,"sense_key":"now%4:02:01::","synset_id":"immediately.r.01"},{"index":6,"sense_key":"now%4:02:07::","synset_id":"now.r.06"},{"index":7,"sense_key":"now%4:02:06::","synset_id":"now.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"now%4:02:04::","call_ids":["senseval2.d001.s052.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"now%4:02:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":257,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41992174508050084}
{"item_id":"senseval2.d001.s053.t000","gold_sense_keys":["true%3:00:00::"],"candidates":[{"index":1,"sense_key":"true%3:00:00::","synset_id":"true.a.01"},{"index":2,"sense_key":"true%5:00:00:accurate:00","synset_id":"true.s.01"},{"index":3,"sense_key":"true%5:00:02:faithful:00","synset_id":"true.s.02"},{"index":4,"sense_key":"true%3:00:04::","synset_id":"truthful.a.01"},{"index":5,"sense_key":"true%5:00:00:typical:00","synset_id":"true.s.03"},{"index":6,"sense_key":"true%5:00:00:trustworthy:00","synset_id":"dependable.s.01"},{"index":7,"sense_key":"true%5:00:00:sincere:00","synset_id":"genuine.s.01"},{"index":8,"sense_key":"true%5:00:00:real:02","synset_id":"true.s.06"},{"index":9,"sense_key":"true%5:00:00:geographic:00","synset_id":"true.s.07"},{"index":10,"sense_key":"true%5:00:00:legitimate:00","synset_id":"true.s.08"},{"index":11,"sense_key":"true%5:00:00:harmonious:00","synset_id":"on-key.s.01"},{"index":12,"sense_key":"true%5:00:00:even:01","synset_id":"true.s.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"true%3:00:00::","call_ids":["senseval2.d001.s053.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"true%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":333,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4105767267756164}
{"item_id":"senseval2.d001.s053.t002","gold_sense_keys":["true%3:00:00::"],"candidates":[{"index":1,"sense_key":"true%3:00:00::","synset_id":"true.a.01"},{"index":2,"sense_key":"true%5:00:00:accurate:00","synset_id":"true.s.01"},{"index":3,"sense_key":"true%5:00:02:faithful:00","synset_id":"true.s.02"},{"index":4,"sense_key":"true%3:00:04::","synset_id":"truthful.a.01"},{"index":5,"sense_key":"true%5:00:00:typical:00","synset_id":"true.s.03"},{"index":6,"sense_key":"true%5:00:00:trustworthy:00","synset_id":"dependable.s.01"},{"index":7,"sense_key":"true%5:00:00:sincere:00","synset_id":"genuine.s.01"},{"index":8,"sense_key":"true%5:00:00:real:02","synset_id":"true.s.06"},{"index":9,"sense_key":"true%5:00:00:geographic:00","synset_id":"true.s.07"},{"index":10,"sense_key":"true%5:00:00:legitimate:00","synset_id":"true.s.08"},{"index":11,"sense_key":"true%5:00:00:harmonious:00","synset_id":"on-key.s.01"},{"index":12,"sense_key":"true%5:00:00:even:01","synset_id":"true.s.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"true%3:00:00::","call_ids":["senseval2.d001.s053.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"true%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":333,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33745344495400786}
{"item_id":"senseval2.d001.s053.t003","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"cancer%1:05:00::","call_ids":["senseval2.d001.s053.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"cancer%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3900743459817022}
{"item_id":"senseval2.d001.s054.t000","gold_sense_keys":["audacious%5:00:00:adventurous:00"],"candidates":[{"index":1,"sense_key":"audacious%5:00:00:bold:00","synset_id":"audacious.s.01"},{"index":2,"sense_key":"audacious%5:00:00:unashamed:00","synset_id":"audacious.s.02"},{"index":3,"sense_key":"audacious%5:00:00:adventurous:00","synset_id":"audacious.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"audacious%5:00:00:unashamed:00","call_ids":["senseval2.d001.s054.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"audacious%5:00:00:unashamed:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3920816120225936}
{"item_id":"senseval2.d001.s054.t001","gold_sense_keys":["claim%1:10:02::"],"candidates":[{"index":1,"sense_key":"claim%1:10:00::","synset_id":"claim.n.01"},{"index":2,"sense_key":"claim%1:10:02::","synset_id":"claim.n.02"},{"index":3,"sense_key":"claim%1:04:00::","synset_id":"claim.n.03"},{"index":4,"sense_key":"claim%1:07:02::","synset_id":"claim.n.04"},{"index":5,"sense_key":"claim%1:07:01::","synset_id":"title.n.07"},{"index":6,"sense_key":"claim%1:10:01::","synset_id":"call.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"claim%1:10:02::","call_ids":["senseval2.d001.s054.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"claim%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39436708320863545}
{"item_id":"senseval2.d001.s055.t000","gold_sense_keys":["young%3:00:00::"],"candidates":[{"index":1,"sense_key":"young%3:00:00::","synset_id":"young.a.01"},{"index":2,"sense_key":"young%5:00:00:early:02","synset_id":"new.s.08"},{"index":3,"sense_key":"young%5:00:01:young:00","synset_id":"youthful.s.01"},{"index":4,"sense_key":"young%5:00:00:new:00","synset_id":"young.s.03"},{"index":5,"sense_key":"young%5:00:00:inexperienced:00","synset_id":"unseasoned.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"young%5:00:01:young:00","call_ids":["senseval2.d001.s055.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"young%5:00:01:young:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4256346491165459}
{"item_id":"senseval2.d001.s055.t003","gold_sense_keys":["believe%2:31:04::"],"candidates":[{"index":1,"sense_key":"believe%2:31:00::","synset_id":"believe.v.01"},{"index":2,"sense_key":"believe%2:31:04::","synset_id":"think.v.01"},{"index":3,"sense_key":"believe%2:31:03::","synset_id":"believe.v.03"},{"index":4,"sense_key":"believe%2:31:01::","synset_id":"believe.v.04"},{"index":5,"sense_key":"believe%2:31:02::","synset_id":"believe.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"believe%2:31:03::","call_ids":["senseval2.d001.s055.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"believe%2:31:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42001249408349395}
{"item_id":"senseval2.d001.s055.t004","gold_sense_keys":["right%3:00:04::"],"candidates":[{"index":1,"sense_key":"right%3:00:00::","synset_id":"right.a.01"},{"index":2,"sense_key":"right%3:00:02::","synset_id":"correct.a.01"},{"index":3,"sense_key":"right%5:00:01:proper:00","synset_id":"correct.s.01"},{"index":4,"sense_key":"right%3:00:01::","synset_id":"right.a.04"},{"index":5,"sense_key":"right%3:00:04::","synset_id":"right.a.05"},{"index":6,"sense_key":"right%5:00:00:appropriate:00","synset_id":"proper.s.03"},{"index":7,"sense_key":"right%3:00:03::","synset_id":"right.a.07"},{"index":8,"sense_key":"right%5:00:00:satisfactory:00","synset_id":"right.s.03"},{"index":9,"sense_key":"right%5:00:00:right-handed:00","synset_id":"right.s.04"},{"index":10,"sense_key":"right%5:00:02:proper:00","synset_id":"correct.s.02"},{"index":11,"sense_key":"right%5:00:00:perpendicular:00","synset_id":"right.s.06"},{"index":12,"sense_key":"right%5:00:00:outside:00","synset_id":"right.s.07"},{"index":13,"sense_key":"right%5:00:00:opportune:00","synset_id":"good.s.10"},{"index":14,"sense_key":"right%5:00:00:accurate:00","synset_id":"veracious.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"right%3:00:04::","call_ids":["senseval2.d001.s055.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"right%3:00:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":414,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42102200305089355}
{"item_id":"senseval2.d001.s055.t005","gold_sense_keys":["set_out%2:30:00::"],"candidates":[{"index":1,"sense_key":"set_out%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"set_out%2:35:00::","synset_id":"range.v.05"},{"index":3,"sense_key":"set_out%2:38:00::","synset_id":"depart.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"set_out%2:38:00::","call_ids":["senseval2.d001.s055.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"set_out%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42638647905550897}
{"item_id":"senseval2.d001.s055.t006","gold_sense_keys":["repeat%2:36:00::"],"candidates":[{"index":1,"sense_key":"repeat%2:32:00::","synset_id":"repeat.v.01"},{"index":2,"sense_key":"repeat%2:36:00::","synset_id":"duplicate.v.01"},{"index":3,"sense_key":"repeat%2:30:00::","synset_id":"recur.v.01"},{"index":4,"sense_key":"repeat%2:32:01::","synset_id":"repeat.v.04"},{"index":5,"sense_key":"repeat%2:41:00::","synset_id":"repeat.v.05"},{"index":6,"sense_key":"repeat%2:36:01::","synset_id":"reprise.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"repeat%2:30:00::","call_ids":["senseval2.d001.s055.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"repeat%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42179470299743116}
{"item_id":"senseval2.d001.s055.t007","gold_sense_keys":["experiment%1:04:00::"],"candidates":[{"index":1,"sense_key":"experiment%1:04:00::","synset_id":"experiment.n.01"},{"index":2,"sense_key":"experiment%1:09:00::","synset_id":"experiment.n.02"},{"index":3,"sense_key":"experiment%1:04:01::","synset_id":"experiment.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"experiment%1:09:00::","call_ids":["senseval2.d001.s055.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"experiment%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4271892770193517}
{"item_id":"senseval2.d001.s055.t008","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s055.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":274,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42266456014476717}
{"item_id":"senseval2.d001.s055.t009","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"other%3:00:00::","call_ids":["senseval2.d001.s055.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"other%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42799732903949916}
{"item_id":"senseval2.d001.s055.t010","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"cancer%1:17:00::","call_ids":["senseval2.d001.s055.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"cancer%1:17:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39470142289064825}
{"item_id":"senseval2.d001.s056.t001","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["senseval2.d001.s056.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42862608609721065}
{"item_id":"senseval2.d001.s056.t002","gold_sense_keys":["report%2:32:04::"],"candidates":[{"index":1,"sense_key":"report%2:32:00::","synset_id":"report.v.01"},{"index":2,"sense_key":"report%2:32:04::","synset_id":"report.v.02"},{"index":3,"sense_key":"report%2:32:03::","synset_id":"report.v.03"},{"index":4,"sense_key":"report%2:32:01::","synset_id":"report.v.04"},{"index":5,"sense_key":"report%2:32:13::","synset_id":"report.v.05"},{"index":6,"sense_key":"report%2:32:02::","synset_id":"report.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"report%2:32:04::","call_ids":["senseval2.d001.s056.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"report%2:32:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42942617810331285}
{"item_id":"senseval2.d001.s056.t003","gold_sense_keys":["dual%5:00:00:multiple:00"],"candidates":[{"index":1,"sense_key":"dual%5:00:00:multiple:00","synset_id":"double.s.02"},{"index":2,"sense_key":"dual%5:00:02:multiple:00","synset_id":"double.s.01"},{"index":3,"sense_key":"dual%5:00:00:plural:00","synset_id":"dual.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dual%5:00:02:multiple:00","call_ids":["senseval2.d001.s056.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dual%5:00:02:multiple:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.375164691824466}
{"item_id":"senseval2.d001.s056.t005","gold_sense_keys":["loss%1:04:00::"],"candidates":[{"index":1,"sense_key":"loss%1:21:01::","synset_id":"loss.n.01"},{"index":2,"sense_key":"loss%1:22:00::","synset_id":"loss.n.02"},{"index":3,"sense_key":"loss%1:04:00::","synset_id":"loss.n.03"},{"index":4,"sense_key":"loss%1:07:00::","synset_id":"loss.n.04"},{"index":5,"sense_key":"loss%1:11:01::","synset_id":"loss.n.05"},{"index":6,"sense_key":"loss%1:21:00::","synset_id":"loss.n.06"},{"index":7,"sense_key":"loss%1:11:00::","synset_id":"personnel_casualty.n.01"},{"index":8,"sense_key":"loss%1:11:02::","synset_id":"passing.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"loss%1:21:00::","call_ids":["senseval2.d001.s056.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"loss%1:21:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3611535890959203}
{"item_id":"senseval2.d001.s056.t007","gold_sense_keys":["childhood%1:28:00::"],"candidates":[{"index":1,"sense_key":"childhood%1:28:00::","synset_id":"childhood.n.01"},{"index":2,"sense_key":"childhood%1:26:00::","synset_id":"childhood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"childhood%1:26:00::","call_ids":["senseval2.d001.s056.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"childhood%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36277830111794174}
{"item_id":"senseval2.d001.s056.t008","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s056.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3761061781551689}
{"item_id":"senseval2.d001.s056.t010","gold_sense_keys":["call%2:32:02::"],"candidates":[{"index":1,"sense_key":"call%2:32:02::","synset_id":"name.v.01"},{"index":2,"sense_key":"call%2:32:00::","synset_id":"call.v.02"},{"index":3,"sense_key":"call%2:32:01::","synset_id":"call.v.03"},{"index":4,"sense_key":"call%2:32:09::","synset_id":"shout.v.02"},{"index":5,"sense_key":"call%2:32:05::","synset_id":"call.v.05"},{"index":6,"sense_key":"call%2:41:00::","synset_id":"visit.v.03"},{"index":7,"sense_key":"call%2:41:04::","synset_id":"call.v.07"},{"index":8,"sense_key":"call%2:32:13::","synset_id":"call.v.08"},{"index":9,"sense_key":"call%2:32:04::","synset_id":"call.v.09"},{"index":10,"sense_key":"call%2:32:03::","synset_id":"call.v.10"},{"index":11,"sense_key":"call%2:42:09::","synset_id":"call.v.11"},{"index":12,"sense_key":"call%2:41:14::","synset_id":"address.v.06"},{"index":13,"sense_key":"call%2:41:12::","synset_id":"call.v.13"},{"index":14,"sense_key":"call%2:40:09::","synset_id":"call.v.14"},{"index":15,"sense_key":"call%2:40:05::","synset_id":"bid.v.04"},{"index":16,"sense_key":"call%2:38:00::","synset_id":"call.v.16"},{"index":17,"sense_key":"call%2:32:06::","synset_id":"call.v.17"},{"index":18,"sense_key":"call%2:32:10::","synset_id":"predict.v.01"},{"index":19,"sense_key":"call%2:32:12::","synset_id":"call.v.19"},{"index":20,"sense_key":"call%2:32:07::","synset_id":"call.v.20"},{"index":21,"sense_key":"call%2:32:08::","synset_id":"call.v.21"},{"index":22,"sense_key":"call%2:32:11::","synset_id":"call.v.22"},{"index":23,"sense_key":"call%2:32:15::","synset_id":"call.v.23"},{"index":24,"sense_key":"call%2:32:14::","synset_id":"call.v.24"},{"index":25,"sense_key":"call%2:31:13::","synset_id":"call.v.25"},{"index":26,"sense_key":"call%2:31:00::","synset_id":"call.v.26"},{"index":27,"sense_key":"call%2:31:05::","synset_id":"call.v.27"},{"index":28,"sense_key":"call%2:29:05::","synset_id":"call.v.28"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"call%2:32:05::","call_ids":["senseval2.d001.s056.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"call%2:32:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":784,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3772856129799038}
{"item_id":"senseval2.d001.s057.t001","gold_sense_keys":["turn_to%2:30:00::"],"candidates":[{"index":1,"sense_key":"turn_to%2:32:01::","synset_id":"address.v.01"},{"index":2,"sense_key":"turn_to%2:30:00::","synset_id":"turn_to.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"turn_to%2:30:00::","call_ids":["senseval2.d001.s057.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"turn_to%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36390009708702564}
{"item_id":"senseval2.d001.s057.t005","gold_sense_keys":["second%5:00:00:ordinal:00"],"candidates":[{"index":1,"sense_key":"second%5:00:00:ordinal:00","synset_id":"second.s.01"},{"index":2,"sense_key":"second%3:00:00::","synset_id":"second.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"second%3:00:00::","call_ids":["senseval2.d001.s057.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"second%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.365116004133597}
{"item_id":"senseval2.d001.s057.t006","gold_sense_keys":["big%3:00:01::","big%5:00:00:conspicuous:00"],"candidates":[{"index":1,"sense_key":"big%3:00:01::","synset_id":"large.a.01"},{"index":2,"sense_key":"big%5:00:00:important:00","synset_id":"big.s.01"},{"index":3,"sense_key":"big%5:00:00:intense:00","synset_id":"bad.s.01"},{"index":4,"sense_key":"big%5:00:00:loud:00","synset_id":"big.s.03"},{"index":5,"sense_key":"big%5:00:00:conspicuous:00","synset_id":"big.s.04"},{"index":6,"sense_key":"big%5:00:00:intemperate:00","synset_id":"big.s.05"},{"index":7,"sense_key":"big%5:00:02:proud:00","synset_id":"boastful.s.01"},{"index":8,"sense_key":"big%5:00:00:proud:00","synset_id":"big.s.07"},{"index":9,"sense_key":"big%5:00:00:mature:01","synset_id":"adult.s.01"},{"index":10,"sense_key":"big%5:00:00:heavy:08","synset_id":"big.s.09"},{"index":11,"sense_key":"big%5:00:00:generous:02","synset_id":"big.s.10"},{"index":12,"sense_key":"big%5:00:00:generous:01","synset_id":"big.s.11"},{"index":13,"sense_key":"big%5:00:00:pregnant:00","synset_id":"big.s.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"big%5:00:00:important:00","call_ids":["senseval2.d001.s057.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"big%5:00:00:important:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":324,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36646121297962964}
{"item_id":"senseval2.d001.s057.t007","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cancer%1:18:00::","call_ids":["senseval2.d001.s057.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cancer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36818108800798655}
{"item_id":"senseval2.d001.s057.t008","gold_sense_keys":["killer%1:26:00::"],"candidates":[{"index":1,"sense_key":"killer%1:18:00::","synset_id":"killer.n.01"},{"index":2,"sense_key":"killer%1:26:00::","synset_id":"cause_of_death.n.01"},{"index":3,"sense_key":"killer%1:09:00::","synset_id":"killer.n.03"},{"index":4,"sense_key":"killer%1:05:00::","synset_id":"killer_whale.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"killer%1:26:00::","call_ids":["senseval2.d001.s057.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"killer%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.377882809843868}
{"item_id":"senseval2.d001.s057.t009","gold_sense_keys":["u.s.%1:15:00::"],"candidates":[{"index":1,"sense_key":"u.s.%1:14:00::","synset_id":"united_states_government.n.01"},{"index":2,"sense_key":"us%1:15:00::","synset_id":"united_states.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"us%1:15:00::","call_ids":["senseval2.d001.s057.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"us%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3693662609439343}
{"item_id":"senseval2.d001.s058.t000","gold_sense_keys":["believe%2:31:03::"],"candidates":[{"index":1,"sense_key":"believe%2:31:00::","synset_id":"believe.v.01"},{"index":2,"sense_key":"believe%2:31:04::","synset_id":"think.v.01"},{"index":3,"sense_key":"believe%2:31:03::","synset_id":"believe.v.03"},{"index":4,"sense_key":"believe%2:31:01::","synset_id":"believe.v.04"},{"index":5,"sense_key":"believe%2:31:02::","synset_id":"believe.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"believe%2:31:03::","call_ids":["senseval2.d001.s058.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"believe%2:31:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35627077077515423}
{"item_id":"senseval2.d001.s058.t004","gold_sense_keys":["arise%2:42:00::"],"candidates":[{"index":1,"sense_key":"arise%2:42:00::","synset_id":"originate.v.01"},{"index":2,"sense_key":"arise%2:42:01::","synset_id":"arise.v.02"},{"index":3,"sense_key":"arise%2:38:00::","synset_id":"arise.v.03"},{"index":4,"sense_key":"arise%2:30:00::","synset_id":"arise.v.04"},{"index":5,"sense_key":"arise%2:38:04::","synset_id":"rise.v.01"},{"index":6,"sense_key":"arise%2:41:00::","synset_id":"rebel.v.01"},{"index":7,"sense_key":"arise%2:29:00::","synset_id":"get_up.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"arise%2:42:00::","call_ids":["senseval2.d001.s058.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"arise%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3578437529504299}
{"item_id":"senseval2.d001.s058.t006","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"cancer%1:17:00::","call_ids":["senseval2.d001.s058.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"cancer%1:17:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3703614280093461}
{"item_id":"senseval2.d001.s058.t008","gold_sense_keys":["often%4:02:00::","often%4:02:02::"],"candidates":[{"index":1,"sense_key":"often%4:02:00::","synset_id":"frequently.r.01"},{"index":2,"sense_key":"often%4:02:01::","synset_id":"much.r.05"},{"index":3,"sense_key":"often%4:02:02::","synset_id":"often.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"often%4:02:02::","call_ids":["senseval2.d001.s058.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"often%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3716325860004872}
{"item_id":"senseval2.d001.s058.t009","gold_sense_keys":["seem%2:39:01::"],"candidates":[{"index":1,"sense_key":"seem%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"seem%2:39:01::","synset_id":"appear.v.04"},{"index":3,"sense_key":"seem%2:42:00::","synset_id":"seem.v.03"},{"index":4,"sense_key":"seem%2:39:02::","synset_id":"seem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seem%2:39:01::","call_ids":["senseval2.d001.s058.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seem%2:39:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38040838297456503}
{"item_id":"senseval2.d001.s058.t010","gold_sense_keys":["develop%2:30:00::"],"candidates":[{"index":1,"sense_key":"develop%2:36:01::","synset_id":"develop.v.01"},{"index":2,"sense_key":"develop%2:36:00::","synset_id":"evolve.v.01"},{"index":3,"sense_key":"develop%2:30:06::","synset_id":"develop.v.03"},{"index":4,"sense_key":"develop%2:29:00::","synset_id":"grow.v.08"},{"index":5,"sense_key":"develop%2:42:00::","synset_id":"originate.v.01"},{"index":6,"sense_key":"develop%2:30:04::","synset_id":"build_up.v.05"},{"index":7,"sense_key":"develop%2:32:00::","synset_id":"explicate.v.02"},{"index":8,"sense_key":"develop%2:31:00::","synset_id":"train.v.01"},{"index":9,"sense_key":"develop%2:30:05::","synset_id":"develop.v.09"},{"index":10,"sense_key":"develop%2:30:00::","synset_id":"develop.v.10"},{"index":11,"sense_key":"develop%2:30:09::","synset_id":"modernize.v.02"},{"index":12,"sense_key":"develop%2:30:01::","synset_id":"develop.v.12"},{"index":13,"sense_key":"develop%2:36:09::","synset_id":"develop.v.13"},{"index":14,"sense_key":"develop%2:30:10::","synset_id":"develop.v.14"},{"index":15,"sense_key":"develop%2:39:00::","synset_id":"develop.v.15"},{"index":16,"sense_key":"develop%2:35:04::","synset_id":"develop.v.16"},{"index":17,"sense_key":"develop%2:33:03::","synset_id":"develop.v.17"},{"index":18,"sense_key":"develop%2:33:02::","synset_id":"develop.v.18"},{"index":19,"sense_key":"develop%2:30:13::","synset_id":"develop.v.19"},{"index":20,"sense_key":"develop%2:30:03::","synset_id":"break.v.53"},{"index":21,"sense_key":"develop%2:30:12::","synset_id":"develop.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"develop%2:30:05::","call_ids":["senseval2.d001.s058.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"develop%2:30:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":598,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2549495231360197}
{"item_id":"senseval2.d001.s058.t011","gold_sense_keys":["stage%1:26:00::","stage%1:28:00::"],"candidates":[{"index":1,"sense_key":"stage%1:28:00::","synset_id":"phase.n.01"},{"index":2,"sense_key":"stage%1:26:00::","synset_id":"degree.n.02"},{"index":3,"sense_key":"stage%1:06:00::","synset_id":"stage.n.03"},{"index":4,"sense_key":"stage%1:10:00::","synset_id":"stage.n.04"},{"index":5,"sense_key":"stage%1:06:01::","synset_id":"stagecoach.n.01"},{"index":6,"sense_key":"stage%1:04:00::","synset_id":"stage.n.06"},{"index":7,"sense_key":"stage%1:15:00::","synset_id":"stage.n.07"},{"index":8,"sense_key":"stage%1:06:02::","synset_id":"stage.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"stage%1:04:00::","call_ids":["senseval2.d001.s058.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"stage%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":346,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2411539200693369}
{"item_id":"senseval2.d001.s059.t000","gold_sense_keys":["often%4:02:00::","often%4:02:02::"],"candidates":[{"index":1,"sense_key":"often%4:02:00::","synset_id":"frequently.r.01"},{"index":2,"sense_key":"often%4:02:01::","synset_id":"much.r.05"},{"index":3,"sense_key":"often%4:02:02::","synset_id":"often.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"often%4:02:02::","call_ids":["senseval2.d001.s059.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"often%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2105405020993203}
{"item_id":"senseval2.d001.s059.t001","gold_sense_keys":["precede%2:42:00::"],"candidates":[{"index":1,"sense_key":"precede%2:42:00::","synset_id":"predate.v.01"},{"index":2,"sense_key":"precede%2:42:01::","synset_id":"precede.v.02"},{"index":3,"sense_key":"precede%2:41:00::","synset_id":"precede.v.03"},{"index":4,"sense_key":"precede%2:38:00::","synset_id":"precede.v.04"},{"index":5,"sense_key":"precede%2:32:03::","synset_id":"precede.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"precede%2:42:01::","call_ids":["senseval2.d001.s059.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"precede%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24417290790006518}
{"item_id":"senseval2.d001.s059.t002","gold_sense_keys":["development%1:22:01::"],"candidates":[{"index":1,"sense_key":"development%1:04:01::","synset_id":"development.n.01"},{"index":2,"sense_key":"development%1:22:02::","synset_id":"development.n.02"},{"index":3,"sense_key":"development%1:22:01::","synset_id":"growth.n.01"},{"index":4,"sense_key":"development%1:11:01::","synset_id":"development.n.04"},{"index":5,"sense_key":"development%1:04:02::","synset_id":"exploitation.n.01"},{"index":6,"sense_key":"development%1:15:00::","synset_id":"development.n.06"},{"index":7,"sense_key":"development%1:26:00::","synset_id":"development.n.07"},{"index":8,"sense_key":"development%1:22:00::","synset_id":"development.n.08"},{"index":9,"sense_key":"development%1:10:00::","synset_id":"development.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"development%1:22:01::","call_ids":["senseval2.d001.s059.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"development%1:22:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":422,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26802707789465785}
{"item_id":"senseval2.d001.s059.t003","gold_sense_keys":["polyp%1:26:00::"],"candidates":[{"index":1,"sense_key":"polyp%1:26:00::","synset_id":"polyp.n.01"},{"index":2,"sense_key":"polyp%1:05:00::","synset_id":"polyp.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"polyp%1:05:00::","call_ids":["senseval2.d001.s059.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"polyp%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2698358849156648}
{"item_id":"senseval2.d001.s059.t005","gold_sense_keys":["case%1:11:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["senseval2.d001.s059.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":607,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.275056391954422}
{"item_id":"senseval2.d001.s059.t006","gold_sense_keys":["become%2:30:00::"],"candidates":[{"index":1,"sense_key":"become%2:30:00::","synset_id":"become.v.01"},{"index":2,"sense_key":"become%2:42:01::","synset_id":"become.v.02"},{"index":3,"sense_key":"become%2:42:00::","synset_id":"become.v.03"},{"index":4,"sense_key":"become%2:42:03::","synset_id":"become.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"become%2:42:01::","call_ids":["senseval2.d001.s059.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"become%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2773643529508263}
{"item_id":"senseval2.d001.s059.t010","gold_sense_keys":["stage%1:26:00::","stage%1:28:00::"],"candidates":[{"index":1,"sense_key":"stage%1:28:00::","synset_id":"phase.n.01"},{"index":2,"sense_key":"stage%1:26:00::","synset_id":"degree.n.02"},{"index":3,"sense_key":"stage%1:06:00::","synset_id":"stage.n.03"},{"index":4,"sense_key":"stage%1:10:00::","synset_id":"stage.n.04"},{"index":5,"sense_key":"stage%1:06:01::","synset_id":"stagecoach.n.01"},{"index":6,"sense_key":"stage%1:04:00::","synset_id":"stage.n.06"},{"index":7,"sense_key":"stage%1:15:00::","synset_id":"stage.n.07"},{"index":8,"sense_key":"stage%1:06:02::","synset_id":"stage.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"stage%1:04:00::","call_ids":["senseval2.d001.s059.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"stage%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":363,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27927649999037385}
{"item_id":"senseval2.d001.s059.t011","gold_sense_keys":["progress%2:38:00::"],"candidates":[{"index":1,"sense_key":"progress%2:30:00::","synset_id":"progress.v.01"},{"index":2,"sense_key":"progress%2:38:00::","synset_id":"advance.v.01"},{"index":3,"sense_key":"progress%2:30:01::","synset_id":"build_up.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"progress%2:38:00::","call_ids":["senseval2.d001.s059.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"progress%2:38:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28139850893057883}
{"item_id":"senseval2.d001.s059.t012","gold_sense_keys":["less%4:02:00::"],"candidates":[{"index":1,"sense_key":"less%4:02:00::","synset_id":"less.r.01"},{"index":2,"sense_key":"less%4:02:01::","synset_id":"less.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"less%4:02:00::","call_ids":["senseval2.d001.s059.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"less%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2595755069050938}
{"item_id":"senseval2.d001.s059.t013","gold_sense_keys":["severe%5:00:00:critical:03","severe%5:00:00:intense:00","severe%5:00:01:bad:00"],"candidates":[{"index":1,"sense_key":"severe%5:00:00:intense:00","synset_id":"severe.s.01"},{"index":2,"sense_key":"severe%5:00:00:strong:00","synset_id":"hard.s.01"},{"index":3,"sense_key":"severe%5:00:00:plain:01","synset_id":"austere.s.01"},{"index":4,"sense_key":"severe%5:00:02:nonindulgent:00","synset_id":"severe.s.04"},{"index":5,"sense_key":"severe%5:00:00:critical:03","synset_id":"dangerous.s.01"},{"index":6,"sense_key":"severe%5:00:01:bad:00","synset_id":"severe.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"severe%5:00:01:bad:00","call_ids":["senseval2.d001.s059.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"severe%5:00:01:bad:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26031525898724794}
{"item_id":"senseval2.d001.s059.t014","gold_sense_keys":["deadly%5:00:01:fatal:00"],"candidates":[{"index":1,"sense_key":"deadly%5:00:01:fatal:00","synset_id":"deadly.s.01"},{"index":2,"sense_key":"deadly%5:00:02:fatal:00","synset_id":"deadly.s.02"},{"index":3,"sense_key":"deadly%5:00:00:toxic:00","synset_id":"deadly.s.03"},{"index":4,"sense_key":"deadly%5:00:00:unpardonable:00","synset_id":"deadly.s.04"},{"index":5,"sense_key":"deadly%5:00:00:noxious:00","synset_id":"baneful.s.01"},{"index":6,"sense_key":"deadly%5:00:00:virulent:00","synset_id":"deadly.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"deadly%5:00:00:virulent:00","call_ids":["senseval2.d001.s059.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"deadly%5:00:00:virulent:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26904672500677407}
{"item_id":"senseval2.d001.s059.t015","gold_sense_keys":["genetic%3:01:02::"],"candidates":[{"index":1,"sense_key":"genetic%5:00:00:inheritable:00","synset_id":"familial.s.01"},{"index":2,"sense_key":"genetic%3:01:02::","synset_id":"genic.a.01"},{"index":3,"sense_key":"genetic%3:01:01::","synset_id":"genetic.a.03"},{"index":4,"sense_key":"genetic%3:01:00::","synset_id":"genetic.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"genetic%3:01:01::","call_ids":["senseval2.d001.s059.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"genetic%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2381612961180508}
{"item_id":"senseval2.d001.s059.t016","gold_sense_keys":["damage%1:11:00::"],"candidates":[{"index":1,"sense_key":"damage%1:11:00::","synset_id":"damage.n.01"},{"index":2,"sense_key":"damage%1:11:01::","synset_id":"damage.n.02"},{"index":3,"sense_key":"damage%1:04:00::","synset_id":"damage.n.03"},{"index":4,"sense_key":"damage%1:21:00::","synset_id":"price.n.02"},{"index":5,"sense_key":"damage%1:04:01::","synset_id":"wrong.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damage%1:11:00::","call_ids":["senseval2.d001.s059.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damage%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23979427292943}
{"item_id":"senseval2.d001.s059.t017","gold_sense_keys":["occur%2:30:00::"],"candidates":[{"index":1,"sense_key":"occur%2:30:00::","synset_id":"happen.v.01"},{"index":2,"sense_key":"occur%2:31:00::","synset_id":"occur.v.02"},{"index":3,"sense_key":"occur%2:42:03::","synset_id":"occur.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"occur%2:30:00::","call_ids":["senseval2.d001.s059.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"occur%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2668959549628198}
{"item_id":"senseval2.d001.s060.t001","gold_sense_keys":["student%1:18:00::"],"candidates":[{"index":1,"sense_key":"student%1:18:00::","synset_id":"student.n.01"},{"index":2,"sense_key":"student%1:18:01::","synset_id":"scholar.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"student%1:18:01::","call_ids":["senseval2.d001.s060.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"student%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2677841209806502}
{"item_id":"senseval2.d001.s060.t002","gold_sense_keys":["begin%2:30:00::"],"candidates":[{"index":1,"sense_key":"begin%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"begin%2:42:00::","synset_id":"begin.v.02"},{"index":3,"sense_key":"begin%2:30:01::","synset_id":"begin.v.03"},{"index":4,"sense_key":"begin%2:32:03::","synset_id":"begin.v.04"},{"index":5,"sense_key":"begin%2:42:02::","synset_id":"begin.v.05"},{"index":6,"sense_key":"begin%2:42:04::","synset_id":"begin.v.06"},{"index":7,"sense_key":"begin%2:42:03::","synset_id":"begin.v.07"},{"index":8,"sense_key":"begin%2:41:04::","synset_id":"begin.v.08"},{"index":9,"sense_key":"begin%2:41:00::","synset_id":"begin.v.09"},{"index":10,"sense_key":"begin%2:32:04::","synset_id":"begin.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"begin%2:42:04::","call_ids":["senseval2.d001.s060.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"begin%2:42:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":384,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2822300810366869}
{"item_id":"senseval2.d001.s060.t003","gold_sense_keys":["month%1:28:00::"],"candidates":[{"index":1,"sense_key":"month%1:28:01::","synset_id":"calendar_month.n.01"},{"index":2,"sense_key":"month%1:28:00::","synset_id":"month.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"month%1:28:01::","call_ids":["senseval2.d001.s060.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"month%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28394757490605116}
{"item_id":"senseval2.d001.s060.t004","gold_sense_keys":["tedious%5:00:00:uninteresting:00"],"candidates":[{"index":1,"sense_key":"tedious%5:00:00:uninteresting:00","synset_id":"boring.s.01"},{"index":2,"sense_key":"tedious%5:00:00:prolix:00","synset_id":"long-winded.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"tedious%5:00:00:uninteresting:00","call_ids":["senseval2.d001.s060.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"tedious%5:00:00:uninteresting:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2855535941198468}
{"item_id":"senseval2.d001.s060.t005","gold_sense_keys":["often%4:02:02::"],"candidates":[{"index":1,"sense_key":"often%4:02:00::","synset_id":"frequently.r.01"},{"index":2,"sense_key":"often%4:02:01::","synset_id":"much.r.05"},{"index":3,"sense_key":"often%4:02:02::","synset_id":"often.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"often%4:02:02::","call_ids":["senseval2.d001.s060.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"often%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28690434410236776}
{"item_id":"senseval2.d001.s060.t009","gold_sense_keys":["search%2:35:00::","search%2:39:00::"],"candidates":[{"index":1,"sense_key":"search%2:35:00::","synset_id":"search.v.01"},{"index":2,"sense_key":"search%2:39:00::","synset_id":"search.v.02"},{"index":3,"sense_key":"search%2:31:00::","synset_id":"research.v.02"},{"index":4,"sense_key":"search%2:35:01::","synset_id":"search.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"search%2:35:00::","call_ids":["senseval2.d001.s060.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"search%2:35:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2595510717947036}
{"item_id":"senseval2.d001.s060.t010","gold_sense_keys":["sign%1:26:00::"],"candidates":[{"index":1,"sense_key":"sign%1:10:05::","synset_id":"sign.n.01"},{"index":2,"sense_key":"sign%1:10:00::","synset_id":"sign.n.02"},{"index":3,"sense_key":"sign%1:10:03::","synset_id":"signal.n.01"},{"index":4,"sense_key":"sign%1:06:01::","synset_id":"signboard.n.01"},{"index":5,"sense_key":"sign%1:15:00::","synset_id":"sign_of_the_zodiac.n.01"},{"index":6,"sense_key":"sign%1:26:00::","synset_id":"sign.n.06"},{"index":7,"sense_key":"sign%1:24:00::","synset_id":"polarity.n.02"},{"index":8,"sense_key":"sign%1:11:00::","synset_id":"augury.n.01"},{"index":9,"sense_key":"sign%1:10:01::","synset_id":"sign.n.09"},{"index":10,"sense_key":"sign%1:10:06::","synset_id":"sign.n.10"},{"index":11,"sense_key":"sign%1:10:04::","synset_id":"sign.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"sign%1:26:00::","call_ids":["senseval2.d001.s060.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"sign%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":392,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2604488069191575}
{"item_id":"senseval2.d001.s060.t011","gold_sense_keys":["genetic%3:01:02::"],"candidates":[{"index":1,"sense_key":"genetic%5:00:00:inheritable:00","synset_id":"familial.s.01"},{"index":2,"sense_key":"genetic%3:01:02::","synset_id":"genic.a.01"},{"index":3,"sense_key":"genetic%3:01:01::","synset_id":"genetic.a.03"},{"index":4,"sense_key":"genetic%3:01:00::","synset_id":"genetic.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"genetic%3:01:00::","call_ids":["senseval2.d001.s060.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"genetic%3:01:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26244186889380217}
{"item_id":"senseval2.d001.s060.t012","gold_sense_keys":["damage%1:11:00::"],"candidates":[{"index":1,"sense_key":"damage%1:11:00::","synset_id":"damage.n.01"},{"index":2,"sense_key":"damage%1:11:01::","synset_id":"damage.n.02"},{"index":3,"sense_key":"damage%1:04:00::","synset_id":"damage.n.03"},{"index":4,"sense_key":"damage%1:21:00::","synset_id":"price.n.02"},{"index":5,"sense_key":"damage%1:04:01::","synset_id":"wrong.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damage%1:11:00::","call_ids":["senseval2.d001.s060.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damage%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24293801584281027}
{"item_id":"senseval2.d001.s061.t000","gold_sense_keys":["begin%2:30:00::"],"candidates":[{"index":1,"sense_key":"begin%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"begin%2:42:00::","synset_id":"begin.v.02"},{"index":3,"sense_key":"begin%2:30:01::","synset_id":"begin.v.03"},{"index":4,"sense_key":"begin%2:32:03::","synset_id":"begin.v.04"},{"index":5,"sense_key":"begin%2:42:02::","synset_id":"begin.v.05"},{"index":6,"sense_key":"begin%2:42:04::","synset_id":"begin.v.06"},{"index":7,"sense_key":"begin%2:42:03::","synset_id":"begin.v.07"},{"index":8,"sense_key":"begin%2:41:04::","synset_id":"begin.v.08"},{"index":9,"sense_key":"begin%2:41:00::","synset_id":"begin.v.09"},{"index":10,"sense_key":"begin%2:32:04::","synset_id":"begin.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"begin%2:30:00::","call_ids":["senseval2.d001.s061.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"begin%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":386,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2501251199282706}
{"item_id":"senseval2.d001.s061.t001","gold_sense_keys":["confusing%5:00:00:unclear:00"],"candidates":[{"index":1,"sense_key":"confusing%5:00:00:disorienting:00","synset_id":"confusing.s.01"},{"index":2,"sense_key":"confusing%5:00:00:unclear:00","synset_id":"confusing.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"confusing%5:00:00:unclear:00","call_ids":["senseval2.d001.s061.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"confusing%5:00:00:unclear:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2515787340234965}
{"item_id":"senseval2.d001.s061.t002","gold_sense_keys":["variety%1:07:00::","variety%1:14:01::"],"candidates":[{"index":1,"sense_key":"variety%1:14:01::","synset_id":"assortment.n.01"},{"index":2,"sense_key":"variety%1:07:00::","synset_id":"diverseness.n.01"},{"index":3,"sense_key":"variety%1:14:00::","synset_id":"variety.n.03"},{"index":4,"sense_key":"variety%1:10:00::","synset_id":"variety_show.n.01"},{"index":5,"sense_key":"variety%1:09:01::","synset_id":"kind.n.01"},{"index":6,"sense_key":"variety%1:07:01::","synset_id":"variety.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"variety%1:09:01::","call_ids":["senseval2.d001.s061.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"variety%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25297965994104743}
{"item_id":"senseval2.d001.s061.t003","gold_sense_keys":["genetic%3:01:02::"],"candidates":[{"index":1,"sense_key":"genetic%5:00:00:inheritable:00","synset_id":"familial.s.01"},{"index":2,"sense_key":"genetic%3:01:02::","synset_id":"genic.a.01"},{"index":3,"sense_key":"genetic%3:01:01::","synset_id":"genetic.a.03"},{"index":4,"sense_key":"genetic%3:01:00::","synset_id":"genetic.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"genetic%3:01:01::","call_ids":["senseval2.d001.s061.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"genetic%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25482962001115084}
{"item_id":"senseval2.d001.s061.t004","gold_sense_keys":["exist%2:42:00::"],"candidates":[{"index":1,"sense_key":"exist%2:42:00::","synset_id":"exist.v.01"},{"index":2,"sense_key":"exist%2:42:01::","synset_id":"exist.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"exist%2:42:00::","call_ids":["senseval2.d001.s061.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"exist%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25647357385605574}
{"item_id":"senseval2.d001.s061.t005","gold_sense_keys":["only%4:02:01::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"only%4:02:00::","call_ids":["senseval2.d001.s061.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"only%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2578405290842056}
{"item_id":"senseval2.d001.s061.t006","gold_sense_keys":["polyp%1:26:00::"],"candidates":[{"index":1,"sense_key":"polyp%1:26:00::","synset_id":"polyp.n.01"},{"index":2,"sense_key":"polyp%1:05:00::","synset_id":"polyp.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"polyp%1:26:00::","call_ids":["senseval2.d001.s061.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"polyp%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.259499236010015}
{"item_id":"senseval2.d001.s061.t008","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s061.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26089085009880364}
{"item_id":"senseval2.d001.s061.t010","gold_sense_keys":["polyp%1:26:00::"],"candidates":[{"index":1,"sense_key":"polyp%1:26:00::","synset_id":"polyp.n.01"},{"index":2,"sense_key":"polyp%1:05:00::","synset_id":"polyp.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"polyp%1:05:00::","call_ids":["senseval2.d001.s061.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"polyp%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2621750889811665}
{"item_id":"senseval2.d001.s061.t012","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s061.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":263,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1964975029695779}
{"item_id":"senseval2.d001.s062.t001","gold_sense_keys":["coherent%3:00:00::"],"candidates":[{"index":1,"sense_key":"coherent%3:00:00::","synset_id":"coherent.a.01"},{"index":2,"sense_key":"coherent%5:00:00:rational:00","synset_id":"coherent.s.01"},{"index":3,"sense_key":"coherent%3:00:01::","synset_id":"coherent.a.03"},{"index":4,"sense_key":"coherent%5:00:00:adhesive:00","synset_id":"coherent.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"coherent%3:00:00::","call_ids":["senseval2.d001.s062.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"coherent%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22213941789232194}
{"item_id":"senseval2.d001.s062.t002","gold_sense_keys":["picture%1:26:00::"],"candidates":[{"index":1,"sense_key":"picture%1:06:00::","synset_id":"picture.n.01"},{"index":2,"sense_key":"picture%1:06:01::","synset_id":"painting.n.01"},{"index":3,"sense_key":"picture%1:09:00::","synset_id":"mental_picture.n.01"},{"index":4,"sense_key":"picture%1:26:00::","synset_id":"picture.n.04"},{"index":5,"sense_key":"picture%1:10:00::","synset_id":"picture.n.05"},{"index":6,"sense_key":"picture%1:10:02::","synset_id":"movie.n.01"},{"index":7,"sense_key":"picture%1:10:01::","synset_id":"video.n.01"},{"index":8,"sense_key":"picture%1:10:03::","synset_id":"word_picture.n.01"},{"index":9,"sense_key":"picture%1:09:01::","synset_id":"picture.n.09"},{"index":10,"sense_key":"picture%1:06:02::","synset_id":"photograph.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"picture%1:09:01::","call_ids":["senseval2.d001.s062.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"picture%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":346,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25166196399368346}
{"item_id":"senseval2.d001.s062.t003","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s062.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2544568630401045}
{"item_id":"senseval2.d001.s062.t004","gold_sense_keys":["development%1:22:02::"],"candidates":[{"index":1,"sense_key":"development%1:04:01::","synset_id":"development.n.01"},{"index":2,"sense_key":"development%1:22:02::","synset_id":"development.n.02"},{"index":3,"sense_key":"development%1:22:01::","synset_id":"growth.n.01"},{"index":4,"sense_key":"development%1:11:01::","synset_id":"development.n.04"},{"index":5,"sense_key":"development%1:04:02::","synset_id":"exploitation.n.01"},{"index":6,"sense_key":"development%1:15:00::","synset_id":"development.n.06"},{"index":7,"sense_key":"development%1:26:00::","synset_id":"development.n.07"},{"index":8,"sense_key":"development%1:22:00::","synset_id":"development.n.08"},{"index":9,"sense_key":"development%1:10:00::","synset_id":"development.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"development%1:22:02::","call_ids":["senseval2.d001.s062.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"development%1:22:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":390,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.254735009977594}
{"item_id":"senseval2.d001.s062.t005","gold_sense_keys":["emerge%2:30:01::"],"candidates":[{"index":1,"sense_key":"emerge%2:30:00::","synset_id":"emerge.v.01"},{"index":2,"sense_key":"emerge%2:30:02::","synset_id":"issue.v.04"},{"index":3,"sense_key":"emerge%2:30:01::","synset_id":"emerge.v.03"},{"index":4,"sense_key":"emerge%2:38:00::","synset_id":"emerge.v.04"},{"index":5,"sense_key":"emerge%2:42:00::","synset_id":"come_forth.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"emerge%2:30:01::","call_ids":["senseval2.d001.s062.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"emerge%2:30:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25582857779227197}
{"item_id":"senseval2.d001.s063.t000","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"copy%1:06:00::","call_ids":["senseval2.d001.s063.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"copy%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23865710198879242}
{"item_id":"senseval2.d001.s063.t001","gold_sense_keys":["certain%5:00:00:definite:00"],"candidates":[{"index":1,"sense_key":"certain%5:00:00:definite:00","synset_id":"certain.s.01"},{"index":2,"sense_key":"certain%3:00:02::","synset_id":"certain.a.02"},{"index":3,"sense_key":"certain%3:00:01::","synset_id":"certain.a.03"},{"index":4,"sense_key":"certain%3:00:03::","synset_id":"certain.a.04"},{"index":5,"sense_key":"certain%3:00:05::","synset_id":"sealed.a.01"},{"index":6,"sense_key":"certain%5:00:00:reliable:00","synset_id":"certain.s.02"},{"index":7,"sense_key":"certain%5:00:00:careful:00","synset_id":"certain.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"certain%3:00:01::","call_ids":["senseval2.d001.s063.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"certain%3:00:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.240635443944484}
{"item_id":"senseval2.d001.s063.t003","gold_sense_keys":["knock_out%2:30:01::"],"candidates":[{"index":1,"sense_key":"knock_out%2:30:01::","synset_id":"knock_out.v.01"},{"index":2,"sense_key":"knock_out%2:35:00::","synset_id":"knock_cold.v.01"},{"index":3,"sense_key":"knock_out%2:30:00::","synset_id":"knock_out.v.03"},{"index":4,"sense_key":"knock_out%2:37:00::","synset_id":"knock_out.v.04"},{"index":5,"sense_key":"knock_out%2:30:02::","synset_id":"knock_out.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"knock_out%2:30:00::","call_ids":["senseval2.d001.s063.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"knock_out%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24333493690937757}
{"item_id":"senseval2.d001.s063.t004","gold_sense_keys":["polyp%1:26:00::"],"candidates":[{"index":1,"sense_key":"polyp%1:26:00::","synset_id":"polyp.n.01"},{"index":2,"sense_key":"polyp%1:05:00::","synset_id":"polyp.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"polyp%1:05:00::","call_ids":["senseval2.d001.s063.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"polyp%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24633960705250502}
{"item_id":"senseval2.d001.s063.t005","gold_sense_keys":["develop%2:30:00::","develop%2:42:00::"],"candidates":[{"index":1,"sense_key":"develop%2:36:01::","synset_id":"develop.v.01"},{"index":2,"sense_key":"develop%2:36:00::","synset_id":"evolve.v.01"},{"index":3,"sense_key":"develop%2:30:06::","synset_id":"develop.v.03"},{"index":4,"sense_key":"develop%2:29:00::","synset_id":"grow.v.08"},{"index":5,"sense_key":"develop%2:42:00::","synset_id":"originate.v.01"},{"index":6,"sense_key":"develop%2:30:04::","synset_id":"build_up.v.05"},{"index":7,"sense_key":"develop%2:32:00::","synset_id":"explicate.v.02"},{"index":8,"sense_key":"develop%2:31:00::","synset_id":"train.v.01"},{"index":9,"sense_key":"develop%2:30:05::","synset_id":"develop.v.09"},{"index":10,"sense_key":"develop%2:30:00::","synset_id":"develop.v.10"},{"index":11,"sense_key":"develop%2:30:09::","synset_id":"modernize.v.02"},{"index":12,"sense_key":"develop%2:30:01::","synset_id":"develop.v.12"},{"index":13,"sense_key":"develop%2:36:09::","synset_id":"develop.v.13"},{"index":14,"sense_key":"develop%2:30:10::","synset_id":"develop.v.14"},{"index":15,"sense_key":"develop%2:39:00::","synset_id":"develop.v.15"},{"index":16,"sense_key":"develop%2:35:04::","synset_id":"develop.v.16"},{"index":17,"sense_key":"develop%2:33:03::","synset_id":"develop.v.17"},{"index":18,"sense_key":"develop%2:33:02::","synset_id":"develop.v.18"},{"index":19,"sense_key":"develop%2:30:13::","synset_id":"develop.v.19"},{"index":20,"sense_key":"develop%2:30:03::","synset_id":"break.v.53"},{"index":21,"sense_key":"develop%2:30:12::","synset_id":"develop.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"develop%2:42:00::","call_ids":["senseval2.d001.s063.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"develop%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":587,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24776402791030705}
{"item_id":"senseval2.d001.s064.t000","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"copy%1:06:00::","call_ids":["senseval2.d001.s064.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"copy%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2506565710064024}
{"item_id":"senseval2.d001.s064.t001","gold_sense_keys":["second%5:00:00:ordinal:00"],"candidates":[{"index":1,"sense_key":"second%5:00:00:ordinal:00","synset_id":"second.s.01"},{"index":2,"sense_key":"second%3:00:00::","synset_id":"second.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"second%3:00:00::","call_ids":["senseval2.d001.s064.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"second%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2560897641815245}
{"item_id":"senseval2.d001.s064.t003","gold_sense_keys":["then%4:02:00::"],"candidates":[{"index":1,"sense_key":"then%4:02:00::","synset_id":"then.r.01"},{"index":2,"sense_key":"then%4:02:02::","synset_id":"then.r.02"},{"index":3,"sense_key":"then%4:02:01::","synset_id":"then.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"then%4:02:02::","call_ids":["senseval2.d001.s064.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"then%4:02:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2412795419804752}
{"item_id":"senseval2.d001.s064.t004","gold_sense_keys":["delete%2:35:00::"],"candidates":[{"index":1,"sense_key":"delete%2:35:00::","synset_id":"delete.v.01"},{"index":2,"sense_key":"delete%2:32:00::","synset_id":"erase.v.03"},{"index":3,"sense_key":"delete%2:30:00::","synset_id":"edit.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"delete%2:32:00::","call_ids":["senseval2.d001.s064.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"delete%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3267162381671369}
{"item_id":"senseval2.d001.s064.t005","gold_sense_keys":["polyp%1:26:00::"],"candidates":[{"index":1,"sense_key":"polyp%1:26:00::","synset_id":"polyp.n.01"},{"index":2,"sense_key":"polyp%1:05:00::","synset_id":"polyp.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"polyp%1:05:00::","call_ids":["senseval2.d001.s064.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"polyp%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3653593158815056}
{"item_id":"senseval2.d001.s064.t007","gold_sense_keys":["malignancy%1:26:00::"],"candidates":[{"index":1,"sense_key":"malignancy%1:26:00::","synset_id":"malignancy.n.01"},{"index":2,"sense_key":"malignancy%1:07:00::","synset_id":"malignity.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"malignancy%1:26:00::","call_ids":["senseval2.d001.s064.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"malignancy%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.369874106021598}
{"item_id":"senseval2.d001.s065.t000","gold_sense_keys":["clear%3:00:00::"],"candidates":[{"index":1,"sense_key":"clear%3:00:00::","synset_id":"clear.a.01"},{"index":2,"sense_key":"clear%5:00:00:clearheaded:00","synset_id":"clear.s.01"},{"index":3,"sense_key":"clear%5:00:00:unobstructed:00","synset_id":"clear.s.02"},{"index":4,"sense_key":"clear%3:00:02::","synset_id":"clear.a.04"},{"index":5,"sense_key":"clear%5:00:02:free:00","synset_id":"clear.s.03"},{"index":6,"sense_key":"clear%5:00:00:untroubled:00","synset_id":"clear.s.04"},{"index":7,"sense_key":"clear%5:00:01:pure:02","synset_id":"clean.s.02"},{"index":8,"sense_key":"clear%5:00:00:unencumbered:00","synset_id":"clear.s.06"},{"index":9,"sense_key":"clear%5:00:00:distinct:00","synset_id":"clear.s.07"},{"index":10,"sense_key":"clear%3:00:04::","synset_id":"well-defined.a.02"},{"index":11,"sense_key":"clear%3:00:03::","synset_id":"clear.a.11"},{"index":12,"sense_key":"clear%5:00:00:unqualified:02","synset_id":"clean.s.01"},{"index":13,"sense_key":"clear%5:00:00:perfect:00","synset_id":"clear.s.09"},{"index":14,"sense_key":"clear%5:00:00:net:00","synset_id":"clear.s.10"},{"index":15,"sense_key":"clear%5:00:00:legible:00","synset_id":"clear.s.11"},{"index":16,"sense_key":"clear%5:00:00:innocent:00","synset_id":"absolved.s.01"},{"index":17,"sense_key":"clear%5:00:00:discerning:00","synset_id":"clear.s.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"clear%5:00:00:distinct:00","call_ids":["senseval2.d001.s065.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"clear%5:00:00:distinct:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":433,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3723454028367996}
{"item_id":"senseval2.d001.s065.t003","gold_sense_keys":["damage%2:30:00::"],"candidates":[{"index":1,"sense_key":"damage%2:30:00::","synset_id":"damage.v.01"},{"index":2,"sense_key":"damage%2:30:01::","synset_id":"damage.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damage%2:30:00::","call_ids":["senseval2.d001.s065.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damage%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":132,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38172303210012615}
{"item_id":"senseval2.d001.s065.t006","gold_sense_keys":["develop%2:30:00::","develop%2:42:00::"],"candidates":[{"index":1,"sense_key":"develop%2:36:01::","synset_id":"develop.v.01"},{"index":2,"sense_key":"develop%2:36:00::","synset_id":"evolve.v.01"},{"index":3,"sense_key":"develop%2:30:06::","synset_id":"develop.v.03"},{"index":4,"sense_key":"develop%2:29:00::","synset_id":"grow.v.08"},{"index":5,"sense_key":"develop%2:42:00::","synset_id":"originate.v.01"},{"index":6,"sense_key":"develop%2:30:04::","synset_id":"build_up.v.05"},{"index":7,"sense_key":"develop%2:32:00::","synset_id":"explicate.v.02"},{"index":8,"sense_key":"develop%2:31:00::","synset_id":"train.v.01"},{"index":9,"sense_key":"develop%2:30:05::","synset_id":"develop.v.09"},{"index":10,"sense_key":"develop%2:30:00::","synset_id":"develop.v.10"},{"index":11,"sense_key":"develop%2:30:09::","synset_id":"modernize.v.02"},{"index":12,"sense_key":"develop%2:30:01::","synset_id":"develop.v.12"},{"index":13,"sense_key":"develop%2:36:09::","synset_id":"develop.v.13"},{"index":14,"sense_key":"develop%2:30:10::","synset_id":"develop.v.14"},{"index":15,"sense_key":"develop%2:39:00::","synset_id":"develop.v.15"},{"index":16,"sense_key":"develop%2:35:04::","synset_id":"develop.v.16"},{"index":17,"sense_key":"develop%2:33:03::","synset_id":"develop.v.17"},{"index":18,"sense_key":"develop%2:33:02::","synset_id":"develop.v.18"},{"index":19,"sense_key":"develop%2:30:13::","synset_id":"develop.v.19"},{"index":20,"sense_key":"develop%2:30:03::","synset_id":"break.v.53"},{"index":21,"sense_key":"develop%2:30:12::","synset_id":"develop.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"develop%2:31:00::","call_ids":["senseval2.d001.s065.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"develop%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":588,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.385895875049755}
{"item_id":"senseval2.d001.s066.t000","gold_sense_keys":["report%1:10:03::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["senseval2.d001.s066.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3883237869013101}
{"item_id":"senseval2.d001.s066.t001","gold_sense_keys":["galvanize%2:37:00::"],"candidates":[{"index":1,"sense_key":"galvanize%2:37:00::","synset_id":"startle.v.01"},{"index":2,"sense_key":"galvanize%2:35:00::","synset_id":"galvanize.v.02"},{"index":3,"sense_key":"galvanize%2:29:02::","synset_id":"galvanize.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"galvanize%2:35:00::","call_ids":["senseval2.d001.s066.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"galvanize%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40328939515165985}
{"item_id":"senseval2.d001.s066.t002","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"other%3:00:00::","call_ids":["senseval2.d001.s066.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"other%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40827202098444104}
{"item_id":"senseval2.d001.s067.t000","gold_sense_keys":["confirming%5:00:00:supportive:00"],"candidates":[{"index":1,"sense_key":"confirming%3:00:02::","synset_id":"positive.a.04"},{"index":2,"sense_key":"confirming%5:00:00:supportive:00","synset_id":"collateral.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"confirming%5:00:00:supportive:00","call_ids":["senseval2.d001.s067.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"confirming%5:00:00:supportive:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.367147833108902}
{"item_id":"senseval2.d001.s067.t001","gold_sense_keys":["evidence%1:09:00::","evidence%1:10:01::"],"candidates":[{"index":1,"sense_key":"evidence%1:09:00::","synset_id":"evidence.n.01"},{"index":2,"sense_key":"evidence%1:10:01::","synset_id":"evidence.n.02"},{"index":3,"sense_key":"evidence%1:10:00::","synset_id":"evidence.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evidence%1:10:01::","call_ids":["senseval2.d001.s067.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evidence%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3829298971686512}
{"item_id":"senseval2.d001.s067.t002","gold_sense_keys":["need%2:42:00::"],"candidates":[{"index":1,"sense_key":"need%2:42:00::","synset_id":"necessitate.v.01"},{"index":2,"sense_key":"need%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"need%2:34:01::","synset_id":"need.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"need%2:34:01::","call_ids":["senseval2.d001.s067.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"need%2:34:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40009029512293637}
{"item_id":"senseval2.d001.s067.t004","gold_sense_keys":["loss%1:04:00::"],"candidates":[{"index":1,"sense_key":"loss%1:21:01::","synset_id":"loss.n.01"},{"index":2,"sense_key":"loss%1:22:00::","synset_id":"loss.n.02"},{"index":3,"sense_key":"loss%1:04:00::","synset_id":"loss.n.03"},{"index":4,"sense_key":"loss%1:07:00::","synset_id":"loss.n.04"},{"index":5,"sense_key":"loss%1:11:01::","synset_id":"loss.n.05"},{"index":6,"sense_key":"loss%1:21:00::","synset_id":"loss.n.06"},{"index":7,"sense_key":"loss%1:11:00::","synset_id":"personnel_casualty.n.01"},{"index":8,"sense_key":"loss%1:11:02::","synset_id":"passing.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"loss%1:22:00::","call_ids":["senseval2.d001.s067.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"loss%1:22:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":281,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4052681471221149}
{"item_id":"senseval2.d001.s067.t005","gold_sense_keys":["critical%5:00:00:indispensable:00"],"candidates":[{"index":1,"sense_key":"critical%3:00:01::","synset_id":"critical.a.01"},{"index":2,"sense_key":"critical%3:00:04::","synset_id":"critical.a.02"},{"index":3,"sense_key":"critical%3:00:02::","synset_id":"critical.a.03"},{"index":4,"sense_key":"critical%5:00:00:indispensable:00","synset_id":"critical.s.01"},{"index":5,"sense_key":"critical%5:00:00:crucial:00","synset_id":"critical.s.02"},{"index":6,"sense_key":"critical%3:00:03::","synset_id":"critical.a.06"},{"index":7,"sense_key":"critical%3:01:00::","synset_id":"critical.a.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"critical%5:00:00:indispensable:00","call_ids":["senseval2.d001.s067.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"critical%5:00:00:indispensable:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":287,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38941921992227435}
{"item_id":"senseval2.d001.s067.t006","gold_sense_keys":["development%1:22:02::"],"candidates":[{"index":1,"sense_key":"development%1:04:01::","synset_id":"development.n.01"},{"index":2,"sense_key":"development%1:22:02::","synset_id":"development.n.02"},{"index":3,"sense_key":"development%1:22:01::","synset_id":"growth.n.01"},{"index":4,"sense_key":"development%1:11:01::","synset_id":"development.n.04"},{"index":5,"sense_key":"development%1:04:02::","synset_id":"exploitation.n.01"},{"index":6,"sense_key":"development%1:15:00::","synset_id":"development.n.06"},{"index":7,"sense_key":"development%1:26:00::","synset_id":"development.n.07"},{"index":8,"sense_key":"development%1:22:00::","synset_id":"development.n.08"},{"index":9,"sense_key":"development%1:10:00::","synset_id":"development.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"development%1:22:00::","call_ids":["senseval2.d001.s067.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"development%1:22:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":415,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39106063614599407}
{"item_id":"senseval2.d001.s067.t007","gold_sense_keys":["common%3:00:01::","common%5:00:00:familiar:02"],"candidates":[{"index":1,"sense_key":"common%3:00:02::","synset_id":"common.a.01"},{"index":2,"sense_key":"common%3:00:01::","synset_id":"common.a.02"},{"index":3,"sense_key":"common%5:00:00:shared:00","synset_id":"common.s.01"},{"index":4,"sense_key":"common%5:00:00:familiar:02","synset_id":"common.s.02"},{"index":5,"sense_key":"common%5:00:00:informal:02","synset_id":"common.s.03"},{"index":6,"sense_key":"common%5:00:00:lowborn:00","synset_id":"common.s.04"},{"index":7,"sense_key":"common%5:00:00:inferior:02","synset_id":"coarse.s.02"},{"index":8,"sense_key":"common%5:00:00:unrefined:01","synset_id":"coarse.s.01"},{"index":9,"sense_key":"common%5:00:00:ordinary:00","synset_id":"common.s.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"common%5:00:00:ordinary:00","call_ids":["senseval2.d001.s067.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"common%5:00:00:ordinary:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":312,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39314414793625474}
{"item_id":"senseval2.d001.s067.t009","gold_sense_keys":["say%2:32:00::","say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d001.s067.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":343,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3521960931830108}
{"item_id":"senseval2.d001.s068.t000","gold_sense_keys":["yet%4:02:02::"],"candidates":[{"index":1,"sense_key":"yet%4:02:02::","synset_id":"yet.r.01"},{"index":2,"sense_key":"yet%4:02:04::","synset_id":"so_far.r.01"},{"index":3,"sense_key":"yet%4:02:03::","synset_id":"even.r.03"},{"index":4,"sense_key":"yet%4:02:00::","synset_id":"yet.r.04"},{"index":5,"sense_key":"yet%4:02:05::","synset_id":"so_far.r.03"},{"index":6,"sense_key":"yet%4:02:06::","synset_id":"however.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"yet%4:02:02::","call_ids":["senseval2.d001.s068.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"yet%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32147744088433683}
{"item_id":"senseval2.d001.s068.t001","gold_sense_keys":["nail%2:40:00::"],"candidates":[{"index":1,"sense_key":"nail%2:35:00::","synset_id":"nail.v.01"},{"index":2,"sense_key":"nail%2:35:01::","synset_id":"collar.v.01"},{"index":3,"sense_key":"nail%2:35:02::","synset_id":"smash.v.01"},{"index":4,"sense_key":"nail%2:41:01::","synset_id":"nail_down.v.01"},{"index":5,"sense_key":"nail%2:41:00::","synset_id":"breeze_through.v.01"},{"index":6,"sense_key":"nail%2:40:00::","synset_id":"pinpoint.v.01"},{"index":7,"sense_key":"nail%2:33:00::","synset_id":"complete.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"nail%2:41:01::","call_ids":["senseval2.d001.s068.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"nail%2:41:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32232499797828496}
{"item_id":"senseval2.d001.s068.t002","gold_sense_keys":["identity%1:09:00::"],"candidates":[{"index":1,"sense_key":"identity%1:07:00::","synset_id":"identity.n.01"},{"index":2,"sense_key":"identity%1:09:00::","synset_id":"identity.n.02"},{"index":3,"sense_key":"identity%1:24:01::","synset_id":"identity.n.03"},{"index":4,"sense_key":"identity%1:07:02::","synset_id":"identity.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"identity%1:09:00::","call_ids":["senseval2.d001.s068.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"identity%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35754951904527843}
{"item_id":"senseval2.d001.s068.t004","gold_sense_keys":["damage%2:30:00::"],"candidates":[{"index":1,"sense_key":"damage%2:30:00::","synset_id":"damage.v.01"},{"index":2,"sense_key":"damage%2:30:01::","synset_id":"damage.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damage%2:30:00::","call_ids":["senseval2.d001.s068.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damage%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3007057060021907}
{"item_id":"senseval2.d001.s068.t005","gold_sense_keys":["flip%2:30:00::"],"candidates":[{"index":1,"sense_key":"flip%2:38:00::","synset_id":"flip.v.01"},{"index":2,"sense_key":"flip%2:35:01::","synset_id":"throw.v.06"},{"index":3,"sense_key":"flip%2:39:10::","synset_id":"flick.v.02"},{"index":4,"sense_key":"flip%2:38:02::","synset_id":"flip.v.04"},{"index":5,"sense_key":"flip%2:38:01::","synset_id":"flip.v.05"},{"index":6,"sense_key":"flip%2:35:00::","synset_id":"flip.v.06"},{"index":7,"sense_key":"flip%2:35:05::","synset_id":"flip.v.07"},{"index":8,"sense_key":"flip%2:35:03::","synset_id":"flip.v.08"},{"index":9,"sense_key":"flip%2:31:00::","synset_id":"flip.v.09"},{"index":10,"sense_key":"flip%2:30:13::","synset_id":"flip.v.10"},{"index":11,"sense_key":"flip%2:30:00::","synset_id":"interchange.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"flip%2:31:00::","call_ids":["senseval2.d001.s068.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"flip%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":351,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3063266770914197}
{"item_id":"senseval2.d001.s068.t006","gold_sense_keys":["colon%1:08:00::"],"candidates":[{"index":1,"sense_key":"colon%1:08:00::","synset_id":"colon.n.01"},{"index":2,"sense_key":"colon%1:23:01::","synset_id":"colon.n.02"},{"index":3,"sense_key":"colon%1:23:00::","synset_id":"colon.n.03"},{"index":4,"sense_key":"colon%1:15:00::","synset_id":"colon.n.04"},{"index":5,"sense_key":"colon%1:10:00::","synset_id":"colon.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"colon%1:10:00::","call_ids":["senseval2.d001.s068.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"colon%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3124407648574561}
{"item_id":"senseval2.d001.s068.t007","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s068.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":261,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3142758379690349}
{"item_id":"senseval2.d001.s068.t008","gold_sense_keys":["full-blown%5:00:00:complete:00"],"candidates":[{"index":1,"sense_key":"full-blown%5:00:00:mature:01","synset_id":"full-blown.s.01"},{"index":2,"sense_key":"full-blown%5:00:00:complete:00","synset_id":"full-blown.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"full-blown%5:00:00:complete:00","call_ids":["senseval2.d001.s068.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"full-blown%5:00:00:complete:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3158943459857255}
{"item_id":"senseval2.d001.s068.t009","gold_sense_keys":["malignancy%1:26:00::"],"candidates":[{"index":1,"sense_key":"malignancy%1:26:00::","synset_id":"malignancy.n.01"},{"index":2,"sense_key":"malignancy%1:07:00::","synset_id":"malignity.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"malignancy%1:26:00::","call_ids":["senseval2.d001.s068.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"malignancy%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3189701500814408}
{"item_id":"senseval2.d001.s070.t000","gold_sense_keys":["month%1:28:00::"],"candidates":[{"index":1,"sense_key":"month%1:28:01::","synset_id":"calendar_month.n.01"},{"index":2,"sense_key":"month%1:28:00::","synset_id":"month.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"month%1:28:01::","call_ids":["senseval2.d001.s070.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"month%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3202635468915105}
{"item_id":"senseval2.d001.s070.t002","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"use%2:41:04::","call_ids":["senseval2.d001.s070.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"use%2:41:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":261,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32188694714568555}
{"item_id":"senseval2.d001.s070.t005","gold_sense_keys":["down%4:02:00::"],"candidates":[{"index":1,"sense_key":"down%4:02:00::","synset_id":"down.r.01"},{"index":2,"sense_key":"down%4:02:02::","synset_id":"down.r.02"},{"index":3,"sense_key":"down%4:02:03::","synset_id":"down.r.03"},{"index":4,"sense_key":"down%4:02:06::","synset_id":"down.r.04"},{"index":5,"sense_key":"down%4:02:05::","synset_id":"down.r.05"},{"index":6,"sense_key":"down%4:02:04::","synset_id":"down.r.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"down%4:02:05::","call_ids":["senseval2.d001.s070.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"down%4:02:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":257,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3233582319226116}
{"item_id":"senseval2.d001.s070.t006","gold_sense_keys":["length%1:07:00::"],"candidates":[{"index":1,"sense_key":"length%1:07:00::","synset_id":"length.n.01"},{"index":2,"sense_key":"length%1:07:01::","synset_id":"duration.n.03"},{"index":3,"sense_key":"length%1:07:02::","synset_id":"length.n.03"},{"index":4,"sense_key":"length%1:07:03::","synset_id":"distance.n.03"},{"index":5,"sense_key":"length%1:06:00::","synset_id":"length.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"length%1:07:02::","call_ids":["senseval2.d001.s070.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"length%1:07:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3066959830466658}
{"item_id":"senseval2.d001.s070.t008","gold_sense_keys":["look_for%2:35:00::"],"candidates":[{"index":1,"sense_key":"look_for%2:35:00::","synset_id":"search.v.01"},{"index":2,"sense_key":"look_for%2:37:00::","synset_id":"anticipate.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"look_for%2:35:00::","call_ids":["senseval2.d001.s070.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"look_for%2:35:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3159419030416757}
{"item_id":"senseval2.d001.s070.t009","gold_sense_keys":["common%5:00:00:shared:00"],"candidates":[{"index":1,"sense_key":"common%3:00:02::","synset_id":"common.a.01"},{"index":2,"sense_key":"common%3:00:01::","synset_id":"common.a.02"},{"index":3,"sense_key":"common%5:00:00:shared:00","synset_id":"common.s.01"},{"index":4,"sense_key":"common%5:00:00:familiar:02","synset_id":"common.s.02"},{"index":5,"sense_key":"common%5:00:00:informal:02","synset_id":"common.s.03"},{"index":6,"sense_key":"common%5:00:00:lowborn:00","synset_id":"common.s.04"},{"index":7,"sense_key":"common%5:00:00:inferior:02","synset_id":"coarse.s.02"},{"index":8,"sense_key":"common%5:00:00:unrefined:01","synset_id":"coarse.s.01"},{"index":9,"sense_key":"common%5:00:00:ordinary:00","synset_id":"common.s.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"common%5:00:00:ordinary:00","call_ids":["senseval2.d001.s070.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"common%5:00:00:ordinary:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":313,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3373140830080956}
{"item_id":"senseval2.d001.s070.t010","gold_sense_keys":["bit%1:17:00::","bit%1:23:01::"],"candidates":[{"index":1,"sense_key":"bit%1:23:01::","synset_id":"spot.n.10"},{"index":2,"sense_key":"bit%1:17:00::","synset_id":"bit.n.02"},{"index":3,"sense_key":"bit%1:28:00::","synset_id":"moment.n.02"},{"index":4,"sense_key":"bit%1:11:00::","synset_id":"piece.n.05"},{"index":5,"sense_key":"bit%1:06:01::","synset_id":"bit.n.05"},{"index":6,"sense_key":"bit%1:23:00::","synset_id":"bit.n.06"},{"index":7,"sense_key":"bit%1:13:00::","synset_id":"morsel.n.02"},{"index":8,"sense_key":"bit%1:10:01::","synset_id":"snatch.n.01"},{"index":9,"sense_key":"bit%1:10:00::","synset_id":"act.n.04"},{"index":10,"sense_key":"bit%1:06:02::","synset_id":"bit.n.10"},{"index":11,"sense_key":"bit%1:06:00::","synset_id":"bit.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"bit%1:23:00::","call_ids":["senseval2.d001.s070.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"bit%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":392,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33812551107257605}
{"item_id":"senseval2.d001.s070.t011","gold_sense_keys":["genetic%3:01:02::"],"candidates":[{"index":1,"sense_key":"genetic%5:00:00:inheritable:00","synset_id":"familial.s.01"},{"index":2,"sense_key":"genetic%3:01:02::","synset_id":"genic.a.01"},{"index":3,"sense_key":"genetic%3:01:01::","synset_id":"genetic.a.03"},{"index":4,"sense_key":"genetic%3:01:00::","synset_id":"genetic.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"genetic%3:01:00::","call_ids":["senseval2.d001.s070.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"genetic%3:01:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33897044602781534}
{"item_id":"senseval2.d001.s070.t012","gold_sense_keys":["material%1:27:00::"],"candidates":[{"index":1,"sense_key":"material%1:27:00::","synset_id":"material.n.01"},{"index":2,"sense_key":"material%1:10:00::","synset_id":"material.n.02"},{"index":3,"sense_key":"material%1:06:00::","synset_id":"fabric.n.01"},{"index":4,"sense_key":"material%1:06:01::","synset_id":"material.n.04"},{"index":5,"sense_key":"material%1:18:00::","synset_id":"material.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"material%1:06:00::","call_ids":["senseval2.d001.s070.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"material%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3289145228918642}
{"item_id":"senseval2.d001.s070.t013","gold_sense_keys":["lose%2:40:02::"],"candidates":[{"index":1,"sense_key":"lose%2:40:02::","synset_id":"lose.v.01"},{"index":2,"sense_key":"lose%2:33:00::","synset_id":"lose.v.02"},{"index":3,"sense_key":"lose%2:37:00::","synset_id":"lose.v.03"},{"index":4,"sense_key":"lose%2:35:00::","synset_id":"misplace.v.01"},{"index":5,"sense_key":"lose%2:40:01::","synset_id":"lose.v.05"},{"index":6,"sense_key":"lose%2:39:00::","synset_id":"lose.v.06"},{"index":7,"sense_key":"lose%2:40:06::","synset_id":"lose.v.07"},{"index":8,"sense_key":"lose%2:40:00::","synset_id":"lose.v.08"},{"index":9,"sense_key":"lose%2:33:01::","synset_id":"fall_back.v.04"},{"index":10,"sense_key":"lose%2:39:01::","synset_id":"miss.v.01"},{"index":11,"sense_key":"lose%2:30:03::","synset_id":"suffer.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"lose%2:40:00::","call_ids":["senseval2.d001.s070.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"lose%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":380,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3299494010861963}
{"item_id":"senseval2.d001.s070.t015","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s070.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33084068493917584}
{"item_id":"senseval2.d001.s071.t000","gold_sense_keys":["piece%1:06:00::","piece%1:17:00::"],"candidates":[{"index":1,"sense_key":"piece%1:06:00::","synset_id":"piece.n.01"},{"index":2,"sense_key":"piece%1:06:05::","synset_id":"piece.n.02"},{"index":3,"sense_key":"piece%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"piece%1:10:01::","synset_id":"musical_composition.n.01"},{"index":5,"sense_key":"piece%1:11:00::","synset_id":"piece.n.05"},{"index":6,"sense_key":"piece%1:10:02::","synset_id":"piece.n.06"},{"index":7,"sense_key":"piece%1:06:03::","synset_id":"firearm.n.01"},{"index":8,"sense_key":"piece%1:13:00::","synset_id":"piece.n.08"},{"index":9,"sense_key":"piece%1:07:00::","synset_id":"piece.n.09"},{"index":10,"sense_key":"piece%1:06:04::","synset_id":"objet_d'art.n.01"},{"index":11,"sense_key":"piece%1:28:00::","synset_id":"while.n.01"},{"index":12,"sense_key":"piece%1:21:00::","synset_id":"slice.n.01"},{"index":13,"sense_key":"piece%1:06:02::","synset_id":"man.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"piece%1:17:00::","call_ids":["senseval2.d001.s071.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"piece%1:17:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":367,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3317211540415883}
{"item_id":"senseval2.d001.s071.t002","gold_sense_keys":["probably%4:02:00::"],"candidates":[{"index":1,"sense_key":"probably%4:02:00::","synset_id":"probably.r.01"},{"index":2,"sense_key":"probably%4:02:01::","synset_id":"credibly.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"probably%4:02:00::","call_ids":["senseval2.d001.s071.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"probably%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.332541739102453}
{"item_id":"senseval2.d001.s071.t003","gold_sense_keys":["constitute%2:42:00::"],"candidates":[{"index":1,"sense_key":"constitute%2:42:00::","synset_id":"constitute.v.01"},{"index":2,"sense_key":"constitute%2:41:00::","synset_id":"appoint.v.01"},{"index":3,"sense_key":"constitute%2:42:03::","synset_id":"form.v.02"},{"index":4,"sense_key":"constitute%2:36:00::","synset_id":"establish.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"constitute%2:41:00::","call_ids":["senseval2.d001.s071.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"constitute%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33339547412469983}
{"item_id":"senseval2.d001.s072.t000","gold_sense_keys":["find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"find%2:40:00::","call_ids":["senseval2.d001.s072.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"find%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":490,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2827718809712678}
{"item_id":"senseval2.d001.s072.t001","gold_sense_keys":["last%5:00:00:past:00"],"candidates":[{"index":1,"sense_key":"last%5:00:00:past:00","synset_id":"last.s.01"},{"index":2,"sense_key":"last%3:00:00::","synset_id":"last.a.02"},{"index":3,"sense_key":"last%5:00:00:closing:00","synset_id":"concluding.s.01"},{"index":4,"sense_key":"last%5:00:00:unlikely:00","synset_id":"last.s.03"},{"index":5,"sense_key":"last%5:00:00:dying:00","synset_id":"last.s.04"},{"index":6,"sense_key":"last%5:00:00:ultimate:00","synset_id":"final.s.02"},{"index":7,"sense_key":"last%5:00:00:high:02","synset_id":"last.s.06"},{"index":8,"sense_key":"last%5:00:00:unalterable:00","synset_id":"final.s.03"},{"index":9,"sense_key":"last%5:00:00:worst:00","synset_id":"last.s.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"last%3:00:00::","call_ids":["senseval2.d001.s072.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"last%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":274,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28398837498389184}
{"item_id":"senseval2.d001.s072.t003","gold_sense_keys":["dubious%5:00:00:uncertain:02","dubious%5:00:00:unconvinced:00"],"candidates":[{"index":1,"sense_key":"dubious%5:00:00:uncertain:02","synset_id":"doubtful.s.02"},{"index":2,"sense_key":"dubious%5:00:00:questionable:00","synset_id":"doubtful.s.01"},{"index":3,"sense_key":"dubious%5:00:00:unconvinced:00","synset_id":"dubious.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"dubious%5:00:00:unconvinced:00","call_ids":["senseval2.d001.s072.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"dubious%5:00:00:unconvinced:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29258230002596974}
{"item_id":"senseval2.d001.s072.t004","gold_sense_keys":["search%1:04:00::","search%1:04:02::"],"candidates":[{"index":1,"sense_key":"search%1:04:00::","synset_id":"search.n.01"},{"index":2,"sense_key":"search%1:04:02::","synset_id":"search.n.02"},{"index":3,"sense_key":"search%1:22:00::","synset_id":"search.n.03"},{"index":4,"sense_key":"search%1:09:00::","synset_id":"search.n.04"},{"index":5,"sense_key":"search%1:04:01::","synset_id":"search.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"search%1:22:00::","call_ids":["senseval2.d001.s072.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"search%1:22:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2942208780441433}
{"item_id":"senseval2.d001.s073.t000","gold_sense_keys":["doubt%1:07:00::"],"candidates":[{"index":1,"sense_key":"doubt%1:09:00::","synset_id":"doubt.n.01"},{"index":2,"sense_key":"doubt%1:07:00::","synset_id":"doubt.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"doubt%1:07:00::","call_ids":["senseval2.d001.s073.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"doubt%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30618707300163805}
{"item_id":"senseval2.d001.s073.t001","gold_sense_keys":["stem%2:42:00::"],"candidates":[{"index":1,"sense_key":"stem%2:42:00::","synset_id":"stem.v.01"},{"index":2,"sense_key":"stem%2:42:03::","synset_id":"stem.v.02"},{"index":3,"sense_key":"stem%2:30:00::","synset_id":"stem.v.03"},{"index":4,"sense_key":"stem%2:30:01::","synset_id":"stem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"stem%2:42:00::","call_ids":["senseval2.d001.s073.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"stem%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2924958700314164}
{"item_id":"senseval2.d001.s073.t002","gold_sense_keys":["fact%1:09:01::"],"candidates":[{"index":1,"sense_key":"fact%1:09:01::","synset_id":"fact.n.01"},{"index":2,"sense_key":"fact%1:10:01::","synset_id":"fact.n.02"},{"index":3,"sense_key":"fact%1:26:01::","synset_id":"fact.n.03"},{"index":4,"sense_key":"fact%1:09:02::","synset_id":"fact.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"fact%1:26:01::","call_ids":["senseval2.d001.s073.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"fact%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2867351700551808}
{"item_id":"senseval2.d001.s073.t003","gold_sense_keys":["several%5:00:00:some:00"],"candidates":[{"index":1,"sense_key":"several%5:00:00:some:00","synset_id":"several.s.01"},{"index":2,"sense_key":"several%5:00:00:individual:00","synset_id":"respective.s.01"},{"index":3,"sense_key":"several%5:00:00:different:00","synset_id":"several.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"several%5:00:00:some:00","call_ids":["senseval2.d001.s073.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"several%5:00:00:some:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28801006986759603}
{"item_id":"senseval2.d001.s073.t004","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"year%1:28:00::","call_ids":["senseval2.d001.s073.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"year%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3062308169901371}
{"item_id":"senseval2.d001.s073.t005","gold_sense_keys":["earlier%4:02:00::"],"candidates":[{"index":1,"sense_key":"earlier%4:02:00::","synset_id":"earlier.r.01"},{"index":2,"sense_key":"earlier%4:02:02::","synset_id":"sooner.r.01"},{"index":3,"sense_key":"earlier%4:02:04::","synset_id":"in_the_first_place.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"earlier%4:02:02::","call_ids":["senseval2.d001.s073.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"earlier%4:02:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2888805619440973}
{"item_id":"senseval2.d001.s073.t007","gold_sense_keys":["find%2:31:09::","find%2:32:00::","find%2:36:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"find%2:36:00::","call_ids":["senseval2.d001.s073.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"find%2:36:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":509,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2684362300205976}
{"item_id":"senseval2.d001.s073.t008","gold_sense_keys":["experiment%1:04:00::"],"candidates":[{"index":1,"sense_key":"experiment%1:04:00::","synset_id":"experiment.n.01"},{"index":2,"sense_key":"experiment%1:09:00::","synset_id":"experiment.n.02"},{"index":3,"sense_key":"experiment%1:04:01::","synset_id":"experiment.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"experiment%1:09:00::","call_ids":["senseval2.d001.s073.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"experiment%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2557452779728919}
{"item_id":"senseval2.d001.s073.t009","gold_sense_keys":["mouse%1:05:00::"],"candidates":[{"index":1,"sense_key":"mouse%1:05:00::","synset_id":"mouse.n.01"},{"index":2,"sense_key":"mouse%1:26:00::","synset_id":"shiner.n.01"},{"index":3,"sense_key":"mouse%1:18:00::","synset_id":"mouse.n.03"},{"index":4,"sense_key":"mouse%1:06:00::","synset_id":"mouse.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mouse%1:26:00::","call_ids":["senseval2.d001.s073.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mouse%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29813242284581065}
{"item_id":"senseval2.d001.s073.t011","gold_sense_keys":["call%2:32:02::"],"candidates":[{"index":1,"sense_key":"call%2:32:02::","synset_id":"name.v.01"},{"index":2,"sense_key":"call%2:32:00::","synset_id":"call.v.02"},{"index":3,"sense_key":"call%2:32:01::","synset_id":"call.v.03"},{"index":4,"sense_key":"call%2:32:09::","synset_id":"shout.v.02"},{"index":5,"sense_key":"call%2:32:05::","synset_id":"call.v.05"},{"index":6,"sense_key":"call%2:41:00::","synset_id":"visit.v.03"},{"index":7,"sense_key":"call%2:41:04::","synset_id":"call.v.07"},{"index":8,"sense_key":"call%2:32:13::","synset_id":"call.v.08"},{"index":9,"sense_key":"call%2:32:04::","synset_id":"call.v.09"},{"index":10,"sense_key":"call%2:32:03::","synset_id":"call.v.10"},{"index":11,"sense_key":"call%2:42:09::","synset_id":"call.v.11"},{"index":12,"sense_key":"call%2:41:14::","synset_id":"address.v.06"},{"index":13,"sense_key":"call%2:41:12::","synset_id":"call.v.13"},{"index":14,"sense_key":"call%2:40:09::","synset_id":"call.v.14"},{"index":15,"sense_key":"call%2:40:05::","synset_id":"bid.v.04"},{"index":16,"sense_key":"call%2:38:00::","synset_id":"call.v.16"},{"index":17,"sense_key":"call%2:32:06::","synset_id":"call.v.17"},{"index":18,"sense_key":"call%2:32:10::","synset_id":"predict.v.01"},{"index":19,"sense_key":"call%2:32:12::","synset_id":"call.v.19"},{"index":20,"sense_key":"call%2:32:07::","synset_id":"call.v.20"},{"index":21,"sense_key":"call%2:32:08::","synset_id":"call.v.21"},{"index":22,"sense_key":"call%2:32:11::","synset_id":"call.v.22"},{"index":23,"sense_key":"call%2:32:15::","synset_id":"call.v.23"},{"index":24,"sense_key":"call%2:32:14::","synset_id":"call.v.24"},{"index":25,"sense_key":"call%2:31:13::","synset_id":"call.v.25"},{"index":26,"sense_key":"call%2:31:00::","synset_id":"call.v.26"},{"index":27,"sense_key":"call%2:31:05::","synset_id":"call.v.27"},{"index":28,"sense_key":"call%2:29:05::","synset_id":"call.v.28"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"call%2:32:05::","call_ids":["senseval2.d001.s073.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"call%2:32:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":793,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28146534599363804}
{"item_id":"senseval2.d001.s073.t012","gold_sense_keys":["transform%2:30:00::"],"candidates":[{"index":1,"sense_key":"transform%2:30:02::","synset_id":"transform.v.01"},{"index":2,"sense_key":"transform%2:30:00::","synset_id":"transform.v.02"},{"index":3,"sense_key":"transform%2:30:03::","synset_id":"transform.v.03"},{"index":4,"sense_key":"transform%2:30:01::","synset_id":"translate.v.02"},{"index":5,"sense_key":"transform%2:30:06::","synset_id":"transform.v.05"},{"index":6,"sense_key":"transform%2:30:05::","synset_id":"transform.v.06"},{"index":7,"sense_key":"transform%2:30:04::","synset_id":"transform.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"transform%2:30:03::","call_ids":["senseval2.d001.s073.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"transform%2:30:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2944797049276531}
{"item_id":"senseval2.d001.s073.t013","gold_sense_keys":["normal%3:00:01::"],"candidates":[{"index":1,"sense_key":"normal%3:00:01::","synset_id":"normal.a.01"},{"index":2,"sense_key":"normal%3:00:02::","synset_id":"normal.a.02"},{"index":3,"sense_key":"normal%3:00:03::","synset_id":"normal.a.03"},{"index":4,"sense_key":"normal%5:00:00:perpendicular:00","synset_id":"normal.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"normal%3:00:03::","call_ids":["senseval2.d001.s073.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"normal%3:00:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2823656629770994}
{"item_id":"senseval2.d001.s073.t014","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s073.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2837057551369071}
{"item_id":"senseval2.d001.s073.t015","gold_sense_keys":["cancerous%5:00:00:malignant:02"],"candidates":[{"index":1,"sense_key":"cancerous%5:00:00:malignant:02","synset_id":"cancerous.s.01"},{"index":2,"sense_key":"cancerous%5:00:00:malign:00","synset_id":"cancerous.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cancerous%5:00:00:malignant:02","call_ids":["senseval2.d001.s073.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cancerous%5:00:00:malignant:02","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2847256879322231}
{"item_id":"senseval2.d001.s073.t016","gold_sense_keys":["one%1:09:00::"],"candidates":[{"index":1,"sense_key":"one%1:23:00::","synset_id":"one.n.01"},{"index":2,"sense_key":"one%1:09:00::","synset_id":"one.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"one%1:09:00::","call_ids":["senseval2.d001.s073.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"one%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28576328814961016}
{"item_id":"senseval2.d001.s074.t000","gold_sense_keys":["find%2:31:09::","find%2:32:00::","find%2:36:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"find%2:36:00::","call_ids":["senseval2.d001.s074.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"find%2:36:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":488,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2867567269131541}
{"item_id":"senseval2.d001.s074.t001","gold_sense_keys":["exactly%4:02:01::"],"candidates":[{"index":1,"sense_key":"exactly%4:02:01::","synset_id":"precisely.r.01"},{"index":2,"sense_key":"exactly%4:02:04::","synset_id":"precisely.r.03"},{"index":3,"sense_key":"exactly%4:02:02::","synset_id":"precisely.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"exactly%4:02:04::","call_ids":["senseval2.d001.s074.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"exactly%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.287771511124447}
{"item_id":"senseval2.d001.s074.t002","gold_sense_keys":["same%3:00:00::"],"candidates":[{"index":1,"sense_key":"same%3:00:02::","synset_id":"same.a.01"},{"index":2,"sense_key":"same%3:00:00::","synset_id":"same.a.02"},{"index":3,"sense_key":"same%3:00:04::","synset_id":"like.a.02"},{"index":4,"sense_key":"same%5:00:00:unchanged:00","synset_id":"same.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"same%3:00:00::","call_ids":["senseval2.d001.s074.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"same%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29036336997523904}
{"item_id":"senseval2.d001.s074.t003","gold_sense_keys":["spot%1:15:01::"],"candidates":[{"index":1,"sense_key":"spot%1:15:01::","synset_id":"topographic_point.n.01"},{"index":2,"sense_key":"spot%1:10:01::","synset_id":"spot.n.02"},{"index":3,"sense_key":"spot%1:07:02::","synset_id":"point.n.14"},{"index":4,"sense_key":"spot%1:07:00::","synset_id":"smudge.n.02"},{"index":5,"sense_key":"spot%1:07:01::","synset_id":"spot.n.05"},{"index":6,"sense_key":"spot%1:10:00::","synset_id":"spot.n.06"},{"index":7,"sense_key":"spot%1:06:00::","synset_id":"spot.n.07"},{"index":8,"sense_key":"spot%1:04:01::","synset_id":"position.n.06"},{"index":9,"sense_key":"spot%1:26:00::","synset_id":"touch.n.08"},{"index":10,"sense_key":"spot%1:23:00::","synset_id":"spot.n.10"},{"index":11,"sense_key":"spot%1:10:02::","synset_id":"spot.n.11"},{"index":12,"sense_key":"spot%1:06:01::","synset_id":"spotlight.n.02"},{"index":13,"sense_key":"spot%1:06:02::","synset_id":"spot.n.13"},{"index":14,"sense_key":"spot%1:04:00::","synset_id":"blot.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"spot%1:07:01::","call_ids":["senseval2.d001.s074.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"spot%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":404,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29126105085015297}
{"item_id":"senseval2.d001.s075.t000","gold_sense_keys":["say%2:32:01::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d001.s075.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":338,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28855980187654495}
{"item_id":"senseval2.d001.s075.t002","gold_sense_keys":["cause%2:36:00::"],"candidates":[{"index":1,"sense_key":"cause%2:36:00::","synset_id":"cause.v.01"},{"index":2,"sense_key":"cause%2:32:00::","synset_id":"induce.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cause%2:36:00::","call_ids":["senseval2.d001.s075.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cause%2:36:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22540051117539406}
{"item_id":"senseval2.d001.s075.t003","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s075.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16827807785011828}
{"item_id":"senseval2.d001.s075.t004","gold_sense_keys":["promote%2:41:01::"],"candidates":[{"index":1,"sense_key":"promote%2:41:01::","synset_id":"promote.v.01"},{"index":2,"sense_key":"promote%2:41:00::","synset_id":"promote.v.02"},{"index":3,"sense_key":"promote%2:32:00::","synset_id":"advertise.v.02"},{"index":4,"sense_key":"promote%2:33:01::","synset_id":"promote.v.04"},{"index":5,"sense_key":"promote%2:33:00::","synset_id":"promote.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"promote%2:41:01::","call_ids":["senseval2.d001.s075.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"promote%2:41:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18641793401911855}
{"item_id":"senseval2.d001.s075.t005","gold_sense_keys":["growth%1:22:02::"],"candidates":[{"index":1,"sense_key":"growth%1:22:00::","synset_id":"growth.n.01"},{"index":2,"sense_key":"growth%1:22:01::","synset_id":"growth.n.02"},{"index":3,"sense_key":"growth%1:22:02::","synset_id":"increase.n.03"},{"index":4,"sense_key":"growth%1:14:00::","synset_id":"growth.n.04"},{"index":5,"sense_key":"growth%1:11:01::","synset_id":"emergence.n.01"},{"index":6,"sense_key":"growth%1:26:00::","synset_id":"growth.n.06"},{"index":7,"sense_key":"growth%1:17:00::","synset_id":"growth.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"growth%1:22:02::","call_ids":["senseval2.d001.s075.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"growth%1:22:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1869922538753599}
{"item_id":"senseval2.d001.s075.t007","gold_sense_keys":["look_for%2:35:00::"],"candidates":[{"index":1,"sense_key":"look_for%2:35:00::","synset_id":"search.v.01"},{"index":2,"sense_key":"look_for%2:37:00::","synset_id":"anticipate.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"look_for%2:35:00::","call_ids":["senseval2.d001.s075.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"look_for%2:35:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18759811716154218}
{"item_id":"senseval2.d001.s075.t009","gold_sense_keys":["suppress%2:30:12::"],"candidates":[{"index":1,"sense_key":"suppress%2:30:00::","synset_id":"suppress.v.01"},{"index":2,"sense_key":"suppress%2:41:01::","synset_id":"oppress.v.01"},{"index":3,"sense_key":"suppress%2:41:00::","synset_id":"inhibit.v.04"},{"index":4,"sense_key":"suppress%2:31:00::","synset_id":"suppress.v.04"},{"index":5,"sense_key":"suppress%2:30:12::","synset_id":"suppress.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"suppress%2:30:12::","call_ids":["senseval2.d001.s075.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"suppress%2:30:12::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2038938389159739}
{"item_id":"senseval2.d001.s075.t010","gold_sense_keys":["growth%1:22:02::"],"candidates":[{"index":1,"sense_key":"growth%1:22:00::","synset_id":"growth.n.01"},{"index":2,"sense_key":"growth%1:22:01::","synset_id":"growth.n.02"},{"index":3,"sense_key":"growth%1:22:02::","synset_id":"increase.n.03"},{"index":4,"sense_key":"growth%1:14:00::","synset_id":"growth.n.04"},{"index":5,"sense_key":"growth%1:11:01::","synset_id":"emergence.n.01"},{"index":6,"sense_key":"growth%1:26:00::","synset_id":"growth.n.06"},{"index":7,"sense_key":"growth%1:17:00::","synset_id":"growth.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"growth%1:22:02::","call_ids":["senseval2.d001.s075.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"growth%1:22:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22820491204038262}
{"item_id":"senseval2.d001.s076.t001","gold_sense_keys":["compare%2:31:00::"],"candidates":[{"index":1,"sense_key":"compare%2:31:00::","synset_id":"compare.v.01"},{"index":2,"sense_key":"compare%2:42:00::","synset_id":"compare.v.02"},{"index":3,"sense_key":"compare%2:31:01::","synset_id":"compare.v.03"},{"index":4,"sense_key":"compare%2:32:00::","synset_id":"compare.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"compare%2:31:01::","call_ids":["senseval2.d001.s076.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"compare%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22955984296277165}
{"item_id":"senseval2.d001.s076.t003","gold_sense_keys":["find%2:31:09::","find%2:32:00::","find%2:36:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"find%2:31:09::","call_ids":["senseval2.d001.s076.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"find%2:31:09::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":537,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23047322989441454}
{"item_id":"senseval2.d001.s076.t004","gold_sense_keys":["human%3:01:01::"],"candidates":[{"index":1,"sense_key":"human%3:01:00::","synset_id":"human.a.01"},{"index":2,"sense_key":"human%3:01:01::","synset_id":"human.a.02"},{"index":3,"sense_key":"human%3:00:00::","synset_id":"human.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"human%3:01:01::","call_ids":["senseval2.d001.s076.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"human%3:01:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23117958707734942}
{"item_id":"senseval2.d001.s076.t008","gold_sense_keys":["find%2:31:09::","find%2:32:00::","find%2:36:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"find%2:31:09::","call_ids":["senseval2.d001.s076.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"find%2:31:09::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":537,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23182659107260406}
{"item_id":"senseval2.d001.s076.t009","gold_sense_keys":["identical%5:00:00:same:00"],"candidates":[{"index":1,"sense_key":"identical%5:00:00:same:00","synset_id":"identical.s.01"},{"index":2,"sense_key":"identical%5:00:00:same:02","synset_id":"identical.s.02"},{"index":3,"sense_key":"identical%3:00:00::","synset_id":"identical.a.03"},{"index":4,"sense_key":"identical%5:00:00:isotropic:00","synset_id":"identical.s.03"},{"index":5,"sense_key":"identical%5:00:00:congruent:00","synset_id":"identical.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"identical%3:00:00::","call_ids":["senseval2.d001.s076.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"identical%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23456754302605987}
{"item_id":"senseval2.d001.s076.t010","gold_sense_keys":["turn_out%2:42:00::","turn_out%2:42:01::"],"candidates":[{"index":1,"sense_key":"turn_out%2:42:00::","synset_id":"prove.v.01"},{"index":2,"sense_key":"turn_out%2:42:01::","synset_id":"turn_out.v.02"},{"index":3,"sense_key":"turn_out%2:36:01::","synset_id":"turn_out.v.03"},{"index":4,"sense_key":"turn_out%2:42:02::","synset_id":"turn_out.v.04"},{"index":5,"sense_key":"turn_out%2:30:00::","synset_id":"turn_out.v.05"},{"index":6,"sense_key":"turn_out%2:36:00::","synset_id":"bear.v.05"},{"index":7,"sense_key":"turn_out%2:35:00::","synset_id":"eject.v.01"},{"index":8,"sense_key":"turn_out%2:41:03::","synset_id":"turn_out.v.08"},{"index":9,"sense_key":"turn_out%2:40:03::","synset_id":"turn_out.v.09"},{"index":10,"sense_key":"turn_out%2:38:00::","synset_id":"turn_out.v.10"},{"index":11,"sense_key":"turn_out%2:35:01::","synset_id":"switch_off.v.01"},{"index":12,"sense_key":"turn_out%2:29:00::","synset_id":"get_up.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"turn_out%2:36:01::","call_ids":["senseval2.d001.s076.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"turn_out%2:36:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":410,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2118500410579145}
{"item_id":"senseval2.d001.s076.t011","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s076.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.215128910029307}
{"item_id":"senseval2.d001.s076.t012","gold_sense_keys":["study%1:04:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["senseval2.d001.s076.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":378,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2163146659731865}
{"item_id":"senseval2.d001.s076.t014","gold_sense_keys":["observe%2:39:00::"],"candidates":[{"index":1,"sense_key":"observe%2:39:02::","synset_id":"detect.v.01"},{"index":2,"sense_key":"observe%2:32:00::","synset_id":"note.v.01"},{"index":3,"sense_key":"observe%2:39:01::","synset_id":"note.v.03"},{"index":4,"sense_key":"observe%2:39:00::","synset_id":"observe.v.04"},{"index":5,"sense_key":"observe%2:41:01::","synset_id":"respect.v.02"},{"index":6,"sense_key":"observe%2:41:02::","synset_id":"observe.v.06"},{"index":7,"sense_key":"observe%2:41:00::","synset_id":"watch.v.02"},{"index":8,"sense_key":"observe%2:31:00::","synset_id":"observe.v.08"},{"index":9,"sense_key":"observe%2:41:04::","synset_id":"observe.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"observe%2:39:01::","call_ids":["senseval2.d001.s076.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"observe%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2209916920401156}
{"item_id":"senseval2.d001.s076.t015","gold_sense_keys":["damaged%3:00:00::"],"candidates":[{"index":1,"sense_key":"damaged%3:00:00::","synset_id":"damaged.a.01"},{"index":2,"sense_key":"damaged%5:00:00:disreputable:00","synset_id":"discredited.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damaged%3:00:00::","call_ids":["senseval2.d001.s076.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damaged%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2222553719766438}
{"item_id":"senseval2.d001.s076.t016","gold_sense_keys":["form%1:07:03::"],"candidates":[{"index":1,"sense_key":"form%1:10:00::","synset_id":"form.n.01"},{"index":2,"sense_key":"form%1:09:01::","synset_id":"kind.n.01"},{"index":3,"sense_key":"form%1:09:00::","synset_id":"form.n.03"},{"index":4,"sense_key":"form%1:07:01::","synset_id":"shape.n.01"},{"index":5,"sense_key":"form%1:08:00::","synset_id":"human_body.n.01"},{"index":6,"sense_key":"form%1:03:00::","synset_id":"shape.n.02"},{"index":7,"sense_key":"form%1:07:00::","synset_id":"form.n.07"},{"index":8,"sense_key":"form%1:10:01::","synset_id":"form.n.08"},{"index":9,"sense_key":"form%1:14:02::","synset_id":"form.n.09"},{"index":10,"sense_key":"form%1:10:02::","synset_id":"form.n.10"},{"index":11,"sense_key":"form%1:07:03::","synset_id":"form.n.11"},{"index":12,"sense_key":"form%1:26:00::","synset_id":"phase.n.02"},{"index":13,"sense_key":"form%1:14:00::","synset_id":"class.n.02"},{"index":14,"sense_key":"form%1:07:02::","synset_id":"form.n.14"},{"index":15,"sense_key":"form%1:06:00::","synset_id":"mannequin.n.02"},{"index":16,"sense_key":"form%1:06:01::","synset_id":"form.n.16"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"form%1:07:03::","call_ids":["senseval2.d001.s076.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"form%1:07:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":558,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22319439705461264}
{"item_id":"senseval2.d001.s077.t000","gold_sense_keys":["discovery%1:04:00::","discovery%1:09:00::","discovery%1:10:00::"],"candidates":[{"index":1,"sense_key":"discovery%1:04:00::","synset_id":"discovery.n.01"},{"index":2,"sense_key":"discovery%1:10:00::","synset_id":"discovery.n.02"},{"index":3,"sense_key":"discovery%1:09:00::","synset_id":"discovery.n.03"},{"index":4,"sense_key":"discovery%1:10:01::","synset_id":"discovery.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discovery%1:10:00::","call_ids":["senseval2.d001.s077.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discovery%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22422522981651127}
{"item_id":"senseval2.d001.s077.t001","gold_sense_keys":["suddenly%4:02:00::","suddenly%4:02:02::"],"candidates":[{"index":1,"sense_key":"suddenly%4:02:02::","synset_id":"suddenly.r.01"},{"index":2,"sense_key":"suddenly%4:02:00::","synset_id":"abruptly.r.01"},{"index":3,"sense_key":"suddenly%4:02:04::","synset_id":"on_the_spur_of_the_moment.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"suddenly%4:02:00::","call_ids":["senseval2.d001.s077.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"suddenly%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21469052485190332}
{"item_id":"senseval2.d001.s077.t002","gold_sense_keys":["put%2:35:00::"],"candidates":[{"index":1,"sense_key":"put%2:35:00::","synset_id":"put.v.01"},{"index":2,"sense_key":"put%2:35:05::","synset_id":"put.v.02"},{"index":3,"sense_key":"put%2:32:00::","synset_id":"frame.v.04"},{"index":4,"sense_key":"put%2:34:00::","synset_id":"put.v.04"},{"index":5,"sense_key":"put%2:40:00::","synset_id":"invest.v.01"},{"index":6,"sense_key":"put%2:31:13::","synset_id":"place.v.11"},{"index":7,"sense_key":"put%2:39:13::","synset_id":"put.v.07"},{"index":8,"sense_key":"put%2:36:13::","synset_id":"put.v.08"},{"index":9,"sense_key":"put%2:31:00::","synset_id":"arrange.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"put%2:32:00::","call_ids":["senseval2.d001.s077.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"put%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":299,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21848603198304772}
{"item_id":"senseval2.d001.s077.t005","gold_sense_keys":["right%4:02:04::","right%4:02:09::"],"candidates":[{"index":1,"sense_key":"right%4:02:04::","synset_id":"right.r.01"},{"index":2,"sense_key":"right%4:02:08::","synset_id":"right.r.02"},{"index":3,"sense_key":"right%4:02:09::","synset_id":"right.r.03"},{"index":4,"sense_key":"right%4:02:03::","synset_id":"right.r.04"},{"index":5,"sense_key":"right%4:02:01::","synset_id":"properly.r.01"},{"index":6,"sense_key":"right%4:02:00::","synset_id":"right.r.06"},{"index":7,"sense_key":"right%4:02:07::","synset_id":"right.r.07"},{"index":8,"sense_key":"right%4:02:06::","synset_id":"mighty.r.01"},{"index":9,"sense_key":"right%4:02:05::","synset_id":"justly.r.02"},{"index":10,"sense_key":"right%4:02:02::","synset_id":"correctly.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"right%4:02:08::","call_ids":["senseval2.d001.s077.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"right%4:02:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":286,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22000298695638776}
{"item_id":"senseval2.d001.s077.t006","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s077.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2214403401594609}
{"item_id":"senseval2.d001.s077.t007","gold_sense_keys":["formation%1:22:00::"],"candidates":[{"index":1,"sense_key":"formation%1:14:00::","synset_id":"formation.n.01"},{"index":2,"sense_key":"formation%1:04:00::","synset_id":"formation.n.02"},{"index":3,"sense_key":"formation%1:04:01::","synset_id":"constitution.n.02"},{"index":4,"sense_key":"formation%1:17:00::","synset_id":"geological_formation.n.01"},{"index":5,"sense_key":"formation%1:06:00::","synset_id":"formation.n.05"},{"index":6,"sense_key":"formation%1:22:00::","synset_id":"formation.n.06"},{"index":7,"sense_key":"formation%1:04:02::","synset_id":"formation.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"formation%1:22:00::","call_ids":["senseval2.d001.s077.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"formation%1:22:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2244582949206233}
{"item_id":"senseval2.d001.s077.t008","gold_sense_keys":["say%2:32:00::","say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d001.s077.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":346,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2256295857951045}
{"item_id":"senseval2.d001.s077.t009","gold_sense_keys":["leader%1:18:00::"],"candidates":[{"index":1,"sense_key":"leader%1:18:00::","synset_id":"leader.n.01"},{"index":2,"sense_key":"leader%1:06:00::","synset_id":"drawing_card.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"leader%1:18:00::","call_ids":["senseval2.d001.s077.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"leader%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2270245689433068}
{"item_id":"senseval2.d001.s078.t000","gold_sense_keys":["evidence%1:09:00::","evidence%1:10:01::"],"candidates":[{"index":1,"sense_key":"evidence%1:09:00::","synset_id":"evidence.n.01"},{"index":2,"sense_key":"evidence%1:10:01::","synset_id":"evidence.n.02"},{"index":3,"sense_key":"evidence%1:10:00::","synset_id":"evidence.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evidence%1:10:01::","call_ids":["senseval2.d001.s078.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evidence%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22819539299234748}
{"item_id":"senseval2.d001.s078.t001","gold_sense_keys":["now%4:02:00::","now%4:02:04::"],"candidates":[{"index":1,"sense_key":"now%4:02:05::","synset_id":"now.r.01"},{"index":2,"sense_key":"now%4:02:00::","synset_id":"nowadays.r.01"},{"index":3,"sense_key":"now%4:02:02::","synset_id":"now.r.03"},{"index":4,"sense_key":"now%4:02:04::","synset_id":"now.r.04"},{"index":5,"sense_key":"now%4:02:01::","synset_id":"immediately.r.01"},{"index":6,"sense_key":"now%4:02:07::","synset_id":"now.r.06"},{"index":7,"sense_key":"now%4:02:06::","synset_id":"now.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"now%4:02:04::","call_ids":["senseval2.d001.s078.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"now%4:02:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22930577816441655}
{"item_id":"senseval2.d001.s078.t002","gold_sense_keys":["emerge%2:30:01::"],"candidates":[{"index":1,"sense_key":"emerge%2:30:00::","synset_id":"emerge.v.01"},{"index":2,"sense_key":"emerge%2:30:02::","synset_id":"issue.v.04"},{"index":3,"sense_key":"emerge%2:30:01::","synset_id":"emerge.v.03"},{"index":4,"sense_key":"emerge%2:38:00::","synset_id":"emerge.v.04"},{"index":5,"sense_key":"emerge%2:42:00::","synset_id":"come_forth.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"emerge%2:30:01::","call_ids":["senseval2.d001.s078.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"emerge%2:30:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23041615006513894}
{"item_id":"senseval2.d001.s078.t004","gold_sense_keys":["involved%3:00:00::"],"candidates":[{"index":1,"sense_key":"involved%3:00:00::","synset_id":"involved.a.01"},{"index":2,"sense_key":"involved%5:00:00:encumbered:00","synset_id":"involved.s.01"},{"index":3,"sense_key":"involved%5:00:00:attached:01","synset_id":"involved.s.02"},{"index":4,"sense_key":"involved%5:00:00:complex:00","synset_id":"byzantine.s.01"},{"index":5,"sense_key":"involved%5:00:00:enclosed:00","synset_id":"involved.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"involved%5:00:00:complex:00","call_ids":["senseval2.d001.s078.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"involved%5:00:00:complex:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23131835204549134}
{"item_id":"senseval2.d001.s078.t005","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval2.d001.s078.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23252305900678039}
{"item_id":"senseval2.d001.s078.t006","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cancer%1:18:00::","call_ids":["senseval2.d001.s078.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cancer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2120870710350573}
{"item_id":"senseval2.d001.s078.t007","gold_sense_keys":["too%4:02:01::"],"candidates":[{"index":1,"sense_key":"too%4:02:00::","synset_id":"excessively.r.01"},{"index":2,"sense_key":"too%4:02:01::","synset_id":"besides.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"too%4:02:01::","call_ids":["senseval2.d001.s078.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"too%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":127,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21348895295523107}
{"item_id":"senseval2.d001.s079.t001","gold_sense_keys":["find%2:31:09::","find%2:32:00::","find%2:36:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"find%2:31:09::","call_ids":["senseval2.d001.s079.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"find%2:31:09::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":505,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21484544803388417}
{"item_id":"senseval2.d001.s079.t002","gold_sense_keys":["breast%1:08:00::"],"candidates":[{"index":1,"sense_key":"breast%1:08:01::","synset_id":"breast.n.01"},{"index":2,"sense_key":"breast%1:08:00::","synset_id":"breast.n.02"},{"index":3,"sense_key":"breast%1:13:00::","synset_id":"breast.n.03"},{"index":4,"sense_key":"breast%1:05:00::","synset_id":"breast.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"breast%1:08:00::","call_ids":["senseval2.d001.s079.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"breast%1:08:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21270023798570037}
{"item_id":"senseval2.d001.s079.t004","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"copy%1:06:00::","call_ids":["senseval2.d001.s079.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"copy%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21693954500369728}
{"item_id":"senseval2.d001.s079.t007","gold_sense_keys":["spot%1:15:01::"],"candidates":[{"index":1,"sense_key":"spot%1:15:01::","synset_id":"topographic_point.n.01"},{"index":2,"sense_key":"spot%1:10:01::","synset_id":"spot.n.02"},{"index":3,"sense_key":"spot%1:07:02::","synset_id":"point.n.14"},{"index":4,"sense_key":"spot%1:07:00::","synset_id":"smudge.n.02"},{"index":5,"sense_key":"spot%1:07:01::","synset_id":"spot.n.05"},{"index":6,"sense_key":"spot%1:10:00::","synset_id":"spot.n.06"},{"index":7,"sense_key":"spot%1:06:00::","synset_id":"spot.n.07"},{"index":8,"sense_key":"spot%1:04:01::","synset_id":"position.n.06"},{"index":9,"sense_key":"spot%1:26:00::","synset_id":"touch.n.08"},{"index":10,"sense_key":"spot%1:23:00::","synset_id":"spot.n.10"},{"index":11,"sense_key":"spot%1:10:02::","synset_id":"spot.n.11"},{"index":12,"sense_key":"spot%1:06:01::","synset_id":"spotlight.n.02"},{"index":13,"sense_key":"spot%1:06:02::","synset_id":"spot.n.13"},{"index":14,"sense_key":"spot%1:04:00::","synset_id":"blot.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"spot%1:10:00::","call_ids":["senseval2.d001.s079.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"spot%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":421,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21810142998583615}
{"item_id":"senseval2.d001.s080.t001","gold_sense_keys":["say%2:32:01::","say%2:32:13::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d001.s080.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":341,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21951004792936146}
{"item_id":"senseval2.d001.s080.t004","gold_sense_keys":["often%4:02:00::","often%4:02:02::"],"candidates":[{"index":1,"sense_key":"often%4:02:00::","synset_id":"frequently.r.01"},{"index":2,"sense_key":"often%4:02:01::","synset_id":"much.r.05"},{"index":3,"sense_key":"often%4:02:02::","synset_id":"often.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"often%4:02:02::","call_ids":["senseval2.d001.s080.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"often%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21348946099169552}
{"item_id":"senseval2.d001.s080.t005","gold_sense_keys":["strike%2:35:02::"],"candidates":[{"index":1,"sense_key":"strike%2:35:00::","synset_id":"strike.v.01"},{"index":2,"sense_key":"strike%2:37:00::","synset_id":"affect.v.05"},{"index":3,"sense_key":"strike%2:35:01::","synset_id":"hit.v.02"},{"index":4,"sense_key":"strike%2:33:00::","synset_id":"strike.v.04"},{"index":5,"sense_key":"strike%2:32:00::","synset_id":"strike.v.05"},{"index":6,"sense_key":"strike%2:35:02::","synset_id":"hit.v.05"},{"index":7,"sense_key":"strike%2:41:00::","synset_id":"strike.v.07"},{"index":8,"sense_key":"strike%2:42:00::","synset_id":"fall.v.08"},{"index":9,"sense_key":"strike%2:41:02::","synset_id":"come_to.v.03"},{"index":10,"sense_key":"strike%2:35:03::","synset_id":"strike.v.10"},{"index":11,"sense_key":"strike%2:30:00::","synset_id":"strike.v.11"},{"index":12,"sense_key":"strike%2:40:00::","synset_id":"fall_upon.v.01"},{"index":13,"sense_key":"strike%2:36:00::","synset_id":"strike.v.13"},{"index":14,"sense_key":"strike%2:35:08::","synset_id":"strike.v.14"},{"index":15,"sense_key":"strike%2:39:00::","synset_id":"hit.v.09"},{"index":16,"sense_key":"strike%2:38:02::","synset_id":"hit.v.12"},{"index":17,"sense_key":"strike%2:38:08::","synset_id":"assume.v.05"},{"index":18,"sense_key":"strike%2:36:02::","synset_id":"mint.v.01"},{"index":19,"sense_key":"strike%2:35:10::","synset_id":"strickle.v.02"},{"index":20,"sense_key":"strike%2:35:09::","synset_id":"strike.v.20"},{"index":21,"sense_key":"strike%2:31:00::","synset_id":"strike.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"strike%2:35:02::","call_ids":["senseval2.d001.s080.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"strike%2:35:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":575,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21487184497527778}
{"item_id":"senseval2.d001.s080.t007","gold_sense_keys":["member%1:18:00::"],"candidates":[{"index":1,"sense_key":"member%1:18:00::","synset_id":"member.n.01"},{"index":2,"sense_key":"member%1:24:00::","synset_id":"member.n.02"},{"index":3,"sense_key":"member%1:08:00::","synset_id":"extremity.n.01"},{"index":4,"sense_key":"member%1:14:00::","synset_id":"member.n.04"},{"index":5,"sense_key":"member%1:08:01::","synset_id":"penis.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"member%1:24:00::","call_ids":["senseval2.d001.s080.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"member%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3283625890035182}
{"item_id":"senseval2.d001.s080.t008","gold_sense_keys":["certain%5:00:00:definite:00"],"candidates":[{"index":1,"sense_key":"certain%5:00:00:definite:00","synset_id":"certain.s.01"},{"index":2,"sense_key":"certain%3:00:02::","synset_id":"certain.a.02"},{"index":3,"sense_key":"certain%3:00:01::","synset_id":"certain.a.03"},{"index":4,"sense_key":"certain%3:00:03::","synset_id":"certain.a.04"},{"index":5,"sense_key":"certain%3:00:05::","synset_id":"sealed.a.01"},{"index":6,"sense_key":"certain%5:00:00:reliable:00","synset_id":"certain.s.02"},{"index":7,"sense_key":"certain%5:00:00:careful:00","synset_id":"certain.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"certain%3:00:01::","call_ids":["senseval2.d001.s080.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"certain%3:00:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41080719605088234}
{"item_id":"senseval2.d001.s080.t009","gold_sense_keys":["family%1:14:01::"],"candidates":[{"index":1,"sense_key":"family%1:14:02::","synset_id":"family.n.01"},{"index":2,"sense_key":"family%1:14:00::","synset_id":"family.n.02"},{"index":3,"sense_key":"family%1:14:04::","synset_id":"class.n.01"},{"index":4,"sense_key":"family%1:14:01::","synset_id":"family.n.04"},{"index":5,"sense_key":"family%1:18:00::","synset_id":"kin.n.01"},{"index":6,"sense_key":"family%1:14:03::","synset_id":"family.n.06"},{"index":7,"sense_key":"family%1:14:06::","synset_id":"syndicate.n.01"},{"index":8,"sense_key":"family%1:14:05::","synset_id":"family.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"family%1:14:01::","call_ids":["senseval2.d001.s080.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"family%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40705766901373863}
{"item_id":"senseval2.d001.s080.t011","gold_sense_keys":["inherit%2:40:01::"],"candidates":[{"index":1,"sense_key":"inherit%2:40:00::","synset_id":"inherit.v.01"},{"index":2,"sense_key":"inherit%2:40:02::","synset_id":"inherit.v.02"},{"index":3,"sense_key":"inherit%2:40:01::","synset_id":"inherit.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"inherit%2:40:01::","call_ids":["senseval2.d001.s080.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"inherit%2:40:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40903022908605635}
{"item_id":"senseval2.d001.s080.t012","gold_sense_keys":["damaged%3:00:00::"],"candidates":[{"index":1,"sense_key":"damaged%3:00:00::","synset_id":"damaged.a.01"},{"index":2,"sense_key":"damaged%5:00:00:disreputable:00","synset_id":"discredited.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damaged%3:00:00::","call_ids":["senseval2.d001.s080.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damaged%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.410811424953863}
{"item_id":"senseval2.d001.s080.t013","gold_sense_keys":["form%1:07:03::"],"candidates":[{"index":1,"sense_key":"form%1:10:00::","synset_id":"form.n.01"},{"index":2,"sense_key":"form%1:09:01::","synset_id":"kind.n.01"},{"index":3,"sense_key":"form%1:09:00::","synset_id":"form.n.03"},{"index":4,"sense_key":"form%1:07:01::","synset_id":"shape.n.01"},{"index":5,"sense_key":"form%1:08:00::","synset_id":"human_body.n.01"},{"index":6,"sense_key":"form%1:03:00::","synset_id":"shape.n.02"},{"index":7,"sense_key":"form%1:07:00::","synset_id":"form.n.07"},{"index":8,"sense_key":"form%1:10:01::","synset_id":"form.n.08"},{"index":9,"sense_key":"form%1:14:02::","synset_id":"form.n.09"},{"index":10,"sense_key":"form%1:10:02::","synset_id":"form.n.10"},{"index":11,"sense_key":"form%1:07:03::","synset_id":"form.n.11"},{"index":12,"sense_key":"form%1:26:00::","synset_id":"phase.n.02"},{"index":13,"sense_key":"form%1:14:00::","synset_id":"class.n.02"},{"index":14,"sense_key":"form%1:07:02::","synset_id":"form.n.14"},{"index":15,"sense_key":"form%1:06:00::","synset_id":"mannequin.n.02"},{"index":16,"sense_key":"form%1:06:01::","synset_id":"form.n.16"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"form%1:07:03::","call_ids":["senseval2.d001.s080.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"form%1:07:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":523,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4122388628311455}
{"item_id":"senseval2.d001.s080.t014","gold_sense_keys":["woman%1:18:00::"],"candidates":[{"index":1,"sense_key":"woman%1:18:00::","synset_id":"woman.n.01"},{"index":2,"sense_key":"woman%1:18:01::","synset_id":"woman.n.02"},{"index":3,"sense_key":"woman%1:18:02::","synset_id":"charwoman.n.01"},{"index":4,"sense_key":"woman%1:14:00::","synset_id":"womanhood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"woman%1:18:00::","call_ids":["senseval2.d001.s080.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"woman%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41408924595452845}
{"item_id":"senseval2.d001.s080.t015","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s080.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4173773699440062}
{"item_id":"senseval2.d001.s081.t002","gold_sense_keys":["implicate%2:42:01::"],"candidates":[{"index":1,"sense_key":"implicate%2:42:01::","synset_id":"implicate.v.01"},{"index":2,"sense_key":"implicate%2:42:00::","synset_id":"entail.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"implicate%2:42:01::","call_ids":["senseval2.d001.s081.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"implicate%2:42:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41907939105294645}
{"item_id":"senseval2.d001.s082.t000","gold_sense_keys":["report%1:10:03::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["senseval2.d001.s082.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":286,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42045197007246315}
{"item_id":"senseval2.d001.s082.t001","gold_sense_keys":["last%5:00:00:past:00"],"candidates":[{"index":1,"sense_key":"last%5:00:00:past:00","synset_id":"last.s.01"},{"index":2,"sense_key":"last%3:00:00::","synset_id":"last.a.02"},{"index":3,"sense_key":"last%5:00:00:closing:00","synset_id":"concluding.s.01"},{"index":4,"sense_key":"last%5:00:00:unlikely:00","synset_id":"last.s.03"},{"index":5,"sense_key":"last%5:00:00:dying:00","synset_id":"last.s.04"},{"index":6,"sense_key":"last%5:00:00:ultimate:00","synset_id":"final.s.02"},{"index":7,"sense_key":"last%5:00:00:high:02","synset_id":"last.s.06"},{"index":8,"sense_key":"last%5:00:00:unalterable:00","synset_id":"final.s.03"},{"index":9,"sense_key":"last%5:00:00:worst:00","synset_id":"last.s.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"last%3:00:00::","call_ids":["senseval2.d001.s082.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"last%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":289,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42202681116759777}
{"item_id":"senseval2.d001.s082.t002","gold_sense_keys":["week%1:28:02::"],"candidates":[{"index":1,"sense_key":"week%1:28:00::","synset_id":"week.n.01"},{"index":2,"sense_key":"week%1:28:01::","synset_id":"workweek.n.01"},{"index":3,"sense_key":"week%1:28:02::","synset_id":"week.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"week%1:28:00::","call_ids":["senseval2.d001.s082.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"week%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4235015898011625}
{"item_id":"senseval2.d001.s082.t004","gold_sense_keys":["say%2:32:01::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d001.s082.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":343,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35366578004322946}
{"item_id":"senseval2.d001.s082.t005","gold_sense_keys":["about%4:02:00::"],"candidates":[{"index":1,"sense_key":"about%4:02:00::","synset_id":"approximately.r.01"},{"index":2,"sense_key":"about%4:02:06::","synset_id":"about.r.02"},{"index":3,"sense_key":"about%4:02:01::","synset_id":"about.r.03"},{"index":4,"sense_key":"about%4:02:04::","synset_id":"about.r.04"},{"index":5,"sense_key":"about%4:02:02::","synset_id":"about.r.05"},{"index":6,"sense_key":"about%4:02:03::","synset_id":"about.r.06"},{"index":7,"sense_key":"about%4:02:05::","synset_id":"about.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"about%4:02:05::","call_ids":["senseval2.d001.s082.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"about%4:02:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3088935560081154}
{"item_id":"senseval2.d001.s082.t006","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["senseval2.d001.s082.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31135516916401684}
{"item_id":"senseval2.d001.s082.t007","gold_sense_keys":["take%2:30:00::"],"candidates":[{"index":1,"sense_key":"take%2:41:04::","synset_id":"take.v.01"},{"index":2,"sense_key":"take%2:40:06::","synset_id":"take.v.02"},{"index":3,"sense_key":"take%2:38:09::","synset_id":"lead.v.01"},{"index":4,"sense_key":"take%2:35:00::","synset_id":"take.v.04"},{"index":5,"sense_key":"take%2:30:01::","synset_id":"assume.v.03"},{"index":6,"sense_key":"take%2:31:07::","synset_id":"take.v.06"},{"index":7,"sense_key":"take%2:38:10::","synset_id":"bring.v.01"},{"index":8,"sense_key":"take%2:40:00::","synset_id":"take.v.08"},{"index":9,"sense_key":"take%2:38:02::","synset_id":"take.v.09"},{"index":10,"sense_key":"take%2:31:01::","synset_id":"choose.v.01"},{"index":11,"sense_key":"take%2:40:05::","synset_id":"accept.v.02"},{"index":12,"sense_key":"take%2:41:00::","synset_id":"fill.v.04"},{"index":13,"sense_key":"take%2:31:03::","synset_id":"consider.v.03"},{"index":14,"sense_key":"take%2:42:00::","synset_id":"necessitate.v.01"},{"index":15,"sense_key":"take%2:39:00::","synset_id":"take.v.15"},{"index":16,"sense_key":"take%2:32:02::","synset_id":"film.v.01"},{"index":17,"sense_key":"take%2:30:00::","synset_id":"remove.v.01"},{"index":18,"sense_key":"take%2:34:00::","synset_id":"consume.v.02"},{"index":19,"sense_key":"take%2:31:09::","synset_id":"take.v.19"},{"index":20,"sense_key":"take%2:40:15::","synset_id":"take.v.20"},{"index":21,"sense_key":"take%2:40:01::","synset_id":"take.v.21"},{"index":22,"sense_key":"take%2:38:00::","synset_id":"assume.v.05"},{"index":23,"sense_key":"take%2:40:07::","synset_id":"accept.v.05"},{"index":24,"sense_key":"take%2:30:08::","synset_id":"take.v.24"},{"index":25,"sense_key":"take%2:31:02::","synset_id":"learn.v.04"},{"index":26,"sense_key":"take%2:32:00::","synset_id":"claim.v.05"},{"index":27,"sense_key":"take%2:38:05::","synset_id":"take.v.27"},{"index":28,"sense_key":"take%2:33:09::","synset_id":"aim.v.01"},{"index":29,"sense_key":"take%2:30:09::","synset_id":"take.v.29"},{"index":30,"sense_key":"take%2:42:10::","synset_id":"carry.v.02"},{"index":31,"sense_key":"take%2:40:03::","synset_id":"lease.v.04"},{"index":32,"sense_key":"take%2:40:04::","synset_id":"subscribe.v.05"},{"index":33,"sense_key":"take%2:40:02::","synset_id":"take.v.33"},{"index":34,"sense_key":"take%2:40:08::","synset_id":"take.v.34"},{"index":35,"sense_key":"take%2:35:14::","synset_id":"take.v.35"},{"index":36,"sense_key":"take%2:32:09::","synset_id":"claim.v.04"},{"index":37,"sense_key":"take%2:42:03::","synset_id":"accept.v.08"},{"index":38,"sense_key":"take%2:42:15::","synset_id":"contain.v.05"},{"index":39,"sense_key":"take%2:41:13::","synset_id":"take.v.39"},{"index":40,"sense_key":"take%2:38:11::","synset_id":"drive.v.16"},{"index":41,"sense_key":"take%2:33:08::","synset_id":"take.v.41"},{"index":42,"sense_key":"take%2:29:08::","synset_id":"contract.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"take%2:35:00::","call_ids":["senseval2.d001.s082.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"take%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1028,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31286894902586937}
{"item_id":"senseval2.d001.s082.t010","gold_sense_keys":["tissue%1:08:00::"],"candidates":[{"index":1,"sense_key":"tissue%1:08:00::","synset_id":"tissue.n.01"},{"index":2,"sense_key":"tissue%1:27:02::","synset_id":"tissue.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"tissue%1:08:00::","call_ids":["senseval2.d001.s082.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"tissue%1:08:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31548554892651737}
{"item_id":"senseval2.d001.s082.t011","gold_sense_keys":["test%2:32:08::"],"candidates":[{"index":1,"sense_key":"test%2:41:00::","synset_id":"test.v.01"},{"index":2,"sense_key":"test%2:41:01::","synset_id":"screen.v.01"},{"index":3,"sense_key":"test%2:32:00::","synset_id":"quiz.v.01"},{"index":4,"sense_key":"test%2:42:00::","synset_id":"test.v.04"},{"index":5,"sense_key":"test%2:33:00::","synset_id":"test.v.05"},{"index":6,"sense_key":"test%2:32:08::","synset_id":"test.v.06"},{"index":7,"sense_key":"test%2:31:06::","synset_id":"test.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"test%2:32:08::","call_ids":["senseval2.d001.s082.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"test%2:32:08::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31776552996598184}
{"item_id":"senseval2.d001.s082.t012","gold_sense_keys":["miss%2:42:00::"],"candidates":[{"index":1,"sense_key":"miss%2:39:00::","synset_id":"miss.v.01"},{"index":2,"sense_key":"miss%2:37:00::","synset_id":"miss.v.02"},{"index":3,"sense_key":"miss%2:42:01::","synset_id":"miss.v.03"},{"index":4,"sense_key":"miss%2:31:00::","synset_id":"neglect.v.01"},{"index":5,"sense_key":"miss%2:38:00::","synset_id":"miss.v.05"},{"index":6,"sense_key":"miss%2:42:00::","synset_id":"miss.v.06"},{"index":7,"sense_key":"miss%2:35:00::","synset_id":"miss.v.07"},{"index":8,"sense_key":"miss%2:42:02::","synset_id":"miss.v.08"},{"index":9,"sense_key":"miss%2:32:00::","synset_id":"miss.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"miss%2:42:02::","call_ids":["senseval2.d001.s082.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"miss%2:42:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29560539219528437}
{"item_id":"senseval2.d001.s083.t000","gold_sense_keys":["report%1:10:03::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["senseval2.d001.s083.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":279,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31955182598903775}
{"item_id":"senseval2.d001.s083.t003","gold_sense_keys":["yet%4:02:02::"],"candidates":[{"index":1,"sense_key":"yet%4:02:02::","synset_id":"yet.r.01"},{"index":2,"sense_key":"yet%4:02:04::","synset_id":"so_far.r.01"},{"index":3,"sense_key":"yet%4:02:03::","synset_id":"even.r.03"},{"index":4,"sense_key":"yet%4:02:00::","synset_id":"yet.r.04"},{"index":5,"sense_key":"yet%4:02:05::","synset_id":"so_far.r.03"},{"index":6,"sense_key":"yet%4:02:06::","synset_id":"however.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"yet%4:02:06::","call_ids":["senseval2.d001.s083.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"yet%4:02:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":267,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29740288318134844}
{"item_id":"senseval2.d001.s083.t007","gold_sense_keys":["tissue%1:08:00::"],"candidates":[{"index":1,"sense_key":"tissue%1:08:00::","synset_id":"tissue.n.01"},{"index":2,"sense_key":"tissue%1:27:02::","synset_id":"tissue.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"tissue%1:08:00::","call_ids":["senseval2.d001.s083.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"tissue%1:08:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32620125403627753}
{"item_id":"senseval2.d001.s083.t008","gold_sense_keys":["take%2:30:00::"],"candidates":[{"index":1,"sense_key":"take%2:41:04::","synset_id":"take.v.01"},{"index":2,"sense_key":"take%2:40:06::","synset_id":"take.v.02"},{"index":3,"sense_key":"take%2:38:09::","synset_id":"lead.v.01"},{"index":4,"sense_key":"take%2:35:00::","synset_id":"take.v.04"},{"index":5,"sense_key":"take%2:30:01::","synset_id":"assume.v.03"},{"index":6,"sense_key":"take%2:31:07::","synset_id":"take.v.06"},{"index":7,"sense_key":"take%2:38:10::","synset_id":"bring.v.01"},{"index":8,"sense_key":"take%2:40:00::","synset_id":"take.v.08"},{"index":9,"sense_key":"take%2:38:02::","synset_id":"take.v.09"},{"index":10,"sense_key":"take%2:31:01::","synset_id":"choose.v.01"},{"index":11,"sense_key":"take%2:40:05::","synset_id":"accept.v.02"},{"index":12,"sense_key":"take%2:41:00::","synset_id":"fill.v.04"},{"index":13,"sense_key":"take%2:31:03::","synset_id":"consider.v.03"},{"index":14,"sense_key":"take%2:42:00::","synset_id":"necessitate.v.01"},{"index":15,"sense_key":"take%2:39:00::","synset_id":"take.v.15"},{"index":16,"sense_key":"take%2:32:02::","synset_id":"film.v.01"},{"index":17,"sense_key":"take%2:30:00::","synset_id":"remove.v.01"},{"index":18,"sense_key":"take%2:34:00::","synset_id":"consume.v.02"},{"index":19,"sense_key":"take%2:31:09::","synset_id":"take.v.19"},{"index":20,"sense_key":"take%2:40:15::","synset_id":"take.v.20"},{"index":21,"sense_key":"take%2:40:01::","synset_id":"take.v.21"},{"index":22,"sense_key":"take%2:38:00::","synset_id":"assume.v.05"},{"index":23,"sense_key":"take%2:40:07::","synset_id":"accept.v.05"},{"index":24,"sense_key":"take%2:30:08::","synset_id":"take.v.24"},{"index":25,"sense_key":"take%2:31:02::","synset_id":"learn.v.04"},{"index":26,"sense_key":"take%2:32:00::","synset_id":"claim.v.05"},{"index":27,"sense_key":"take%2:38:05::","synset_id":"take.v.27"},{"index":28,"sense_key":"take%2:33:09::","synset_id":"aim.v.01"},{"index":29,"sense_key":"take%2:30:09::","synset_id":"take.v.29"},{"index":30,"sense_key":"take%2:42:10::","synset_id":"carry.v.02"},{"index":31,"sense_key":"take%2:40:03::","synset_id":"lease.v.04"},{"index":32,"sense_key":"take%2:40:04::","synset_id":"subscribe.v.05"},{"index":33,"sense_key":"take%2:40:02::","synset_id":"take.v.33"},{"index":34,"sense_key":"take%2:40:08::","synset_id":"take.v.34"},{"index":35,"sense_key":"take%2:35:14::","synset_id":"take.v.35"},{"index":36,"sense_key":"take%2:32:09::","synset_id":"claim.v.04"},{"index":37,"sense_key":"take%2:42:03::","synset_id":"accept.v.08"},{"index":38,"sense_key":"take%2:42:15::","synset_id":"contain.v.05"},{"index":39,"sense_key":"take%2:41:13::","synset_id":"take.v.39"},{"index":40,"sense_key":"take%2:38:11::","synset_id":"drive.v.16"},{"index":41,"sense_key":"take%2:33:08::","synset_id":"take.v.41"},{"index":42,"sense_key":"take%2:29:08::","synset_id":"contract.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"take%2:35:00::","call_ids":["senseval2.d001.s083.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"take%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1021,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30095245293341577}
{"item_id":"senseval2.d001.s083.t010","gold_sense_keys":["brain%1:08:00::"],"candidates":[{"index":1,"sense_key":"brain%1:08:00::","synset_id":"brain.n.01"},{"index":2,"sense_key":"brain%1:09:00::","synset_id":"brain.n.02"},{"index":3,"sense_key":"brain%1:09:01::","synset_id":"mind.n.01"},{"index":4,"sense_key":"brain%1:18:00::","synset_id":"genius.n.01"},{"index":5,"sense_key":"brain%1:13:00::","synset_id":"brain.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"brain%1:09:00::","call_ids":["senseval2.d001.s083.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"brain%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3034534431062639}
{"item_id":"senseval2.d001.s084.t000","gold_sense_keys":["at_the_same_time%4:02:05::"],"candidates":[{"index":1,"sense_key":"at_the_same_time%4:02:03::","synset_id":"simultaneously.r.01"},{"index":2,"sense_key":"at_the_same_time%4:02:05::","synset_id":"concurrently.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"at_the_same_time%4:02:05::","call_ids":["senseval2.d001.s084.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"at_the_same_time%4:02:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3450553519651294}
{"item_id":"senseval2.d001.s084.t001","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["senseval2.d001.s084.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":124,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3477163810748607}
{"item_id":"senseval2.d001.s084.t002","gold_sense_keys":["rush%2:30:00::"],"candidates":[{"index":1,"sense_key":"rush%2:38:00::","synset_id":"rush.v.01"},{"index":2,"sense_key":"rush%2:33:00::","synset_id":"rush.v.02"},{"index":3,"sense_key":"rush%2:30:01::","synset_id":"rush.v.03"},{"index":4,"sense_key":"rush%2:30:00::","synset_id":"rush.v.04"},{"index":5,"sense_key":"rush%2:38:01::","synset_id":"rush.v.05"},{"index":6,"sense_key":"rush%2:38:10::","synset_id":"race.v.04"},{"index":7,"sense_key":"rush%2:36:00::","synset_id":"induce.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"rush%2:30:00::","call_ids":["senseval2.d001.s084.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"rush%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3510141531005502}
{"item_id":"senseval2.d001.s084.t003","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"other%3:00:00::","call_ids":["senseval2.d001.s084.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"other%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3334382639732212}
{"item_id":"senseval2.d001.s085.t000","gold_sense_keys":["hope%2:31:00::"],"candidates":[{"index":1,"sense_key":"hope%2:37:01::","synset_id":"hope.v.01"},{"index":2,"sense_key":"hope%2:37:00::","synset_id":"hope.v.02"},{"index":3,"sense_key":"hope%2:31:00::","synset_id":"hope.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"hope%2:31:00::","call_ids":["senseval2.d001.s085.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"hope%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33567189890891314}
{"item_id":"senseval2.d001.s085.t004","gold_sense_keys":["involved%3:00:00::"],"candidates":[{"index":1,"sense_key":"involved%3:00:00::","synset_id":"involved.a.01"},{"index":2,"sense_key":"involved%5:00:00:encumbered:00","synset_id":"involved.s.01"},{"index":3,"sense_key":"involved%5:00:00:attached:01","synset_id":"involved.s.02"},{"index":4,"sense_key":"involved%5:00:00:complex:00","synset_id":"byzantine.s.01"},{"index":5,"sense_key":"involved%5:00:00:enclosed:00","synset_id":"involved.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"involved%5:00:00:encumbered:00","call_ids":["senseval2.d001.s085.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"involved%5:00:00:encumbered:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2541385851800442}
{"item_id":"senseval2.d001.s086.t001","gold_sense_keys":["close%3:00:01::","close%3:00:05::"],"candidates":[{"index":1,"sense_key":"close%3:00:01::","synset_id":"close.a.01"},{"index":2,"sense_key":"close%3:00:02::","synset_id":"close.a.02"},{"index":3,"sense_key":"close%3:00:05::","synset_id":"near.a.01"},{"index":4,"sense_key":"close%5:00:00:careful:00","synset_id":"close.s.01"},{"index":5,"sense_key":"close%5:00:00:accurate:00","synset_id":"close.s.02"},{"index":6,"sense_key":"close%5:00:00:equal:00","synset_id":"close.s.03"},{"index":7,"sense_key":"close%5:00:00:confined:00","synset_id":"close.s.04"},{"index":8,"sense_key":"close%5:00:00:unventilated:00","synset_id":"airless.s.01"},{"index":9,"sense_key":"close%5:00:00:fine:00","synset_id":"close.s.06"},{"index":10,"sense_key":"close%5:00:00:restrained:00","synset_id":"close.s.07"},{"index":11,"sense_key":"close%5:00:00:private:00","synset_id":"close.s.08"},{"index":12,"sense_key":"close%5:00:00:tight:01","synset_id":"close.s.09"},{"index":13,"sense_key":"close%5:00:00:short:01","synset_id":"close.s.10"},{"index":14,"sense_key":"close%5:00:00:stingy:00","synset_id":"cheeseparing.s.01"},{"index":15,"sense_key":"close%5:00:00:uncommunicative:00","synset_id":"close.s.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"close%3:00:01::","call_ids":["senseval2.d001.s086.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"close%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":380,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38764206203632057}
{"item_id":"senseval2.d001.s086.t002","gold_sense_keys":["find%2:31:09::","find%2:32:00::","find%2:36:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"find%2:36:00::","call_ids":["senseval2.d001.s086.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"find%2:36:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":507,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37893450097180903}
{"item_id":"senseval2.d001.s086.t004","gold_sense_keys":["involved%3:00:00::"],"candidates":[{"index":1,"sense_key":"involved%3:00:00::","synset_id":"involved.a.01"},{"index":2,"sense_key":"involved%5:00:00:encumbered:00","synset_id":"involved.s.01"},{"index":3,"sense_key":"involved%5:00:00:attached:01","synset_id":"involved.s.02"},{"index":4,"sense_key":"involved%5:00:00:complex:00","synset_id":"byzantine.s.01"},{"index":5,"sense_key":"involved%5:00:00:enclosed:00","synset_id":"involved.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"involved%5:00:00:complex:00","call_ids":["senseval2.d001.s086.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"involved%5:00:00:complex:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4025949810165912}
{"item_id":"senseval2.d001.s086.t005","gold_sense_keys":["type%1:09:00::"],"candidates":[{"index":1,"sense_key":"type%1:09:00::","synset_id":"type.n.01"},{"index":2,"sense_key":"type%1:18:00::","synset_id":"character.n.05"},{"index":3,"sense_key":"type%1:14:01::","synset_id":"type.n.03"},{"index":4,"sense_key":"type%1:10:01::","synset_id":"type.n.04"},{"index":5,"sense_key":"type%1:10:00::","synset_id":"type.n.05"},{"index":6,"sense_key":"type%1:06:00::","synset_id":"type.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"type%1:14:01::","call_ids":["senseval2.d001.s086.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"type%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4073065959382802}
{"item_id":"senseval2.d001.s087.t000","gold_sense_keys":["believe%2:31:04::"],"candidates":[{"index":1,"sense_key":"believe%2:31:00::","synset_id":"believe.v.01"},{"index":2,"sense_key":"believe%2:31:04::","synset_id":"think.v.01"},{"index":3,"sense_key":"believe%2:31:03::","synset_id":"believe.v.03"},{"index":4,"sense_key":"believe%2:31:01::","synset_id":"believe.v.04"},{"index":5,"sense_key":"believe%2:31:02::","synset_id":"believe.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"believe%2:31:03::","call_ids":["senseval2.d001.s087.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"believe%2:31:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40318795712664723}
{"item_id":"senseval2.d001.s087.t001","gold_sense_keys":["people%1:14:00::"],"candidates":[{"index":1,"sense_key":"people%1:14:00::","synset_id":"people.n.01"},{"index":2,"sense_key":"people%1:14:01::","synset_id":"citizenry.n.01"},{"index":3,"sense_key":"people%1:14:02::","synset_id":"people.n.03"},{"index":4,"sense_key":"people%1:14:03::","synset_id":"multitude.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"people%1:14:01::","call_ids":["senseval2.d001.s087.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"people%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4039941851515323}
{"item_id":"senseval2.d001.s087.t002","gold_sense_keys":["inherit%2:40:01::"],"candidates":[{"index":1,"sense_key":"inherit%2:40:00::","synset_id":"inherit.v.01"},{"index":2,"sense_key":"inherit%2:40:02::","synset_id":"inherit.v.02"},{"index":3,"sense_key":"inherit%2:40:01::","synset_id":"inherit.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"inherit%2:40:01::","call_ids":["senseval2.d001.s087.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"inherit%2:40:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40757899289019406}
{"item_id":"senseval2.d001.s087.t006","gold_sense_keys":["copy%1:06:00::"],"candidates":[{"index":1,"sense_key":"copy%1:10:00::","synset_id":"transcript.n.02"},{"index":2,"sense_key":"copy%1:06:00::","synset_id":"copy.n.02"},{"index":3,"sense_key":"copy%1:10:01::","synset_id":"copy.n.03"},{"index":4,"sense_key":"copy%1:10:02::","synset_id":"copy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"copy%1:06:00::","call_ids":["senseval2.d001.s087.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"copy%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3858221909031272}
{"item_id":"senseval2.d001.s087.t008","gold_sense_keys":["especially%4:02:00::"],"candidates":[{"index":1,"sense_key":"especially%4:02:00::","synset_id":"particularly.r.01"},{"index":2,"sense_key":"especially%4:02:01::","synset_id":"specially.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"especially%4:02:00::","call_ids":["senseval2.d001.s087.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"especially%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3890622069593519}
{"item_id":"senseval2.d001.s088.t001","gold_sense_keys":["report%2:32:04::"],"candidates":[{"index":1,"sense_key":"report%2:32:00::","synset_id":"report.v.01"},{"index":2,"sense_key":"report%2:32:04::","synset_id":"report.v.02"},{"index":3,"sense_key":"report%2:32:03::","synset_id":"report.v.03"},{"index":4,"sense_key":"report%2:32:01::","synset_id":"report.v.04"},{"index":5,"sense_key":"report%2:32:13::","synset_id":"report.v.05"},{"index":6,"sense_key":"report%2:32:02::","synset_id":"report.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"report%2:32:04::","call_ids":["senseval2.d001.s088.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"report%2:32:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":268,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3859977109823376}
{"item_id":"senseval2.d001.s088.t005","gold_sense_keys":["involved%3:00:00::"],"candidates":[{"index":1,"sense_key":"involved%3:00:00::","synset_id":"involved.a.01"},{"index":2,"sense_key":"involved%5:00:00:encumbered:00","synset_id":"involved.s.01"},{"index":3,"sense_key":"involved%5:00:00:attached:01","synset_id":"involved.s.02"},{"index":4,"sense_key":"involved%5:00:00:complex:00","synset_id":"byzantine.s.01"},{"index":5,"sense_key":"involved%5:00:00:enclosed:00","synset_id":"involved.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"involved%5:00:00:complex:00","call_ids":["senseval2.d001.s088.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"involved%5:00:00:complex:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3893661480396986}
{"item_id":"senseval2.d001.s088.t008","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval2.d001.s088.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39003816386684775}
{"item_id":"senseval2.d001.s088.t009","gold_sense_keys":["more%4:02:00::"],"candidates":[{"index":1,"sense_key":"more%4:02:00::","synset_id":"more.r.01"},{"index":2,"sense_key":"more%4:02:01::","synset_id":"more.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"more%4:02:01::","call_ids":["senseval2.d001.s088.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"more%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3907759780995548}
{"item_id":"senseval2.d001.s088.t010","gold_sense_keys":["common%3:00:01::","common%5:00:00:familiar:02"],"candidates":[{"index":1,"sense_key":"common%3:00:02::","synset_id":"common.a.01"},{"index":2,"sense_key":"common%3:00:01::","synset_id":"common.a.02"},{"index":3,"sense_key":"common%5:00:00:shared:00","synset_id":"common.s.01"},{"index":4,"sense_key":"common%5:00:00:familiar:02","synset_id":"common.s.02"},{"index":5,"sense_key":"common%5:00:00:informal:02","synset_id":"common.s.03"},{"index":6,"sense_key":"common%5:00:00:lowborn:00","synset_id":"common.s.04"},{"index":7,"sense_key":"common%5:00:00:inferior:02","synset_id":"coarse.s.02"},{"index":8,"sense_key":"common%5:00:00:unrefined:01","synset_id":"coarse.s.01"},{"index":9,"sense_key":"common%5:00:00:ordinary:00","synset_id":"common.s.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"common%5:00:00:familiar:02","call_ids":["senseval2.d001.s088.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"common%5:00:00:familiar:02","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":312,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3561563699040562}
{"item_id":"senseval2.d001.s088.t011","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s088.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3346072209533304}
{"item_id":"senseval2.d001.s089.t000","gold_sense_keys":["discovery%1:04:00::","discovery%1:09:00::","discovery%1:10:00::"],"candidates":[{"index":1,"sense_key":"discovery%1:04:00::","synset_id":"discovery.n.01"},{"index":2,"sense_key":"discovery%1:10:00::","synset_id":"discovery.n.02"},{"index":3,"sense_key":"discovery%1:09:00::","synset_id":"discovery.n.03"},{"index":4,"sense_key":"discovery%1:10:01::","synset_id":"discovery.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discovery%1:10:00::","call_ids":["senseval2.d001.s089.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discovery%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33846822078339756}
{"item_id":"senseval2.d001.s089.t003","gold_sense_keys":["only%4:02:02::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"only%4:02:04::","call_ids":["senseval2.d001.s089.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"only%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3175104248803109}
{"item_id":"senseval2.d001.s089.t004","gold_sense_keys":["speculate%2:31:01::","speculate%2:32:00::"],"candidates":[{"index":1,"sense_key":"speculate%2:31:01::","synset_id":"speculate.v.01"},{"index":2,"sense_key":"speculate%2:32:00::","synset_id":"speculate.v.02"},{"index":3,"sense_key":"speculate%2:31:00::","synset_id":"chew_over.v.01"},{"index":4,"sense_key":"speculate%2:40:00::","synset_id":"speculate.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"speculate%2:32:00::","call_ids":["senseval2.d001.s089.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"speculate%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31884806393645704}
{"item_id":"senseval2.d001.s090.t001","gold_sense_keys":["major%3:00:06::"],"candidates":[{"index":1,"sense_key":"major%3:00:06::","synset_id":"major.a.01"},{"index":2,"sense_key":"major%3:00:02::","synset_id":"major.a.02"},{"index":3,"sense_key":"major%3:00:01::","synset_id":"major.a.03"},{"index":4,"sense_key":"major%3:00:05::","synset_id":"major.a.04"},{"index":5,"sense_key":"major%3:00:04::","synset_id":"major.a.05"},{"index":6,"sense_key":"major%3:00:07::","synset_id":"major.a.06"},{"index":7,"sense_key":"major%3:00:03::","synset_id":"major.a.07"},{"index":8,"sense_key":"major%5:00:00:senior:00","synset_id":"major.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"major%3:00:01::","call_ids":["senseval2.d001.s090.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"major%3:00:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":268,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31997111602686346}
{"item_id":"senseval2.d001.s090.t004","gold_sense_keys":["unit%1:14:00::"],"candidates":[{"index":1,"sense_key":"unit%1:23:00::","synset_id":"unit_of_measurement.n.01"},{"index":2,"sense_key":"unit%1:24:00::","synset_id":"unit.n.02"},{"index":3,"sense_key":"unit%1:14:00::","synset_id":"unit.n.03"},{"index":4,"sense_key":"unit%1:09:00::","synset_id":"unit.n.04"},{"index":5,"sense_key":"unit%1:17:00::","synset_id":"unit.n.05"},{"index":6,"sense_key":"unit%1:03:00::","synset_id":"whole.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"unit%1:14:00::","call_ids":["senseval2.d001.s090.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"unit%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":304,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33456780202686787}
{"item_id":"senseval2.d001.s090.t005","gold_sense_keys":["collaborate%2:41:00::"],"candidates":[{"index":1,"sense_key":"collaborate%2:41:00::","synset_id":"collaborate.v.01"},{"index":2,"sense_key":"collaborate%2:41:01::","synset_id":"collaborate.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"collaborate%2:41:00::","call_ids":["senseval2.d001.s090.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"collaborate%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33835093188099563}
{"item_id":"senseval2.d001.s090.t007","gold_sense_keys":["hunter%1:18:01::"],"candidates":[{"index":1,"sense_key":"hunter%1:18:00::","synset_id":"hunter.n.01"},{"index":2,"sense_key":"hunter%1:18:01::","synset_id":"hunter.n.02"},{"index":3,"sense_key":"hunter%1:17:00::","synset_id":"orion.n.02"},{"index":4,"sense_key":"hunter%1:06:00::","synset_id":"hunter.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"hunter%1:18:01::","call_ids":["senseval2.d001.s090.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"hunter%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32364737102761865}
{"item_id":"senseval2.d001.s090.t008","gold_sense_keys":["turn%2:42:13::"],"candidates":[{"index":1,"sense_key":"turn%2:38:00::","synset_id":"turn.v.01"},{"index":2,"sense_key":"turn%2:30:04::","synset_id":"change_state.v.01"},{"index":3,"sense_key":"turn%2:42:00::","synset_id":"become.v.02"},{"index":4,"sense_key":"turn%2:38:02::","synset_id":"turn.v.04"},{"index":5,"sense_key":"turn%2:30:00::","synset_id":"change_by_reversal.v.01"},{"index":6,"sense_key":"turn%2:38:03::","synset_id":"turn.v.06"},{"index":7,"sense_key":"turn%2:30:03::","synset_id":"turn.v.07"},{"index":8,"sense_key":"turn%2:35:08::","synset_id":"turn.v.08"},{"index":9,"sense_key":"turn%2:38:04::","synset_id":"turn.v.09"},{"index":10,"sense_key":"turn%2:38:01::","synset_id":"turn.v.10"},{"index":11,"sense_key":"turn%2:38:06::","synset_id":"turn.v.11"},{"index":12,"sense_key":"turn%2:36:00::","synset_id":"plow.v.01"},{"index":13,"sense_key":"turn%2:35:06::","synset_id":"turn.v.13"},{"index":14,"sense_key":"turn%2:30:09::","synset_id":"turn.v.14"},{"index":15,"sense_key":"turn%2:29:00::","synset_id":"twist.v.10"},{"index":16,"sense_key":"turn%2:42:13::","synset_id":"turn.v.16"},{"index":17,"sense_key":"turn%2:41:10::","synset_id":"turn.v.17"},{"index":18,"sense_key":"turn%2:40:13::","synset_id":"turn.v.18"},{"index":19,"sense_key":"turn%2:38:13::","synset_id":"turn.v.19"},{"index":20,"sense_key":"turn%2:38:14::","synset_id":"turn.v.20"},{"index":21,"sense_key":"turn%2:35:11::","synset_id":"flex.v.05"},{"index":22,"sense_key":"turn%2:35:10::","synset_id":"turn.v.22"},{"index":23,"sense_key":"turn%2:33:13::","synset_id":"turn.v.23"},{"index":24,"sense_key":"turn%2:32:14::","synset_id":"call_on.v.01"},{"index":25,"sense_key":"turn%2:30:01::","synset_id":"sour.v.01"},{"index":26,"sense_key":"turn%2:30:14::","synset_id":"turn.v.26"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"turn%2:30:00::","call_ids":["senseval2.d001.s090.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"turn%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":717,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3247049148194492}
{"item_id":"senseval2.d001.s090.t010","gold_sense_keys":["discovery%1:10:00::"],"candidates":[{"index":1,"sense_key":"discovery%1:04:00::","synset_id":"discovery.n.01"},{"index":2,"sense_key":"discovery%1:10:00::","synset_id":"discovery.n.02"},{"index":3,"sense_key":"discovery%1:09:00::","synset_id":"discovery.n.03"},{"index":4,"sense_key":"discovery%1:10:01::","synset_id":"discovery.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discovery%1:10:00::","call_ids":["senseval2.d001.s090.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discovery%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3259721619542688}
{"item_id":"senseval2.d001.s090.t014","gold_sense_keys":["new%3:00:00::","new%5:00:00:original:00","new%5:00:00:other:00","new%5:00:00:unprecedented:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"new%5:00:00:other:00","call_ids":["senseval2.d001.s090.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"new%5:00:00:other:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":379,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3269506099168211}
{"item_id":"senseval2.d001.s091.t001","gold_sense_keys":["say%2:32:01::","say%2:32:13::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d001.s091.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2776306129526347}
{"item_id":"senseval2.d001.s091.t002","gold_sense_keys":["new%3:00:00::","new%3:00:09::","new%5:00:00:original:00","new%5:00:00:unprecedented:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"new%5:00:01:late:01","call_ids":["senseval2.d001.s091.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"new%5:00:01:late:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":354,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27894654916599393}
{"item_id":"senseval2.d001.s091.t005","gold_sense_keys":["slow%2:30:05::"],"candidates":[{"index":1,"sense_key":"slow%2:30:00::","synset_id":"decelerate.v.01"},{"index":2,"sense_key":"slow%2:30:01::","synset_id":"slow.v.02"},{"index":3,"sense_key":"slow%2:30:05::","synset_id":"slow.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"slow%2:30:01::","call_ids":["senseval2.d001.s091.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"slow%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2880387788172811}
{"item_id":"senseval2.d001.s091.t006","gold_sense_keys":["reverse%2:30:00::"],"candidates":[{"index":1,"sense_key":"reverse%2:30:00::","synset_id":"change_by_reversal.v.01"},{"index":2,"sense_key":"reverse%2:30:01::","synset_id":"turn_back.v.05"},{"index":3,"sense_key":"reverse%2:31:00::","synset_id":"overrule.v.01"},{"index":4,"sense_key":"reverse%2:32:00::","synset_id":"revoke.v.02"},{"index":5,"sense_key":"reverse%2:30:03::","synset_id":"invert.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"reverse%2:30:00::","call_ids":["senseval2.d001.s091.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"reverse%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2893517999909818}
{"item_id":"senseval2.d001.s091.t008","gold_sense_keys":["growth%1:22:00::","growth%1:26:00::"],"candidates":[{"index":1,"sense_key":"growth%1:22:00::","synset_id":"growth.n.01"},{"index":2,"sense_key":"growth%1:22:01::","synset_id":"growth.n.02"},{"index":3,"sense_key":"growth%1:22:02::","synset_id":"increase.n.03"},{"index":4,"sense_key":"growth%1:14:00::","synset_id":"growth.n.04"},{"index":5,"sense_key":"growth%1:11:01::","synset_id":"emergence.n.01"},{"index":6,"sense_key":"growth%1:26:00::","synset_id":"growth.n.06"},{"index":7,"sense_key":"growth%1:17:00::","synset_id":"growth.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"growth%1:26:00::","call_ids":["senseval2.d001.s091.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"growth%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3019412439316511}
{"item_id":"senseval2.d001.s091.t009","gold_sense_keys":["base%2:31:00::"],"candidates":[{"index":1,"sense_key":"base%2:31:00::","synset_id":"establish.v.08"},{"index":2,"sense_key":"base%2:42:04::","synset_id":"base.v.02"},{"index":3,"sense_key":"base%2:34:00::","synset_id":"free-base.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"base%2:31:00::","call_ids":["senseval2.d001.s091.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"base%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.295175805920735}
{"item_id":"senseval2.d001.s091.t012","gold_sense_keys":["produce%2:36:02::","produce%2:36:03::"],"candidates":[{"index":1,"sense_key":"produce%2:36:02::","synset_id":"produce.v.01"},{"index":2,"sense_key":"produce%2:36:00::","synset_id":"produce.v.02"},{"index":3,"sense_key":"produce%2:36:03::","synset_id":"produce.v.03"},{"index":4,"sense_key":"produce%2:39:01::","synset_id":"produce.v.04"},{"index":5,"sense_key":"produce%2:36:05::","synset_id":"grow.v.07"},{"index":6,"sense_key":"produce%2:39:00::","synset_id":"produce.v.06"},{"index":7,"sense_key":"produce%2:29:00::","synset_id":"grow.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"produce%2:36:03::","call_ids":["senseval2.d001.s091.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"produce%2:36:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2871533199213445}
{"item_id":"senseval2.d001.s092.t000","gold_sense_keys":["idea%1:09:01::"],"candidates":[{"index":1,"sense_key":"idea%1:09:00::","synset_id":"idea.n.01"},{"index":2,"sense_key":"idea%1:09:01::","synset_id":"mind.n.06"},{"index":3,"sense_key":"idea%1:09:03::","synset_id":"idea.n.03"},{"index":4,"sense_key":"idea%1:09:02::","synset_id":"estimate.n.01"},{"index":5,"sense_key":"idea%1:10:00::","synset_id":"theme.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"idea%1:09:03::","call_ids":["senseval2.d001.s092.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"idea%1:09:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.287993460893631}
{"item_id":"senseval2.d001.s092.t001","gold_sense_keys":["administer%2:29:00::"],"candidates":[{"index":1,"sense_key":"administer%2:41:00::","synset_id":"administer.v.01"},{"index":2,"sense_key":"administer%2:40:01::","synset_id":"administer.v.02"},{"index":3,"sense_key":"administer%2:40:00::","synset_id":"distribute.v.01"},{"index":4,"sense_key":"administer%2:29:00::","synset_id":"administer.v.04"},{"index":5,"sense_key":"administer%2:41:01::","synset_id":"administer.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"administer%2:29:00::","call_ids":["senseval2.d001.s092.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"administer%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28892667102627456}
{"item_id":"senseval2.d001.s092.t002","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"patient%1:18:00::","call_ids":["senseval2.d001.s092.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"patient%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2083833129145205}
{"item_id":"senseval2.d001.s092.t005","gold_sense_keys":["healthy%3:00:00::"],"candidates":[{"index":1,"sense_key":"healthy%3:00:00::","synset_id":"healthy.a.01"},{"index":2,"sense_key":"healthy%5:00:00:sound:00","synset_id":"healthy.s.01"},{"index":3,"sense_key":"healthy%5:00:00:wholesome:00","synset_id":"healthy.s.02"},{"index":4,"sense_key":"healthy%5:00:00:reasonable:00","synset_id":"healthy.s.03"},{"index":5,"sense_key":"healthy%5:00:00:considerable:00","synset_id":"goodly.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"healthy%5:00:00:wholesome:00","call_ids":["senseval2.d001.s092.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"healthy%5:00:00:wholesome:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25664937403053045}
{"item_id":"senseval2.d001.s092.t006","gold_sense_keys":["version%1:09:01::"],"candidates":[{"index":1,"sense_key":"version%1:10:01::","synset_id":"version.n.01"},{"index":2,"sense_key":"version%1:09:01::","synset_id":"version.n.02"},{"index":3,"sense_key":"version%1:10:02::","synset_id":"adaptation.n.01"},{"index":4,"sense_key":"version%1:10:00::","synset_id":"translation.n.01"},{"index":5,"sense_key":"version%1:09:00::","synset_id":"interpretation.n.01"},{"index":6,"sense_key":"version%1:04:00::","synset_id":"version.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"version%1:09:01::","call_ids":["senseval2.d001.s092.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"version%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23208420304581523}
{"item_id":"senseval2.d001.s092.t007","gold_sense_keys":["damaged%3:00:00::"],"candidates":[{"index":1,"sense_key":"damaged%3:00:00::","synset_id":"damaged.a.01"},{"index":2,"sense_key":"damaged%5:00:00:disreputable:00","synset_id":"discredited.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damaged%3:00:00::","call_ids":["senseval2.d001.s092.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damaged%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24834995390847325}
{"item_id":"senseval2.d001.s093.t000","gold_sense_keys":["possible%3:00:00::"],"candidates":[{"index":1,"sense_key":"possible%3:00:00::","synset_id":"possible.a.01"},{"index":2,"sense_key":"possible%3:00:04::","synset_id":"potential.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"possible%3:00:00::","call_ids":["senseval2.d001.s093.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"possible%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24989333213306963}
{"item_id":"senseval2.d001.s093.t001","gold_sense_keys":["replace%2:30:00::"],"candidates":[{"index":1,"sense_key":"replace%2:30:00::","synset_id":"replace.v.01"},{"index":2,"sense_key":"replace%2:41:00::","synset_id":"supplant.v.01"},{"index":3,"sense_key":"replace%2:35:00::","synset_id":"replace.v.03"},{"index":4,"sense_key":"replace%2:40:00::","synset_id":"substitute.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"replace%2:41:00::","call_ids":["senseval2.d001.s093.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"replace%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2683686991222203}
{"item_id":"senseval2.d001.s093.t004","gold_sense_keys":["healthy%3:00:00::"],"candidates":[{"index":1,"sense_key":"healthy%3:00:00::","synset_id":"healthy.a.01"},{"index":2,"sense_key":"healthy%5:00:00:sound:00","synset_id":"healthy.s.01"},{"index":3,"sense_key":"healthy%5:00:00:wholesome:00","synset_id":"healthy.s.02"},{"index":4,"sense_key":"healthy%5:00:00:reasonable:00","synset_id":"healthy.s.03"},{"index":5,"sense_key":"healthy%5:00:00:considerable:00","synset_id":"goodly.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"healthy%5:00:00:wholesome:00","call_ids":["senseval2.d001.s093.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"healthy%5:00:00:wholesome:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2542160840239376}
{"item_id":"senseval2.d001.s093.t005","gold_sense_keys":["version%1:09:01::"],"candidates":[{"index":1,"sense_key":"version%1:10:01::","synset_id":"version.n.01"},{"index":2,"sense_key":"version%1:09:01::","synset_id":"version.n.02"},{"index":3,"sense_key":"version%1:10:02::","synset_id":"adaptation.n.01"},{"index":4,"sense_key":"version%1:10:00::","synset_id":"translation.n.01"},{"index":5,"sense_key":"version%1:09:00::","synset_id":"interpretation.n.01"},{"index":6,"sense_key":"version%1:04:00::","synset_id":"version.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"version%1:10:02::","call_ids":["senseval2.d001.s093.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"version%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":240,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25636785686947405}
{"item_id":"senseval2.d001.s093.t006","gold_sense_keys":["come_close%2:41:00::"],"candidates":[{"index":1,"sense_key":"come_close%2:41:00::","synset_id":"come_close.v.01"},{"index":2,"sense_key":"come_close%2:42:00::","synset_id":"approximate.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"come_close%2:41:00::","call_ids":["senseval2.d001.s093.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"come_close%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2585092780645937}
{"item_id":"senseval2.d001.s094.t001","gold_sense_keys":["say%2:32:00::","say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval2.d001.s094.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":342,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2645415482111275}
{"item_id":"senseval2.d001.s094.t002","gold_sense_keys":["witness%2:39:01::"],"candidates":[{"index":1,"sense_key":"witness%2:39:00::","synset_id":"witness.v.01"},{"index":2,"sense_key":"witness%2:39:01::","synset_id":"witness.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"witness%2:39:01::","call_ids":["senseval2.d001.s094.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"witness%2:39:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2599904420785606}
{"item_id":"senseval2.d001.s094.t003","gold_sense_keys":["discovery%1:04:00::"],"candidates":[{"index":1,"sense_key":"discovery%1:04:00::","synset_id":"discovery.n.01"},{"index":2,"sense_key":"discovery%1:10:00::","synset_id":"discovery.n.02"},{"index":3,"sense_key":"discovery%1:09:00::","synset_id":"discovery.n.03"},{"index":4,"sense_key":"discovery%1:10:01::","synset_id":"discovery.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discovery%1:10:00::","call_ids":["senseval2.d001.s094.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discovery%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26172227412462234}
{"item_id":"senseval2.d001.s094.t004","gold_sense_keys":["most%4:02:00::"],"candidates":[{"index":1,"sense_key":"most%4:02:00::","synset_id":"most.r.01"},{"index":2,"sense_key":"most%4:02:01::","synset_id":"most.r.02"},{"index":3,"sense_key":"most%4:02:02::","synset_id":"about.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"most%4:02:00::","call_ids":["senseval2.d001.s094.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"most%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26352485502138734}
{"item_id":"senseval2.d001.s094.t005","gold_sense_keys":["important%3:00:00::","important%3:00:02::","important%3:00:04::"],"candidates":[{"index":1,"sense_key":"important%3:00:00::","synset_id":"important.a.01"},{"index":2,"sense_key":"important%3:00:04::","synset_id":"significant.a.01"},{"index":3,"sense_key":"important%3:00:02::","synset_id":"crucial.a.01"},{"index":4,"sense_key":"important%5:00:00:influential:00","synset_id":"authoritative.s.01"},{"index":5,"sense_key":"important%5:00:00:immodest:02","synset_id":"important.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"important%3:00:02::","call_ids":["senseval2.d001.s094.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"important%3:00:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2678986401297152}
{"item_id":"senseval2.d001.s094.t006","gold_sense_keys":["step%1:04:02::"],"candidates":[{"index":1,"sense_key":"step%1:04:02::","synset_id":"measure.n.01"},{"index":2,"sense_key":"step%1:23:00::","synset_id":"footstep.n.03"},{"index":3,"sense_key":"step%1:04:00::","synset_id":"step.n.03"},{"index":4,"sense_key":"step%1:06:00::","synset_id":"step.n.04"},{"index":5,"sense_key":"step%1:26:00::","synset_id":"gradation.n.01"},{"index":6,"sense_key":"step%1:23:01::","synset_id":"step.n.06"},{"index":7,"sense_key":"step%1:11:00::","synset_id":"footfall.n.01"},{"index":8,"sense_key":"step%1:10:00::","synset_id":"tone.n.09"},{"index":9,"sense_key":"step%1:10:02::","synset_id":"footprint.n.01"},{"index":10,"sense_key":"step%1:06:01::","synset_id":"step.n.10"},{"index":11,"sense_key":"step%1:04:03::","synset_id":"dance_step.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"step%1:26:00::","call_ids":["senseval2.d001.s094.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"step%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":373,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26989921811036766}
{"item_id":"senseval2.d001.s094.t007","gold_sense_keys":["genesis%1:11:00::"],"candidates":[{"index":1,"sense_key":"genesis%1:11:00::","synset_id":"genesis.n.01"},{"index":2,"sense_key":"genesis%1:10:00::","synset_id":"genesis.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"genesis%1:11:00::","call_ids":["senseval2.d001.s094.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"genesis%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2445991770364344}
{"item_id":"senseval2.d001.s094.t008","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["senseval2.d001.s094.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2481755199842155}
{"item_id":"senseval2.d002.s000.t000","gold_sense_keys":["teach%2:32:00::"],"candidates":[{"index":1,"sense_key":"teach%2:32:00::","synset_id":"teach.v.01"},{"index":2,"sense_key":"teach%2:30:00::","synset_id":"teach.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"teach%2:32:00::","call_ids":["senseval2.d002.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"teach%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24965422600507736}
{"item_id":"senseval2.d002.s000.t001","gold_sense_keys":["child%1:18:00::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"child%1:18:01::","call_ids":["senseval2.d002.s000.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"child%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2589536919258535}
{"item_id":"senseval2.d002.s000.t002","gold_sense_keys":["read%2:31:00::"],"candidates":[{"index":1,"sense_key":"read%2:31:00::","synset_id":"read.v.01"},{"index":2,"sense_key":"read%2:42:00::","synset_id":"read.v.02"},{"index":3,"sense_key":"read%2:31:01::","synset_id":"read.v.03"},{"index":4,"sense_key":"read%2:31:06::","synset_id":"read.v.04"},{"index":5,"sense_key":"read%2:31:02::","synset_id":"read.v.05"},{"index":6,"sense_key":"read%2:31:09::","synset_id":"take.v.06"},{"index":7,"sense_key":"read%2:31:05::","synset_id":"learn.v.04"},{"index":8,"sense_key":"read%2:32:02::","synset_id":"read.v.08"},{"index":9,"sense_key":"read%2:36:05::","synset_id":"read.v.09"},{"index":10,"sense_key":"read%2:31:08::","synset_id":"read.v.10"},{"index":11,"sense_key":"read%2:31:04::","synset_id":"understand.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"read%2:31:01::","call_ids":["senseval2.d002.s000.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"read%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":362,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26268839184194803}
{"item_id":"senseval2.d002.s000.t003","gold_sense_keys":["write%2:36:01::"],"candidates":[{"index":1,"sense_key":"write%2:36:00::","synset_id":"write.v.01"},{"index":2,"sense_key":"write%2:32:00::","synset_id":"write.v.02"},{"index":3,"sense_key":"write%2:36:02::","synset_id":"publish.v.03"},{"index":4,"sense_key":"write%2:32:08::","synset_id":"write.v.04"},{"index":5,"sense_key":"write%2:32:01::","synset_id":"write.v.05"},{"index":6,"sense_key":"write%2:36:04::","synset_id":"compose.v.02"},{"index":7,"sense_key":"write%2:36:01::","synset_id":"write.v.07"},{"index":8,"sense_key":"write%2:32:03::","synset_id":"write.v.08"},{"index":9,"sense_key":"write%2:36:03::","synset_id":"spell.v.03"},{"index":10,"sense_key":"write%2:36:10::","synset_id":"write.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"write%2:36:01::","call_ids":["senseval2.d002.s000.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"write%2:36:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2638351258356124}
{"item_id":"senseval2.d002.s000.t004","gold_sense_keys":["reckon%2:31:01::"],"candidates":[{"index":1,"sense_key":"reckon%2:31:02::","synset_id":"think.v.02"},{"index":2,"sense_key":"reckon%2:31:03::","synset_id":"calculate.v.02"},{"index":3,"sense_key":"reckon%2:31:00::","synset_id":"see.v.05"},{"index":4,"sense_key":"reckon%2:31:01::","synset_id":"calculate.v.01"},{"index":5,"sense_key":"reckon%2:31:05::","synset_id":"count.v.08"},{"index":6,"sense_key":"reckon%2:31:13::","synset_id":"reckon.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"reckon%2:31:01::","call_ids":["senseval2.d002.s000.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"reckon%2:31:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26475794380530715}
{"item_id":"senseval2.d002.s001.t000","gold_sense_keys":["know%2:31:03::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval2.d002.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":371,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24997795396484435}
{"item_id":"senseval2.d002.s002.t000","gold_sense_keys":["want%2:37:00::"],"candidates":[{"index":1,"sense_key":"want%2:37:00::","synset_id":"desire.v.01"},{"index":2,"sense_key":"want%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"want%2:35:00::","synset_id":"want.v.03"},{"index":4,"sense_key":"want%2:31:01::","synset_id":"want.v.04"},{"index":5,"sense_key":"want%2:42:01::","synset_id":"want.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"want%2:34:00::","call_ids":["senseval2.d002.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"want%2:34:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2665124530903995}
{"item_id":"senseval2.d002.s003.t000","gold_sense_keys":["reason%1:09:01::","reason%1:10:00::","reason%1:10:01::","reason%1:16:00::"],"candidates":[{"index":1,"sense_key":"reason%1:16:00::","synset_id":"reason.n.01"},{"index":2,"sense_key":"reason%1:10:01::","synset_id":"reason.n.02"},{"index":3,"sense_key":"reason%1:09:00::","synset_id":"reason.n.03"},{"index":4,"sense_key":"reason%1:26:00::","synset_id":"rationality.n.01"},{"index":5,"sense_key":"reason%1:10:00::","synset_id":"cause.n.02"},{"index":6,"sense_key":"reason%1:09:01::","synset_id":"reason.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"reason%1:09:00::","call_ids":["senseval2.d002.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"reason%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":279,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2443093010224402}
{"item_id":"senseval2.d002.s003.t001","gold_sense_keys":["want%2:37:00::"],"candidates":[{"index":1,"sense_key":"want%2:37:00::","synset_id":"desire.v.01"},{"index":2,"sense_key":"want%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"want%2:35:00::","synset_id":"want.v.03"},{"index":4,"sense_key":"want%2:31:01::","synset_id":"want.v.04"},{"index":5,"sense_key":"want%2:42:01::","synset_id":"want.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"want%2:42:01::","call_ids":["senseval2.d002.s003.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"want%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":230,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2503018560819328}
{"item_id":"senseval2.d002.s003.t002","gold_sense_keys":["effective%3:00:00::","effective%5:00:00:competent:00"],"candidates":[{"index":1,"sense_key":"effective%3:00:00::","synset_id":"effective.a.01"},{"index":2,"sense_key":"effective%5:00:00:competent:00","synset_id":"effective.s.01"},{"index":3,"sense_key":"effective%5:00:00:efficacious:00","synset_id":"effective.s.02"},{"index":4,"sense_key":"effective%5:00:00:operative:00","synset_id":"effective.s.03"},{"index":5,"sense_key":"effective%5:00:00:actual:00","synset_id":"effective.s.04"},{"index":6,"sense_key":"effective%5:00:00:operational:00","synset_id":"effective.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"effective%5:00:00:efficacious:00","call_ids":["senseval2.d002.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"effective%5:00:00:efficacious:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":293,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25298840599134564}
{"item_id":"senseval2.d002.s003.t003","gold_sense_keys":["education%1:04:00::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"education%1:09:00::","call_ids":["senseval2.d002.s003.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"education%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2546512819826603}
{"item_id":"senseval2.d002.s003.t004","gold_sense_keys":["require%2:42:00::"],"candidates":[{"index":1,"sense_key":"require%2:42:00::","synset_id":"necessitate.v.01"},{"index":2,"sense_key":"require%2:32:01::","synset_id":"ask.v.04"},{"index":3,"sense_key":"require%2:32:00::","synset_id":"command.v.02"},{"index":4,"sense_key":"require%2:34:00::","synset_id":"want.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"require%2:32:01::","call_ids":["senseval2.d002.s003.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"require%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2572564398869872}
{"item_id":"senseval2.d002.s003.t005","gold_sense_keys":["relinquish%2:41:00::"],"candidates":[{"index":1,"sense_key":"relinquish%2:40:01::","synset_id":"release.v.08"},{"index":2,"sense_key":"relinquish%2:41:00::","synset_id":"waive.v.01"},{"index":3,"sense_key":"relinquish%2:40:00::","synset_id":"foreswear.v.02"},{"index":4,"sense_key":"relinquish%2:35:02::","synset_id":"let_go_of.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"relinquish%2:41:00::","call_ids":["senseval2.d002.s003.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"relinquish%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25092959008179605}
{"item_id":"senseval2.d002.s003.t008","gold_sense_keys":["belief%1:09:00::"],"candidates":[{"index":1,"sense_key":"belief%1:09:00::","synset_id":"belief.n.01"},{"index":2,"sense_key":"belief%1:09:01::","synset_id":"impression.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"belief%1:09:00::","call_ids":["senseval2.d002.s003.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"belief%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19840908097103238}
{"item_id":"senseval2.d002.s003.t013","gold_sense_keys":["young%3:00:00::"],"candidates":[{"index":1,"sense_key":"young%3:00:00::","synset_id":"young.a.01"},{"index":2,"sense_key":"young%5:00:00:early:02","synset_id":"new.s.08"},{"index":3,"sense_key":"young%5:00:01:young:00","synset_id":"youthful.s.01"},{"index":4,"sense_key":"young%5:00:00:new:00","synset_id":"young.s.03"},{"index":5,"sense_key":"young%5:00:00:inexperienced:00","synset_id":"unseasoned.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"young%5:00:01:young:00","call_ids":["senseval2.d002.s003.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"young%5:00:01:young:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2225281021092087}
{"item_id":"senseval2.d002.s003.t014","gold_sense_keys":["people%1:14:00::"],"candidates":[{"index":1,"sense_key":"people%1:14:00::","synset_id":"people.n.01"},{"index":2,"sense_key":"people%1:14:01::","synset_id":"citizenry.n.01"},{"index":3,"sense_key":"people%1:14:02::","synset_id":"people.n.03"},{"index":4,"sense_key":"people%1:14:03::","synset_id":"multitude.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"people%1:14:01::","call_ids":["senseval2.d002.s003.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"people%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25510681606829166}
{"item_id":"senseval2.d002.s003.t016","gold_sense_keys":["violate%2:41:00::"],"candidates":[{"index":1,"sense_key":"violate%2:42:00::","synset_id":"violate.v.01"},{"index":2,"sense_key":"violate%2:41:00::","synset_id":"transgress.v.01"},{"index":3,"sense_key":"violate%2:35:00::","synset_id":"violate.v.03"},{"index":4,"sense_key":"violate%2:41:02::","synset_id":"desecrate.v.01"},{"index":5,"sense_key":"violate%2:41:01::","synset_id":"rape.v.01"},{"index":6,"sense_key":"violate%2:35:01::","synset_id":"rape.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"violate%2:41:00::","call_ids":["senseval2.d002.s003.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"violate%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.257987841963768}
{"item_id":"senseval2.d002.s004.t000","gold_sense_keys":["belief%1:09:00::"],"candidates":[{"index":1,"sense_key":"belief%1:09:00::","synset_id":"belief.n.01"},{"index":2,"sense_key":"belief%1:09:01::","synset_id":"impression.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"belief%1:09:00::","call_ids":["senseval2.d002.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"belief%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25954306893981993}
{"item_id":"senseval2.d002.s004.t001","gold_sense_keys":["so%4:02:03::"],"candidates":[{"index":1,"sense_key":"so%4:02:02::","synset_id":"so.r.01"},{"index":2,"sense_key":"so%4:02:06::","synset_id":"so.r.02"},{"index":3,"sense_key":"so%4:02:05::","synset_id":"so.r.03"},{"index":4,"sense_key":"so%4:02:07::","synset_id":"so.r.04"},{"index":5,"sense_key":"so%4:02:08::","synset_id":"so.r.05"},{"index":6,"sense_key":"so%4:02:04::","synset_id":"thus.r.02"},{"index":7,"sense_key":"so%4:02:03::","synset_id":"so.r.07"},{"index":8,"sense_key":"so%4:02:09::","synset_id":"then.r.01"},{"index":9,"sense_key":"so%4:02:10::","synset_id":"therefore.r.01"},{"index":10,"sense_key":"so%4:02:00::","synset_id":"indeed.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"so%4:02:03::","call_ids":["senseval2.d002.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"so%4:02:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":356,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2628773821052164}
{"item_id":"senseval2.d002.s004.t003","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s004.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2645461990032345}
{"item_id":"senseval2.d002.s004.t004","gold_sense_keys":["establishment%1:14:00::","establishment%1:14:02::"],"candidates":[{"index":1,"sense_key":"establishment%1:04:00::","synset_id":"constitution.n.02"},{"index":2,"sense_key":"establishment%1:14:00::","synset_id":"institution.n.01"},{"index":3,"sense_key":"establishment%1:14:02::","synset_id":"administration.n.02"},{"index":4,"sense_key":"establishment%1:06:00::","synset_id":"establishment.n.04"},{"index":5,"sense_key":"establishment%1:14:01::","synset_id":"establishment.n.05"},{"index":6,"sense_key":"establishment%1:22:00::","synset_id":"establishment.n.06"},{"index":7,"sense_key":"establishment%1:09:00::","synset_id":"establishment.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"establishment%1:14:02::","call_ids":["senseval2.d002.s004.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"establishment%1:14:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2662759118247777}
{"item_id":"senseval2.d002.s004.t005","gold_sense_keys":["politician%1:18:00::","politician%1:18:01::"],"candidates":[{"index":1,"sense_key":"politician%1:18:01::","synset_id":"politician.n.01"},{"index":2,"sense_key":"politician%1:18:00::","synset_id":"politician.n.02"},{"index":3,"sense_key":"politician%1:18:02::","synset_id":"politician.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"politician%1:18:00::","call_ids":["senseval2.d002.s004.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"politician%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2680754540488124}
{"item_id":"senseval2.d002.s004.t006","gold_sense_keys":["even%4:02:00::"],"candidates":[{"index":1,"sense_key":"even%4:02:00::","synset_id":"even.r.01"},{"index":2,"sense_key":"even%4:02:03::","synset_id":"even.r.02"},{"index":3,"sense_key":"even%4:02:01::","synset_id":"even.r.03"},{"index":4,"sense_key":"even%4:02:04::","synset_id":"even.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"even%4:02:03::","call_ids":["senseval2.d002.s004.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"even%4:02:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2698944378644228}
{"item_id":"senseval2.d002.s004.t007","gold_sense_keys":["parent%1:18:00::"],"candidates":[{"index":1,"sense_key":"parent%1:18:00::","synset_id":"parent.n.01"},{"index":2,"sense_key":"parent%1:03:00::","synset_id":"parent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"parent%1:18:00::","call_ids":["senseval2.d002.s004.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"parent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27192812389694154}
{"item_id":"senseval2.d002.s004.t008","gold_sense_keys":["seem%2:39:01::"],"candidates":[{"index":1,"sense_key":"seem%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"seem%2:39:01::","synset_id":"appear.v.04"},{"index":3,"sense_key":"seem%2:42:00::","synset_id":"seem.v.03"},{"index":4,"sense_key":"seem%2:39:02::","synset_id":"seem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seem%2:39:01::","call_ids":["senseval2.d002.s004.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seem%2:39:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27379464404657483}
{"item_id":"senseval2.d002.s004.t010","gold_sense_keys":["blasphemous%5:00:00:irreverent:00"],"candidates":[{"index":1,"sense_key":"blasphemous%5:00:00:irreverent:00","synset_id":"blasphemous.s.01"},{"index":2,"sense_key":"blasphemous%5:00:00:dirty:02","synset_id":"blasphemous.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"blasphemous%5:00:00:irreverent:00","call_ids":["senseval2.d002.s004.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"blasphemous%5:00:00:irreverent:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27540366095490754}
{"item_id":"senseval2.d002.s004.t011","gold_sense_keys":["challenge%2:32:01::"],"candidates":[{"index":1,"sense_key":"challenge%2:32:01::","synset_id":"challenge.v.01"},{"index":2,"sense_key":"challenge%2:32:00::","synset_id":"challenge.v.02"},{"index":3,"sense_key":"challenge%2:32:03::","synset_id":"challenge.v.03"},{"index":4,"sense_key":"challenge%2:32:02::","synset_id":"challenge.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"challenge%2:32:01::","call_ids":["senseval2.d002.s004.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"challenge%2:32:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28063045791350305}
{"item_id":"senseval2.d002.s005.t000","gold_sense_keys":["here%4:02:02::"],"candidates":[{"index":1,"sense_key":"here%4:02:00::","synset_id":"here.r.01"},{"index":2,"sense_key":"here%4:02:02::","synset_id":"here.r.02"},{"index":3,"sense_key":"here%4:02:01::","synset_id":"here.r.03"},{"index":4,"sense_key":"here%4:02:04::","synset_id":"here.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"here%4:02:00::","call_ids":["senseval2.d002.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"here%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28863927419297397}
{"item_id":"senseval2.d002.s005.t001","gold_sense_keys":["example%1:09:00::"],"candidates":[{"index":1,"sense_key":"example%1:09:00::","synset_id":"example.n.01"},{"index":2,"sense_key":"example%1:09:02::","synset_id":"model.n.07"},{"index":3,"sense_key":"example%1:09:01::","synset_id":"exemplar.n.01"},{"index":4,"sense_key":"example%1:10:00::","synset_id":"example.n.04"},{"index":5,"sense_key":"example%1:11:00::","synset_id":"case.n.01"},{"index":6,"sense_key":"example%1:04:00::","synset_id":"exercise.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"example%1:09:00::","call_ids":["senseval2.d002.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"example%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2675421950407326}
{"item_id":"senseval2.d002.s006.t000","gold_sense_keys":["ask%2:32:04::"],"candidates":[{"index":1,"sense_key":"ask%2:32:00::","synset_id":"ask.v.01"},{"index":2,"sense_key":"ask%2:32:01::","synset_id":"ask.v.02"},{"index":3,"sense_key":"ask%2:32:02::","synset_id":"ask.v.03"},{"index":4,"sense_key":"ask%2:32:05::","synset_id":"ask.v.04"},{"index":5,"sense_key":"ask%2:32:04::","synset_id":"ask.v.05"},{"index":6,"sense_key":"ask%2:42:00::","synset_id":"necessitate.v.01"},{"index":7,"sense_key":"ask%2:32:09::","synset_id":"ask.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"ask%2:32:04::","call_ids":["senseval2.d002.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"ask%2:32:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2690140469931066}
{"item_id":"senseval2.d002.s006.t001","gold_sense_keys":["sample%1:09:00::","sample%1:09:01::"],"candidates":[{"index":1,"sense_key":"sample%1:09:00::","synset_id":"sample.n.01"},{"index":2,"sense_key":"sample%1:09:01::","synset_id":"sample_distribution.n.01"},{"index":3,"sense_key":"sample%1:17:00::","synset_id":"sample.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sample%1:09:01::","call_ids":["senseval2.d002.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sample%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2705612468998879}
{"item_id":"senseval2.d002.s006.t002","gold_sense_keys":["american%3:01:01::"],"candidates":[{"index":1,"sense_key":"american%3:01:01::","synset_id":"american.a.01"},{"index":2,"sense_key":"american%3:01:00::","synset_id":"american.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"american%3:01:00::","call_ids":["senseval2.d002.s006.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"american%3:01:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27194768702611327}
{"item_id":"senseval2.d002.s006.t003","gold_sense_keys":["parent%1:18:00::"],"candidates":[{"index":1,"sense_key":"parent%1:18:00::","synset_id":"parent.n.01"},{"index":2,"sense_key":"parent%1:03:00::","synset_id":"parent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"parent%1:18:00::","call_ids":["senseval2.d002.s006.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"parent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27382093807682395}
{"item_id":"senseval2.d002.s006.t006","gold_sense_keys":["encourage%2:41:00::"],"candidates":[{"index":1,"sense_key":"encourage%2:41:00::","synset_id":"promote.v.01"},{"index":2,"sense_key":"encourage%2:37:00::","synset_id":"encourage.v.02"},{"index":3,"sense_key":"encourage%2:32:00::","synset_id":"encourage.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"encourage%2:32:00::","call_ids":["senseval2.d002.s006.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"encourage%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27525191800668836}
{"item_id":"senseval2.d002.s006.t008","gold_sense_keys":["child%1:18:01::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"child%1:18:01::","call_ids":["senseval2.d002.s006.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"child%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3350222560111433}
{"item_id":"senseval2.d002.s006.t009","gold_sense_keys":["answer%1:10:01::"],"candidates":[{"index":1,"sense_key":"answer%1:10:01::","synset_id":"answer.n.01"},{"index":2,"sense_key":"answer%1:10:02::","synset_id":"solution.n.02"},{"index":3,"sense_key":"answer%1:10:00::","synset_id":"answer.n.03"},{"index":4,"sense_key":"answer%1:10:03::","synset_id":"answer.n.04"},{"index":5,"sense_key":"answer%1:04:00::","synset_id":"answer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"answer%1:10:01::","call_ids":["senseval2.d002.s006.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"answer%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36723785498179495}
{"item_id":"senseval2.d002.s007.t000","gold_sense_keys":["mean%2:32:01::"],"candidates":[{"index":1,"sense_key":"mean%2:32:01::","synset_id":"mean.v.01"},{"index":2,"sense_key":"mean%2:42:00::","synset_id":"entail.v.01"},{"index":3,"sense_key":"mean%2:32:03::","synset_id":"mean.v.03"},{"index":4,"sense_key":"mean%2:31:00::","synset_id":"intend.v.01"},{"index":5,"sense_key":"mean%2:42:03::","synset_id":"mean.v.05"},{"index":6,"sense_key":"mean%2:31:01::","synset_id":"think_of.v.04"},{"index":7,"sense_key":"mean%2:31:05::","synset_id":"mean.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mean%2:42:00::","call_ids":["senseval2.d002.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mean%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3724236059933901}
{"item_id":"senseval2.d002.s008.t000","gold_sense_keys":["one%1:09:00::"],"candidates":[{"index":1,"sense_key":"one%1:23:00::","synset_id":"one.n.01"},{"index":2,"sense_key":"one%1:09:00::","synset_id":"one.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"one%1:09:00::","call_ids":["senseval2.d002.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"one%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":131,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39419607096351683}
{"item_id":"senseval2.d002.s009.t002","gold_sense_keys":["equate%2:31:00::"],"candidates":[{"index":1,"sense_key":"equate%2:31:00::","synset_id":"compare.v.03"},{"index":2,"sense_key":"equate%2:42:00::","synset_id":"equate.v.02"},{"index":3,"sense_key":"equate%2:30:00::","synset_id":"equal.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"equate%2:30:00::","call_ids":["senseval2.d002.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"equate%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39587581902742386}
{"item_id":"senseval2.d002.s009.t004","gold_sense_keys":["encourage%2:41:00::"],"candidates":[{"index":1,"sense_key":"encourage%2:41:00::","synset_id":"promote.v.01"},{"index":2,"sense_key":"encourage%2:37:00::","synset_id":"encourage.v.02"},{"index":3,"sense_key":"encourage%2:32:00::","synset_id":"encourage.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"encourage%2:37:00::","call_ids":["senseval2.d002.s009.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"encourage%2:37:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3978893328458071}
{"item_id":"senseval2.d002.s010.t000","gold_sense_keys":["result%1:19:00::"],"candidates":[{"index":1,"sense_key":"result%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"result%1:10:00::","synset_id":"solution.n.02"},{"index":3,"sense_key":"result%1:11:00::","synset_id":"result.n.03"},{"index":4,"sense_key":"result%1:10:01::","synset_id":"resultant_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"result%1:11:00::","call_ids":["senseval2.d002.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"result%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4003325360827148}
{"item_id":"senseval2.d002.s010.t001","gold_sense_keys":["generation%1:14:01::"],"candidates":[{"index":1,"sense_key":"generation%1:14:01::","synset_id":"coevals.n.01"},{"index":2,"sense_key":"generation%1:14:00::","synset_id":"generation.n.02"},{"index":3,"sense_key":"generation%1:28:00::","synset_id":"generation.n.03"},{"index":4,"sense_key":"generation%1:28:01::","synset_id":"generation.n.04"},{"index":5,"sense_key":"generation%1:11:00::","synset_id":"genesis.n.01"},{"index":6,"sense_key":"generation%1:04:01::","synset_id":"generation.n.06"},{"index":7,"sense_key":"generation%1:04:00::","synset_id":"generation.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"generation%1:28:00::","call_ids":["senseval2.d002.s010.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"generation%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40232020802795887}
{"item_id":"senseval2.d002.s010.t002","gold_sense_keys":["young%3:00:00::"],"candidates":[{"index":1,"sense_key":"young%3:00:00::","synset_id":"young.a.01"},{"index":2,"sense_key":"young%5:00:00:early:02","synset_id":"new.s.08"},{"index":3,"sense_key":"young%5:00:01:young:00","synset_id":"youthful.s.01"},{"index":4,"sense_key":"young%5:00:00:new:00","synset_id":"young.s.03"},{"index":5,"sense_key":"young%5:00:00:inexperienced:00","synset_id":"unseasoned.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"young%5:00:00:new:00","call_ids":["senseval2.d002.s010.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"young%5:00:00:new:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4044248720165342}
{"item_id":"senseval2.d002.s010.t003","gold_sense_keys":["people%1:14:00::"],"candidates":[{"index":1,"sense_key":"people%1:14:00::","synset_id":"people.n.01"},{"index":2,"sense_key":"people%1:14:01::","synset_id":"citizenry.n.01"},{"index":3,"sense_key":"people%1:14:02::","synset_id":"people.n.03"},{"index":4,"sense_key":"people%1:14:03::","synset_id":"multitude.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"people%1:14:03::","call_ids":["senseval2.d002.s010.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"people%1:14:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4065174078568816}
{"item_id":"senseval2.d002.s010.t006","gold_sense_keys":["incompetence%1:07:00::"],"candidates":[{"index":1,"sense_key":"incompetence%1:07:00::","synset_id":"incompetence.n.01"},{"index":2,"sense_key":"incompetence%1:26:00::","synset_id":"incompetence.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"incompetence%1:26:00::","call_ids":["senseval2.d002.s010.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"incompetence%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":130,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4083850309252739}
{"item_id":"senseval2.d002.s010.t007","gold_sense_keys":["match%2:42:01::"],"candidates":[{"index":1,"sense_key":"match%2:42:00::","synset_id":"match.v.01"},{"index":2,"sense_key":"match%2:40:00::","synset_id":"match.v.02"},{"index":3,"sense_key":"match%2:35:08::","synset_id":"match.v.03"},{"index":4,"sense_key":"match%2:42:01::","synset_id":"equal.v.02"},{"index":5,"sense_key":"match%2:30:01::","synset_id":"match.v.05"},{"index":6,"sense_key":"match%2:41:00::","synset_id":"meet.v.06"},{"index":7,"sense_key":"match%2:35:10::","synset_id":"match.v.07"},{"index":8,"sense_key":"match%2:33:00::","synset_id":"pit.v.01"},{"index":9,"sense_key":"match%2:30:00::","synset_id":"match.v.09"},{"index":10,"sense_key":"match%2:30:07::","synset_id":"equal.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"match%2:30:00::","call_ids":["senseval2.d002.s010.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"match%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":299,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40796632692217827}
{"item_id":"senseval2.d002.s010.t008","gold_sense_keys":["only%4:02:01::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"only%4:02:04::","call_ids":["senseval2.d002.s010.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"only%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40980384196154773}
{"item_id":"senseval2.d002.s010.t009","gold_sense_keys":["good%3:00:01::"],"candidates":[{"index":1,"sense_key":"good%3:00:01::","synset_id":"good.a.01"},{"index":2,"sense_key":"good%5:00:00:ample:00","synset_id":"full.s.04"},{"index":3,"sense_key":"good%3:00:02::","synset_id":"good.a.03"},{"index":4,"sense_key":"good%5:00:00:reputable:00","synset_id":"estimable.s.01"},{"index":5,"sense_key":"good%5:00:00:advantageous:00","synset_id":"beneficial.s.01"},{"index":6,"sense_key":"good%5:00:00:nice:00","synset_id":"good.s.04"},{"index":7,"sense_key":"good%5:00:00:righteous:00","synset_id":"good.s.05"},{"index":8,"sense_key":"good%5:00:00:skilled:00","synset_id":"adept.s.01"},{"index":9,"sense_key":"good%5:00:00:complete:00","synset_id":"good.s.07"},{"index":10,"sense_key":"good%5:00:00:close:02","synset_id":"dear.s.02"},{"index":11,"sense_key":"good%5:00:01:sound:00","synset_id":"dependable.s.03"},{"index":12,"sense_key":"good%5:00:00:opportune:00","synset_id":"good.s.10"},{"index":13,"sense_key":"good%5:00:00:fortunate:00","synset_id":"good.s.11"},{"index":14,"sense_key":"good%5:00:00:operative:00","synset_id":"effective.s.03"},{"index":15,"sense_key":"good%5:00:00:pleasing:00","synset_id":"good.s.13"},{"index":16,"sense_key":"good%5:00:00:intellectual:00","synset_id":"good.s.14"},{"index":17,"sense_key":"good%5:00:00:healthy:00","synset_id":"good.s.15"},{"index":18,"sense_key":"good%5:00:00:healthful:00","synset_id":"good.s.16"},{"index":19,"sense_key":"good%5:00:00:genuine:00","synset_id":"good.s.17"},{"index":20,"sense_key":"good%5:00:00:fresh:01","synset_id":"good.s.18"},{"index":21,"sense_key":"good%5:00:00:discriminating:00","synset_id":"good.s.19"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"good%5:00:00:advantageous:00","call_ids":["senseval2.d002.s010.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"good%5:00:00:advantageous:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":459,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38639850495383143}
{"item_id":"senseval2.d002.s010.t010","gold_sense_keys":["opinion%1:09:00::"],"candidates":[{"index":1,"sense_key":"opinion%1:09:00::","synset_id":"opinion.n.01"},{"index":2,"sense_key":"opinion%1:10:01::","synset_id":"opinion.n.02"},{"index":3,"sense_key":"opinion%1:09:01::","synset_id":"public_opinion.n.01"},{"index":4,"sense_key":"opinion%1:10:00::","synset_id":"opinion.n.04"},{"index":5,"sense_key":"opinion%1:04:01::","synset_id":"opinion.n.05"},{"index":6,"sense_key":"opinion%1:09:02::","synset_id":"impression.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"opinion%1:09:01::","call_ids":["senseval2.d002.s010.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"opinion%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2891327850520611}
{"item_id":"senseval2.d002.s011.t000","gold_sense_keys":["whole%3:00:00::"],"candidates":[{"index":1,"sense_key":"whole%3:00:00::","synset_id":"whole.a.01"},{"index":2,"sense_key":"whole%3:00:02::","synset_id":"whole.a.02"},{"index":3,"sense_key":"whole%5:00:00:uninjured:00","synset_id":"unharmed.s.01"},{"index":4,"sense_key":"whole%5:00:00:healthy:00","synset_id":"hale.s.01"},{"index":5,"sense_key":"whole%5:00:00:undiversified:00","synset_id":"solid.s.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"whole%3:00:00::","call_ids":["senseval2.d002.s011.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"whole%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29190435889177024}
{"item_id":"senseval2.d002.s011.t001","gold_sense_keys":["notion%1:09:00::"],"candidates":[{"index":1,"sense_key":"notion%1:09:02::","synset_id":"impression.n.01"},{"index":2,"sense_key":"notion%1:09:00::","synset_id":"notion.n.02"},{"index":3,"sense_key":"notion%1:09:01::","synset_id":"notion.n.03"},{"index":4,"sense_key":"notion%1:06:00::","synset_id":"notion.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"notion%1:09:01::","call_ids":["senseval2.d002.s011.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"notion%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25244497414678335}
{"item_id":"senseval2.d002.s011.t003","gold_sense_keys":["education%1:04:00::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"education%1:09:00::","call_ids":["senseval2.d002.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"education%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2559156478382647}
{"item_id":"senseval2.d002.s011.t004","gold_sense_keys":["romantic%5:00:00:impractical:00"],"candidates":[{"index":1,"sense_key":"romantic%3:01:00::","synset_id":"romantic.a.01"},{"index":2,"sense_key":"romantic%5:00:01:loving:00","synset_id":"amatory.s.01"},{"index":3,"sense_key":"romantic%5:00:00:impractical:00","synset_id":"quixotic.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"romantic%5:00:00:impractical:00","call_ids":["senseval2.d002.s011.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"romantic%5:00:00:impractical:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26014993502758443}
{"item_id":"senseval2.d002.s011.t005","gold_sense_keys":["rebellion%1:04:01::"],"candidates":[{"index":1,"sense_key":"rebellion%1:04:01::","synset_id":"rebellion.n.01"},{"index":2,"sense_key":"rebellion%1:04:00::","synset_id":"rebellion.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"rebellion%1:04:01::","call_ids":["senseval2.d002.s011.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"rebellion%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2618769509717822}
{"item_id":"senseval2.d002.s011.t006","gold_sense_keys":["disciplined%5:00:00:controlled:00"],"candidates":[{"index":1,"sense_key":"disciplined%5:00:00:controlled:00","synset_id":"disciplined.s.01"},{"index":2,"sense_key":"disciplined%5:00:00:trained:00","synset_id":"disciplined.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"disciplined%5:00:00:trained:00","call_ids":["senseval2.d002.s011.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"disciplined%5:00:00:trained:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2636524089612067}
{"item_id":"senseval2.d002.s011.t007","gold_sense_keys":["instruction%1:04:01::"],"candidates":[{"index":1,"sense_key":"instruction%1:10:04::","synset_id":"direction.n.06"},{"index":2,"sense_key":"instruction%1:04:01::","synset_id":"education.n.01"},{"index":3,"sense_key":"instruction%1:04:00::","synset_id":"teaching.n.01"},{"index":4,"sense_key":"instruction%1:10:02::","synset_id":"instruction.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"instruction%1:04:01::","call_ids":["senseval2.d002.s011.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"instruction%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2659344030544162}
{"item_id":"senseval2.d002.s011.t009","gold_sense_keys":["authoritarian%5:00:00:domineering:00"],"candidates":[{"index":1,"sense_key":"authoritarian%5:00:00:undemocratic:00","synset_id":"authoritarian.s.01"},{"index":2,"sense_key":"authoritarian%5:00:00:domineering:00","synset_id":"authoritarian.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"authoritarian%5:00:00:domineering:00","call_ids":["senseval2.d002.s011.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"authoritarian%5:00:00:domineering:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26758715393953025}
{"item_id":"senseval2.d002.s011.t010","gold_sense_keys":["repression%1:04:00::"],"candidates":[{"index":1,"sense_key":"repression%1:26:00::","synset_id":"repression.n.01"},{"index":2,"sense_key":"repression%1:22:00::","synset_id":"repression.n.02"},{"index":3,"sense_key":"repression%1:04:00::","synset_id":"repression.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"repression%1:22:00::","call_ids":["senseval2.d002.s011.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"repression%1:22:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.269037693971768}
{"item_id":"senseval2.d002.s011.t011","gold_sense_keys":["frustration%1:04:02::"],"candidates":[{"index":1,"sense_key":"frustration%1:12:00::","synset_id":"frustration.n.01"},{"index":2,"sense_key":"frustration%1:04:02::","synset_id":"frustration.n.02"},{"index":3,"sense_key":"frustration%1:12:01::","synset_id":"frustration.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"frustration%1:12:01::","call_ids":["senseval2.d002.s011.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"frustration%1:12:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25655652210116386}
{"item_id":"senseval2.d002.s011.t012","gold_sense_keys":["latent%5:00:00:potential:00"],"candidates":[{"index":1,"sense_key":"latent%5:00:00:potential:00","synset_id":"latent.s.01"},{"index":2,"sense_key":"latent%5:00:00:inactive:02","synset_id":"latent.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"latent%5:00:00:potential:00","call_ids":["senseval2.d002.s011.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"latent%5:00:00:potential:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3258042368106544}
{"item_id":"senseval2.d002.s011.t013","gold_sense_keys":["talent%1:09:00::"],"candidates":[{"index":1,"sense_key":"talent%1:09:00::","synset_id":"endowment.n.01"},{"index":2,"sense_key":"talent%1:18:00::","synset_id":"talent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"talent%1:18:00::","call_ids":["senseval2.d002.s011.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"talent%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33818163978867233}
{"item_id":"senseval2.d002.s011.t016","gold_sense_keys":["yet%4:02:02::"],"candidates":[{"index":1,"sense_key":"yet%4:02:02::","synset_id":"yet.r.01"},{"index":2,"sense_key":"yet%4:02:04::","synset_id":"so_far.r.01"},{"index":3,"sense_key":"yet%4:02:03::","synset_id":"even.r.03"},{"index":4,"sense_key":"yet%4:02:00::","synset_id":"yet.r.04"},{"index":5,"sense_key":"yet%4:02:05::","synset_id":"so_far.r.03"},{"index":6,"sense_key":"yet%4:02:06::","synset_id":"however.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"yet%4:02:06::","call_ids":["senseval2.d002.s011.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"yet%4:02:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":306,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3266398198902607}
{"item_id":"senseval2.d002.s011.t018","gold_sense_keys":["potentiality%1:09:00::"],"candidates":[{"index":1,"sense_key":"potentiality%1:26:00::","synset_id":"potential.n.01"},{"index":2,"sense_key":"potentiality%1:09:00::","synset_id":"capability.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"potentiality%1:09:00::","call_ids":["senseval2.d002.s011.t018__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"potentiality%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32808028999716043}
{"item_id":"senseval2.d002.s011.t019","gold_sense_keys":["inherent%5:00:00:intrinsic:00"],"candidates":[{"index":1,"sense_key":"inherent%5:00:00:intrinsic:00","synset_id":"built-in.s.01"},{"index":2,"sense_key":"inherent%5:00:00:implicit:00","synset_id":"implicit_in.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"inherent%5:00:00:implicit:00","call_ids":["senseval2.d002.s011.t019__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"inherent%5:00:00:implicit:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3345266559626907}
{"item_id":"senseval2.d002.s011.t020","gold_sense_keys":["soul%1:18:00::"],"candidates":[{"index":1,"sense_key":"soul%1:18:00::","synset_id":"soul.n.01"},{"index":2,"sense_key":"soul%1:03:00::","synset_id":"person.n.01"},{"index":3,"sense_key":"soul%1:12:00::","synset_id":"soul.n.03"},{"index":4,"sense_key":"soul%1:04:00::","synset_id":"soul.n.04"},{"index":5,"sense_key":"soul%1:10:00::","synset_id":"soul.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"soul%1:04:00::","call_ids":["senseval2.d002.s011.t020__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"soul%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3387138231191784}
{"item_id":"senseval2.d002.s011.t021","gold_sense_keys":["child%1:18:00::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"child%1:18:01::","call_ids":["senseval2.d002.s011.t021__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"child%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3433210670482367}
{"item_id":"senseval2.d002.s012.t001","gold_sense_keys":["parent%1:18:00::"],"candidates":[{"index":1,"sense_key":"parent%1:18:00::","synset_id":"parent.n.01"},{"index":2,"sense_key":"parent%1:03:00::","synset_id":"parent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"parent%1:18:00::","call_ids":["senseval2.d002.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"parent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33963475096970797}
{"item_id":"senseval2.d002.s012.t002","gold_sense_keys":["find%2:31:10::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"find%2:40:01::","call_ids":["senseval2.d002.s012.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"find%2:40:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":484,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3405643969308585}
{"item_id":"senseval2.d002.s012.t003","gold_sense_keys":["romantic%5:00:00:impractical:00"],"candidates":[{"index":1,"sense_key":"romantic%3:01:00::","synset_id":"romantic.a.01"},{"index":2,"sense_key":"romantic%5:00:01:loving:00","synset_id":"amatory.s.01"},{"index":3,"sense_key":"romantic%5:00:00:impractical:00","synset_id":"quixotic.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"romantic%5:00:00:impractical:00","call_ids":["senseval2.d002.s012.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"romantic%5:00:00:impractical:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3284080431330949}
{"item_id":"senseval2.d002.s012.t004","gold_sense_keys":["so%4:02:02::"],"candidates":[{"index":1,"sense_key":"so%4:02:02::","synset_id":"so.r.01"},{"index":2,"sense_key":"so%4:02:06::","synset_id":"so.r.02"},{"index":3,"sense_key":"so%4:02:05::","synset_id":"so.r.03"},{"index":4,"sense_key":"so%4:02:07::","synset_id":"so.r.04"},{"index":5,"sense_key":"so%4:02:08::","synset_id":"so.r.05"},{"index":6,"sense_key":"so%4:02:04::","synset_id":"thus.r.02"},{"index":7,"sense_key":"so%4:02:03::","synset_id":"so.r.07"},{"index":8,"sense_key":"so%4:02:09::","synset_id":"then.r.01"},{"index":9,"sense_key":"so%4:02:10::","synset_id":"therefore.r.01"},{"index":10,"sense_key":"so%4:02:00::","synset_id":"indeed.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"so%4:02:03::","call_ids":["senseval2.d002.s012.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"so%4:02:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":341,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3415013200137764}
{"item_id":"senseval2.d002.s012.t005","gold_sense_keys":["attractive%5:00:00:appealing:00"],"candidates":[{"index":1,"sense_key":"attractive%3:00:01::","synset_id":"attractive.a.01"},{"index":2,"sense_key":"attractive%5:00:00:appealing:00","synset_id":"attractive.s.01"},{"index":3,"sense_key":"attractive%3:00:02::","synset_id":"attractive.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"attractive%5:00:00:appealing:00","call_ids":["senseval2.d002.s012.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"attractive%5:00:00:appealing:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32077911286614835}
{"item_id":"senseval2.d002.s013.t001","gold_sense_keys":["same%3:00:02::"],"candidates":[{"index":1,"sense_key":"same%3:00:02::","synset_id":"same.a.01"},{"index":2,"sense_key":"same%3:00:00::","synset_id":"same.a.02"},{"index":3,"sense_key":"same%3:00:04::","synset_id":"like.a.02"},{"index":4,"sense_key":"same%5:00:00:unchanged:00","synset_id":"same.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"same%5:00:00:unchanged:00","call_ids":["senseval2.d002.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"same%5:00:00:unchanged:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3291619070805609}
{"item_id":"senseval2.d002.s013.t002","gold_sense_keys":["parent%1:18:00::"],"candidates":[{"index":1,"sense_key":"parent%1:18:00::","synset_id":"parent.n.01"},{"index":2,"sense_key":"parent%1:03:00::","synset_id":"parent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"parent%1:18:00::","call_ids":["senseval2.d002.s013.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"parent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33045736118219793}
{"item_id":"senseval2.d002.s013.t003","gold_sense_keys":["want%2:37:00::"],"candidates":[{"index":1,"sense_key":"want%2:37:00::","synset_id":"desire.v.01"},{"index":2,"sense_key":"want%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"want%2:35:00::","synset_id":"want.v.03"},{"index":4,"sense_key":"want%2:31:01::","synset_id":"want.v.04"},{"index":5,"sense_key":"want%2:42:01::","synset_id":"want.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"want%2:42:01::","call_ids":["senseval2.d002.s013.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"want%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3314984259195626}
{"item_id":"senseval2.d002.s013.t004","gold_sense_keys":["child%1:18:01::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"child%1:18:01::","call_ids":["senseval2.d002.s013.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"child%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31853722711093724}
{"item_id":"senseval2.d002.s013.t005","gold_sense_keys":["get%2:40:00::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"get%2:40:01::","call_ids":["senseval2.d002.s013.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"get%2:40:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":912,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33420771709643304}
{"item_id":"senseval2.d002.s013.t006","gold_sense_keys":["decent%5:00:00:sufficient:00"],"candidates":[{"index":1,"sense_key":"decent%5:00:00:respectable:00","synset_id":"decent.s.01"},{"index":2,"sense_key":"decent%5:00:00:proper:00","synset_id":"becoming.s.01"},{"index":3,"sense_key":"decent%3:00:00::","synset_id":"decent.a.03"},{"index":4,"sense_key":"decent%5:00:00:sufficient:00","synset_id":"adequate.s.01"},{"index":5,"sense_key":"decent%5:00:02:modest:01","synset_id":"decent.s.04"},{"index":6,"sense_key":"decent%5:00:00:modest:01","synset_id":"decent.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"decent%5:00:00:sufficient:00","call_ids":["senseval2.d002.s013.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"decent%5:00:00:sufficient:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":240,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32027713721618056}
{"item_id":"senseval2.d002.s013.t007","gold_sense_keys":["education%1:04:00::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"education%1:09:00::","call_ids":["senseval2.d002.s013.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"education%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28259453596547246}
{"item_id":"senseval2.d002.s013.t013","gold_sense_keys":["know%2:31:01::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval2.d002.s013.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":386,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26071952702477574}
{"item_id":"senseval2.d002.s013.t014","gold_sense_keys":["demand%2:42:00::"],"candidates":[{"index":1,"sense_key":"demand%2:32:00::","synset_id":"demand.v.01"},{"index":2,"sense_key":"demand%2:42:00::","synset_id":"necessitate.v.01"},{"index":3,"sense_key":"demand%2:32:02::","synset_id":"demand.v.03"},{"index":4,"sense_key":"demand%2:32:09::","synset_id":"demand.v.04"},{"index":5,"sense_key":"demand%2:32:05::","synset_id":"demand.v.05"},{"index":6,"sense_key":"demand%2:32:06::","synset_id":"demand.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"demand%2:42:00::","call_ids":["senseval2.d002.s013.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"demand%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2294587620999664}
{"item_id":"senseval2.d002.s014.t000","gold_sense_keys":["commitment%1:04:00::"],"candidates":[{"index":1,"sense_key":"commitment%1:07:01::","synset_id":"committedness.n.01"},{"index":2,"sense_key":"commitment%1:04:00::","synset_id":"commitment.n.02"},{"index":3,"sense_key":"commitment%1:04:02::","synset_id":"commitment.n.03"},{"index":4,"sense_key":"commitment%1:10:00::","synset_id":"commitment.n.04"},{"index":5,"sense_key":"commitment%1:04:01::","synset_id":"commitment.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"commitment%1:04:00::","call_ids":["senseval2.d002.s014.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"commitment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20981974084861577}
{"item_id":"senseval2.d002.s014.t002","gold_sense_keys":["survive%2:42:02::"],"candidates":[{"index":1,"sense_key":"survive%2:42:01::","synset_id":"survive.v.01"},{"index":2,"sense_key":"survive%2:42:02::","synset_id":"survive.v.02"},{"index":3,"sense_key":"survive%2:42:00::","synset_id":"exist.v.02"},{"index":4,"sense_key":"survive%2:42:03::","synset_id":"outlive.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"survive%2:42:02::","call_ids":["senseval2.d002.s014.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"survive%2:42:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2913785148411989}
{"item_id":"senseval2.d002.s014.t003","gold_sense_keys":["adolescent%3:01:00::","adolescent%5:00:00:immature:01"],"candidates":[{"index":1,"sense_key":"adolescent%3:01:00::","synset_id":"adolescent.a.01"},{"index":2,"sense_key":"adolescent%5:00:00:young:00","synset_id":"adolescent.s.01"},{"index":3,"sense_key":"adolescent%5:00:00:immature:02","synset_id":"adolescent.s.02"},{"index":4,"sense_key":"adolescent%5:00:00:immature:01","synset_id":"adolescent.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"adolescent%5:00:00:immature:02","call_ids":["senseval2.d002.s014.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"adolescent%5:00:00:immature:02","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2926551620475948}
{"item_id":"senseval2.d002.s014.t004","gold_sense_keys":["illiteracy%1:09:00::"],"candidates":[{"index":1,"sense_key":"illiteracy%1:09:01::","synset_id":"illiteracy.n.01"},{"index":2,"sense_key":"illiteracy%1:09:00::","synset_id":"illiteracy.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"illiteracy%1:09:00::","call_ids":["senseval2.d002.s014.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"illiteracy%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":113,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2944666550029069}
{"item_id":"senseval2.d002.s015.t000","gold_sense_keys":["american%3:01:01::"],"candidates":[{"index":1,"sense_key":"american%3:01:01::","synset_id":"american.a.01"},{"index":2,"sense_key":"american%3:01:00::","synset_id":"american.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"american%3:01:00::","call_ids":["senseval2.d002.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"american%3:01:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2864003190770745}
{"item_id":"senseval2.d002.s015.t001","gold_sense_keys":["education%1:04:00::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"education%1:09:01::","call_ids":["senseval2.d002.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"education%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28823516913689673}
{"item_id":"senseval2.d002.s015.t002","gold_sense_keys":["future%1:28:00::"],"candidates":[{"index":1,"sense_key":"future%1:28:00::","synset_id":"future.n.01"},{"index":2,"sense_key":"future%1:10:00::","synset_id":"future.n.02"},{"index":3,"sense_key":"future%1:06:00::","synset_id":"future.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"future%1:28:00::","call_ids":["senseval2.d002.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"future%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2951458420138806}
{"item_id":"senseval2.d002.s015.t003","gold_sense_keys":["determine%2:31:02::"],"candidates":[{"index":1,"sense_key":"determine%2:32:00::","synset_id":"determine.v.01"},{"index":2,"sense_key":"determine%2:31:02::","synset_id":"determine.v.02"},{"index":3,"sense_key":"determine%2:31:01::","synset_id":"determine.v.03"},{"index":4,"sense_key":"determine%2:32:03::","synset_id":"specify.v.02"},{"index":5,"sense_key":"determine%2:31:00::","synset_id":"decide.v.01"},{"index":6,"sense_key":"determine%2:31:03::","synset_id":"determine.v.06"},{"index":7,"sense_key":"determine%2:32:05::","synset_id":"settle.v.03"},{"index":8,"sense_key":"determine%2:32:01::","synset_id":"determine.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"determine%2:31:03::","call_ids":["senseval2.d002.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"determine%2:31:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2977894290816039}
{"item_id":"senseval2.d002.s015.t004","gold_sense_keys":["degree%1:07:00::","degree%1:26:01::"],"candidates":[{"index":1,"sense_key":"degree%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"degree%1:26:01::","synset_id":"degree.n.02"},{"index":3,"sense_key":"degree%1:10:00::","synset_id":"academic_degree.n.01"},{"index":4,"sense_key":"degree%1:23:00::","synset_id":"degree.n.04"},{"index":5,"sense_key":"degree%1:09:00::","synset_id":"degree.n.05"},{"index":6,"sense_key":"degree%1:23:03::","synset_id":"degree.n.06"},{"index":7,"sense_key":"degree%1:07:01::","synset_id":"degree.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"degree%1:26:01::","call_ids":["senseval2.d002.s015.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"degree%1:26:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":285,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3007747530937195}
{"item_id":"senseval2.d002.s015.t005","gold_sense_keys":["allow%2:41:00::","allow%2:42:00::"],"candidates":[{"index":1,"sense_key":"allow%2:41:00::","synset_id":"let.v.01"},{"index":2,"sense_key":"allow%2:32:00::","synset_id":"permit.v.01"},{"index":3,"sense_key":"allow%2:40:00::","synset_id":"allow.v.03"},{"index":4,"sense_key":"allow%2:31:01::","synset_id":"allow.v.04"},{"index":5,"sense_key":"allow%2:42:00::","synset_id":"leave.v.06"},{"index":6,"sense_key":"allow%2:31:00::","synset_id":"allow.v.06"},{"index":7,"sense_key":"allow%2:42:07::","synset_id":"admit.v.05"},{"index":8,"sense_key":"allow%2:41:01::","synset_id":"give_up.v.11"},{"index":9,"sense_key":"allow%2:40:01::","synset_id":"allow.v.09"},{"index":10,"sense_key":"allow%2:32:06::","synset_id":"allow.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"allow%2:31:00::","call_ids":["senseval2.d002.s015.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"allow%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":355,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3030866419430822}
{"item_id":"senseval2.d002.s015.t007","gold_sense_keys":["prevail%2:33:00::"],"candidates":[{"index":1,"sense_key":"prevail%2:42:02::","synset_id":"predominate.v.01"},{"index":2,"sense_key":"prevail%2:42:01::","synset_id":"prevail.v.02"},{"index":3,"sense_key":"prevail%2:42:00::","synset_id":"prevail.v.03"},{"index":4,"sense_key":"prevail%2:33:00::","synset_id":"prevail.v.04"},{"index":5,"sense_key":"prevail%2:32:02::","synset_id":"prevail.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"prevail%2:33:00::","call_ids":["senseval2.d002.s015.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"prevail%2:33:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28189776185899973}
{"item_id":"senseval2.d002.s015.t008","gold_sense_keys":["illusion%1:09:00::"],"candidates":[{"index":1,"sense_key":"illusion%1:09:01::","synset_id":"illusion.n.01"},{"index":2,"sense_key":"illusion%1:09:00::","synset_id":"illusion.n.02"},{"index":3,"sense_key":"illusion%1:04:00::","synset_id":"delusion.n.03"},{"index":4,"sense_key":"illusion%1:04:02::","synset_id":"magic_trick.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"illusion%1:09:00::","call_ids":["senseval2.d002.s015.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"illusion%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28010856988839805}
{"item_id":"senseval2.d002.s015.t010","gold_sense_keys":["share%2:42:00::"],"candidates":[{"index":1,"sense_key":"share%2:42:00::","synset_id":"share.v.01"},{"index":2,"sense_key":"share%2:40:02::","synset_id":"share.v.02"},{"index":3,"sense_key":"share%2:40:01::","synset_id":"partake.v.02"},{"index":4,"sense_key":"share%2:40:00::","synset_id":"share.v.04"},{"index":5,"sense_key":"share%2:32:00::","synset_id":"share.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"share%2:32:00::","call_ids":["senseval2.d002.s015.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"share%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2580707080196589}
{"item_id":"senseval2.d002.s016.t000","gold_sense_keys":["education%1:04:00::","education%1:04:01::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"education%1:09:01::","call_ids":["senseval2.d002.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"education%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2274960638023913}
{"item_id":"senseval2.d002.s016.t001","gold_sense_keys":["establishment%1:14:00::","establishment%1:14:02::"],"candidates":[{"index":1,"sense_key":"establishment%1:04:00::","synset_id":"constitution.n.02"},{"index":2,"sense_key":"establishment%1:14:00::","synset_id":"institution.n.01"},{"index":3,"sense_key":"establishment%1:14:02::","synset_id":"administration.n.02"},{"index":4,"sense_key":"establishment%1:06:00::","synset_id":"establishment.n.04"},{"index":5,"sense_key":"establishment%1:14:01::","synset_id":"establishment.n.05"},{"index":6,"sense_key":"establishment%1:22:00::","synset_id":"establishment.n.06"},{"index":7,"sense_key":"establishment%1:09:00::","synset_id":"establishment.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"establishment%1:14:02::","call_ids":["senseval2.d002.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"establishment%1:14:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2532437660265714}
{"item_id":"senseval2.d002.s016.t002","gold_sense_keys":["fight%2:33:01::"],"candidates":[{"index":1,"sense_key":"fight%2:33:00::","synset_id":"contend.v.06"},{"index":2,"sense_key":"fight%2:33:01::","synset_id":"fight.v.02"},{"index":3,"sense_key":"fight%2:41:00::","synset_id":"fight.v.03"},{"index":4,"sense_key":"fight%2:41:10::","synset_id":"crusade.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"fight%2:33:01::","call_ids":["senseval2.d002.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"fight%2:33:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2699762019328773}
{"item_id":"senseval2.d002.s017.t000","gold_sense_keys":["reason%1:09:01::","reason%1:10:00::","reason%1:10:01::","reason%1:16:00::"],"candidates":[{"index":1,"sense_key":"reason%1:16:00::","synset_id":"reason.n.01"},{"index":2,"sense_key":"reason%1:10:01::","synset_id":"reason.n.02"},{"index":3,"sense_key":"reason%1:09:00::","synset_id":"reason.n.03"},{"index":4,"sense_key":"reason%1:26:00::","synset_id":"rationality.n.01"},{"index":5,"sense_key":"reason%1:10:00::","synset_id":"cause.n.02"},{"index":6,"sense_key":"reason%1:09:01::","synset_id":"reason.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"reason%1:09:00::","call_ids":["senseval2.d002.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"reason%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2727577621117234}
{"item_id":"senseval2.d002.s017.t002","gold_sense_keys":["simple%3:00:02::","simple%5:00:00:easy:01"],"candidates":[{"index":1,"sense_key":"simple%3:00:02::","synset_id":"simple.a.01"},{"index":2,"sense_key":"simple%5:00:00:easy:01","synset_id":"elementary.s.01"},{"index":3,"sense_key":"simple%5:00:02:plain:01","synset_id":"bare.s.04"},{"index":4,"sense_key":"simple%5:00:00:naive:00","synset_id":"childlike.s.02"},{"index":5,"sense_key":"simple%5:00:00:retarded:00","synset_id":"dim-witted.s.01"},{"index":6,"sense_key":"simple%3:00:01::","synset_id":"simple.a.06"},{"index":7,"sense_key":"simple%5:00:00:plain:01","synset_id":"simple.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"simple%5:00:00:easy:01","call_ids":["senseval2.d002.s017.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"simple%5:00:00:easy:01","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27544936211779714}
{"item_id":"senseval2.d002.s017.t003","gold_sense_keys":["reason%1:09:01::","reason%1:10:00::","reason%1:10:01::","reason%1:16:00::"],"candidates":[{"index":1,"sense_key":"reason%1:16:00::","synset_id":"reason.n.01"},{"index":2,"sense_key":"reason%1:10:01::","synset_id":"reason.n.02"},{"index":3,"sense_key":"reason%1:09:00::","synset_id":"reason.n.03"},{"index":4,"sense_key":"reason%1:26:00::","synset_id":"rationality.n.01"},{"index":5,"sense_key":"reason%1:10:00::","synset_id":"cause.n.02"},{"index":6,"sense_key":"reason%1:09:01::","synset_id":"reason.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"reason%1:09:00::","call_ids":["senseval2.d002.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"reason%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19822262693196535}
{"item_id":"senseval2.d002.s018.t000","gold_sense_keys":["progressive%3:00:01::"],"candidates":[{"index":1,"sense_key":"progressive%3:00:01::","synset_id":"progressive.a.01"},{"index":2,"sense_key":"progressive%5:00:00:liberal:00","synset_id":"progressive.s.01"},{"index":3,"sense_key":"progressive%3:00:02::","synset_id":"progressive.a.03"},{"index":4,"sense_key":"progressive%5:00:00:increasing:00","synset_id":"progressive.s.02"},{"index":5,"sense_key":"progressive%5:00:00:ordered:00","synset_id":"progressive.s.03"},{"index":6,"sense_key":"progressive%5:00:00:active:02","synset_id":"progressive.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"progressive%5:00:00:increasing:00","call_ids":["senseval2.d002.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"progressive%5:00:00:increasing:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21672815806232393}
{"item_id":"senseval2.d002.s018.t001","gold_sense_keys":["education%1:04:00::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"education%1:09:00::","call_ids":["senseval2.d002.s018.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"education%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25894359103403986}
{"item_id":"senseval2.d002.s018.t002","gold_sense_keys":["once%4:02:01::"],"candidates":[{"index":1,"sense_key":"once%4:02:00::","synset_id":"once.r.01"},{"index":2,"sense_key":"once%4:02:02::","synset_id":"once.r.02"},{"index":3,"sense_key":"once%4:02:01::","synset_id":"once.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"once%4:02:01::","call_ids":["senseval2.d002.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"once%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26989287813194096}
{"item_id":"senseval2.d002.s018.t003","gold_sense_keys":["call%2:32:02::"],"candidates":[{"index":1,"sense_key":"call%2:32:02::","synset_id":"name.v.01"},{"index":2,"sense_key":"call%2:32:00::","synset_id":"call.v.02"},{"index":3,"sense_key":"call%2:32:01::","synset_id":"call.v.03"},{"index":4,"sense_key":"call%2:32:09::","synset_id":"shout.v.02"},{"index":5,"sense_key":"call%2:32:05::","synset_id":"call.v.05"},{"index":6,"sense_key":"call%2:41:00::","synset_id":"visit.v.03"},{"index":7,"sense_key":"call%2:41:04::","synset_id":"call.v.07"},{"index":8,"sense_key":"call%2:32:13::","synset_id":"call.v.08"},{"index":9,"sense_key":"call%2:32:04::","synset_id":"call.v.09"},{"index":10,"sense_key":"call%2:32:03::","synset_id":"call.v.10"},{"index":11,"sense_key":"call%2:42:09::","synset_id":"call.v.11"},{"index":12,"sense_key":"call%2:41:14::","synset_id":"address.v.06"},{"index":13,"sense_key":"call%2:41:12::","synset_id":"call.v.13"},{"index":14,"sense_key":"call%2:40:09::","synset_id":"call.v.14"},{"index":15,"sense_key":"call%2:40:05::","synset_id":"bid.v.04"},{"index":16,"sense_key":"call%2:38:00::","synset_id":"call.v.16"},{"index":17,"sense_key":"call%2:32:06::","synset_id":"call.v.17"},{"index":18,"sense_key":"call%2:32:10::","synset_id":"predict.v.01"},{"index":19,"sense_key":"call%2:32:12::","synset_id":"call.v.19"},{"index":20,"sense_key":"call%2:32:07::","synset_id":"call.v.20"},{"index":21,"sense_key":"call%2:32:08::","synset_id":"call.v.21"},{"index":22,"sense_key":"call%2:32:11::","synset_id":"call.v.22"},{"index":23,"sense_key":"call%2:32:15::","synset_id":"call.v.23"},{"index":24,"sense_key":"call%2:32:14::","synset_id":"call.v.24"},{"index":25,"sense_key":"call%2:31:13::","synset_id":"call.v.25"},{"index":26,"sense_key":"call%2:31:00::","synset_id":"call.v.26"},{"index":27,"sense_key":"call%2:31:05::","synset_id":"call.v.27"},{"index":28,"sense_key":"call%2:29:05::","synset_id":"call.v.28"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"call%2:32:05::","call_ids":["senseval2.d002.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"call%2:32:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":778,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2706119038630277}
{"item_id":"senseval2.d002.s018.t004","gold_sense_keys":["far%4:02:02::"],"candidates":[{"index":1,"sense_key":"far%4:02:02::","synset_id":"far.r.01"},{"index":2,"sense_key":"far%4:02:00::","synset_id":"far.r.02"},{"index":3,"sense_key":"far%4:02:04::","synset_id":"far.r.03"},{"index":4,"sense_key":"far%4:02:01::","synset_id":"far.r.04"},{"index":5,"sense_key":"far%4:02:05::","synset_id":"far.r.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"far%4:02:00::","call_ids":["senseval2.d002.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"far%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27160535799339414}
{"item_id":"senseval2.d002.s018.t005","gold_sense_keys":["more%4:02:00::"],"candidates":[{"index":1,"sense_key":"more%4:02:00::","synset_id":"more.r.01"},{"index":2,"sense_key":"more%4:02:01::","synset_id":"more.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"more%4:02:01::","call_ids":["senseval2.d002.s018.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"more%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2665558869484812}
{"item_id":"senseval2.d002.s018.t007","gold_sense_keys":["agreeable%3:00:00::"],"candidates":[{"index":1,"sense_key":"agreeable%3:00:00::","synset_id":"agreeable.a.01"},{"index":2,"sense_key":"agreeable%5:00:00:consistent:00","synset_id":"accordant.s.01"},{"index":3,"sense_key":"agreeable%5:00:00:accordant:00","synset_id":"agreeable.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"agreeable%5:00:00:consistent:00","call_ids":["senseval2.d002.s018.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"agreeable%5:00:00:consistent:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2591357429046184}
{"item_id":"senseval2.d002.s018.t008","gold_sense_keys":["teacher%1:18:00::"],"candidates":[{"index":1,"sense_key":"teacher%1:18:00::","synset_id":"teacher.n.01"},{"index":2,"sense_key":"teacher%1:09:00::","synset_id":"teacher.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"teacher%1:18:00::","call_ids":["senseval2.d002.s018.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"teacher%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":128,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2607721099629998}
{"item_id":"senseval2.d002.s018.t009","gold_sense_keys":["disciplined%5:00:00:controlled:00"],"candidates":[{"index":1,"sense_key":"disciplined%5:00:00:controlled:00","synset_id":"disciplined.s.01"},{"index":2,"sense_key":"disciplined%5:00:00:trained:00","synset_id":"disciplined.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"disciplined%5:00:00:trained:00","call_ids":["senseval2.d002.s018.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"disciplined%5:00:00:trained:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2617960290517658}
{"item_id":"senseval2.d002.s018.t010","gold_sense_keys":["instruction%1:04:01::"],"candidates":[{"index":1,"sense_key":"instruction%1:10:04::","synset_id":"direction.n.06"},{"index":2,"sense_key":"instruction%1:04:01::","synset_id":"education.n.01"},{"index":3,"sense_key":"instruction%1:04:00::","synset_id":"teaching.n.01"},{"index":4,"sense_key":"instruction%1:10:02::","synset_id":"instruction.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"instruction%1:04:01::","call_ids":["senseval2.d002.s018.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"instruction%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26292717293836176}
{"item_id":"senseval2.d002.s019.t000","gold_sense_keys":["nice%3:00:00::"],"candidates":[{"index":1,"sense_key":"nice%3:00:00::","synset_id":"nice.a.01"},{"index":2,"sense_key":"nice%5:00:00:respectable:00","synset_id":"decent.s.01"},{"index":3,"sense_key":"nice%5:00:02:precise:00","synset_id":"nice.s.02"},{"index":4,"sense_key":"nice%5:00:00:fastidious:00","synset_id":"dainty.s.04"},{"index":5,"sense_key":"nice%5:00:00:polite:00","synset_id":"courteous.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"nice%5:00:00:polite:00","call_ids":["senseval2.d002.s019.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"nice%5:00:00:polite:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2638144460506737}
{"item_id":"senseval2.d002.s019.t001","gold_sense_keys":["teacher%1:18:00::"],"candidates":[{"index":1,"sense_key":"teacher%1:18:00::","synset_id":"teacher.n.01"},{"index":2,"sense_key":"teacher%1:09:00::","synset_id":"teacher.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"teacher%1:18:00::","call_ids":["senseval2.d002.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"teacher%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26632763212546706}
{"item_id":"senseval2.d002.s019.t002","gold_sense_keys":["think%2:31:03::"],"candidates":[{"index":1,"sense_key":"think%2:31:01::","synset_id":"think.v.01"},{"index":2,"sense_key":"think%2:31:03::","synset_id":"think.v.02"},{"index":3,"sense_key":"think%2:31:00::","synset_id":"think.v.03"},{"index":4,"sense_key":"think%2:31:02::","synset_id":"remember.v.01"},{"index":5,"sense_key":"think%2:36:00::","synset_id":"think.v.05"},{"index":6,"sense_key":"think%2:31:09::","synset_id":"think.v.06"},{"index":7,"sense_key":"think%2:31:06::","synset_id":"intend.v.01"},{"index":8,"sense_key":"think%2:31:12::","synset_id":"think.v.08"},{"index":9,"sense_key":"think%2:31:13::","synset_id":"think.v.09"},{"index":10,"sense_key":"think%2:31:15::","synset_id":"think.v.10"},{"index":11,"sense_key":"think%2:31:14::","synset_id":"think.v.11"},{"index":12,"sense_key":"think%2:31:08::","synset_id":"think.v.12"},{"index":13,"sense_key":"think%2:30:00::","synset_id":"think.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"think%2:31:13::","call_ids":["senseval2.d002.s019.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"think%2:31:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":412,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2322433541994542}
{"item_id":"senseval2.d002.s019.t003","gold_sense_keys":["personality%1:07:00::"],"candidates":[{"index":1,"sense_key":"personality%1:07:00::","synset_id":"personality.n.01"},{"index":2,"sense_key":"personality%1:18:00::","synset_id":"personality.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"personality%1:18:00::","call_ids":["senseval2.d002.s019.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"personality%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2304543610662222}
{"item_id":"senseval2.d002.s019.t004","gold_sense_keys":["development%1:22:02::"],"candidates":[{"index":1,"sense_key":"development%1:04:01::","synset_id":"development.n.01"},{"index":2,"sense_key":"development%1:22:02::","synset_id":"development.n.02"},{"index":3,"sense_key":"development%1:22:01::","synset_id":"growth.n.01"},{"index":4,"sense_key":"development%1:11:01::","synset_id":"development.n.04"},{"index":5,"sense_key":"development%1:04:02::","synset_id":"exploitation.n.01"},{"index":6,"sense_key":"development%1:15:00::","synset_id":"development.n.06"},{"index":7,"sense_key":"development%1:26:00::","synset_id":"development.n.07"},{"index":8,"sense_key":"development%1:22:00::","synset_id":"development.n.08"},{"index":9,"sense_key":"development%1:10:00::","synset_id":"development.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"development%1:26:00::","call_ids":["senseval2.d002.s019.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"development%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":410,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23532660701312125}
{"item_id":"senseval2.d002.s019.t005","gold_sense_keys":["even%4:02:01::"],"candidates":[{"index":1,"sense_key":"even%4:02:00::","synset_id":"even.r.01"},{"index":2,"sense_key":"even%4:02:03::","synset_id":"even.r.02"},{"index":3,"sense_key":"even%4:02:01::","synset_id":"even.r.03"},{"index":4,"sense_key":"even%4:02:04::","synset_id":"even.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"even%4:02:01::","call_ids":["senseval2.d002.s019.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"even%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23616568907164037}
{"item_id":"senseval2.d002.s019.t006","gold_sense_keys":["nice%3:00:00::"],"candidates":[{"index":1,"sense_key":"nice%3:00:00::","synset_id":"nice.a.01"},{"index":2,"sense_key":"nice%5:00:00:respectable:00","synset_id":"decent.s.01"},{"index":3,"sense_key":"nice%5:00:02:precise:00","synset_id":"nice.s.02"},{"index":4,"sense_key":"nice%5:00:00:fastidious:00","synset_id":"dainty.s.04"},{"index":5,"sense_key":"nice%5:00:00:polite:00","synset_id":"courteous.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"nice%5:00:00:polite:00","call_ids":["senseval2.d002.s019.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"nice%5:00:00:polite:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23681198083795607}
{"item_id":"senseval2.d002.s019.t007","gold_sense_keys":["minimize%2:30:00::"],"candidates":[{"index":1,"sense_key":"minimize%2:30:00::","synset_id":"minimize.v.01"},{"index":2,"sense_key":"minimize%2:32:01::","synset_id":"understate.v.01"},{"index":3,"sense_key":"minimize%2:32:00::","synset_id":"minimize.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"minimize%2:32:01::","call_ids":["senseval2.d002.s019.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"minimize%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2502908259630203}
{"item_id":"senseval2.d002.s019.t009","gold_sense_keys":["test%1:10:00::"],"candidates":[{"index":1,"sense_key":"test%1:09:02::","synset_id":"trial.n.02"},{"index":2,"sense_key":"test%1:04:02::","synset_id":"test.n.02"},{"index":3,"sense_key":"test%1:10:00::","synset_id":"examination.n.02"},{"index":4,"sense_key":"test%1:04:03::","synset_id":"test.n.04"},{"index":5,"sense_key":"test%1:04:00::","synset_id":"test.n.05"},{"index":6,"sense_key":"test%1:05:00::","synset_id":"test.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"test%1:10:00::","call_ids":["senseval2.d002.s019.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"test%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2330141479615122}
{"item_id":"senseval2.d002.s019.t010","gold_sense_keys":["often%4:02:02::"],"candidates":[{"index":1,"sense_key":"often%4:02:00::","synset_id":"frequently.r.01"},{"index":2,"sense_key":"often%4:02:01::","synset_id":"much.r.05"},{"index":3,"sense_key":"often%4:02:02::","synset_id":"often.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"often%4:02:02::","call_ids":["senseval2.d002.s019.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"often%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.251145871123299}
{"item_id":"senseval2.d002.s019.t012","gold_sense_keys":["result%1:11:00::"],"candidates":[{"index":1,"sense_key":"result%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"result%1:10:00::","synset_id":"solution.n.02"},{"index":3,"sense_key":"result%1:11:00::","synset_id":"result.n.03"},{"index":4,"sense_key":"result%1:10:01::","synset_id":"resultant_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"result%1:11:00::","call_ids":["senseval2.d002.s019.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"result%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.251981653040275}
{"item_id":"senseval2.d002.s020.t001","gold_sense_keys":["provide%2:40:00::"],"candidates":[{"index":1,"sense_key":"provide%2:40:00::","synset_id":"supply.v.01"},{"index":2,"sense_key":"provide%2:34:00::","synset_id":"provide.v.02"},{"index":3,"sense_key":"provide%2:32:00::","synset_id":"provide.v.03"},{"index":4,"sense_key":"provide%2:41:00::","synset_id":"put_up.v.02"},{"index":5,"sense_key":"provide%2:42:00::","synset_id":"leave.v.06"},{"index":6,"sense_key":"provide%2:40:08::","synset_id":"provide.v.06"},{"index":7,"sense_key":"provide%2:30:05::","synset_id":"provide.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"provide%2:40:00::","call_ids":["senseval2.d002.s020.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"provide%2:40:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":299,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25287177693098783}
{"item_id":"senseval2.d002.s020.t002","gold_sense_keys":["teacher%1:18:00::"],"candidates":[{"index":1,"sense_key":"teacher%1:18:00::","synset_id":"teacher.n.01"},{"index":2,"sense_key":"teacher%1:09:00::","synset_id":"teacher.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"teacher%1:18:00::","call_ids":["senseval2.d002.s020.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"teacher%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":131,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2538348641246557}
{"item_id":"senseval2.d002.s020.t003","gold_sense_keys":["profession%1:04:00::","profession%1:14:00::"],"candidates":[{"index":1,"sense_key":"profession%1:14:00::","synset_id":"profession.n.01"},{"index":2,"sense_key":"profession%1:04:00::","synset_id":"profession.n.02"},{"index":3,"sense_key":"profession%1:10:00::","synset_id":"profession.n.03"},{"index":4,"sense_key":"profession%1:10:01::","synset_id":"profession.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"profession%1:04:00::","call_ids":["senseval2.d002.s020.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"profession%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2547816310543567}
{"item_id":"senseval2.d002.s020.t004","gold_sense_keys":["pass%2:41:08::"],"candidates":[{"index":1,"sense_key":"pass%2:38:00::","synset_id":"pass.v.01"},{"index":2,"sense_key":"pass%2:38:05::","synset_id":"travel_by.v.01"},{"index":3,"sense_key":"pass%2:41:02::","synset_id":"legislate.v.01"},{"index":4,"sense_key":"pass%2:38:03::","synset_id":"elapse.v.01"},{"index":5,"sense_key":"pass%2:40:00::","synset_id":"pass.v.05"},{"index":6,"sense_key":"pass%2:42:08::","synset_id":"run.v.03"},{"index":7,"sense_key":"pass%2:38:01::","synset_id":"pass.v.07"},{"index":8,"sense_key":"pass%2:30:00::","synset_id":"happen.v.01"},{"index":9,"sense_key":"pass%2:41:04::","synset_id":"pass.v.09"},{"index":10,"sense_key":"pass%2:42:00::","synset_id":"spend.v.01"},{"index":11,"sense_key":"pass%2:35:00::","synset_id":"guide.v.05"},{"index":12,"sense_key":"pass%2:32:01::","synset_id":"communicate.v.01"},{"index":13,"sense_key":"pass%2:30:01::","synset_id":"evanesce.v.01"},{"index":14,"sense_key":"pass%2:41:08::","synset_id":"pass.v.14"},{"index":15,"sense_key":"pass%2:42:04::","synset_id":"exceed.v.02"},{"index":16,"sense_key":"pass%2:41:07::","synset_id":"pass.v.16"},{"index":17,"sense_key":"pass%2:41:11::","synset_id":"pass.v.17"},{"index":18,"sense_key":"pass%2:40:02::","synset_id":"pass.v.18"},{"index":19,"sense_key":"pass%2:38:02::","synset_id":"sink.v.03"},{"index":20,"sense_key":"pass%2:40:01::","synset_id":"pass.v.20"},{"index":21,"sense_key":"pass%2:40:13::","synset_id":"fall.v.21"},{"index":22,"sense_key":"pass%2:38:04::","synset_id":"pass.v.22"},{"index":23,"sense_key":"pass%2:32:00::","synset_id":"authorize.v.01"},{"index":24,"sense_key":"pass%2:30:11::","synset_id":"die.v.01"},{"index":25,"sense_key":"pass%2:29:00::","synset_id":"excrete.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"pass%2:41:08::","call_ids":["senseval2.d002.s020.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"pass%2:41:08::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":624,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20138103002682328}
{"item_id":"senseval2.d002.s020.t005","gold_sense_keys":["course%1:04:01::"],"candidates":[{"index":1,"sense_key":"course%1:04:01::","synset_id":"course.n.01"},{"index":2,"sense_key":"course%1:14:00::","synset_id":"course.n.02"},{"index":3,"sense_key":"course%1:15:00::","synset_id":"course.n.03"},{"index":4,"sense_key":"course%1:04:00::","synset_id":"course.n.04"},{"index":5,"sense_key":"course%1:17:00::","synset_id":"path.n.04"},{"index":6,"sense_key":"course%1:14:01::","synset_id":"class.n.02"},{"index":7,"sense_key":"course%1:13:00::","synset_id":"course.n.07"},{"index":8,"sense_key":"course%1:06:01::","synset_id":"course.n.08"},{"index":9,"sense_key":"course%1:06:00::","synset_id":"course.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"course%1:04:01::","call_ids":["senseval2.d002.s020.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"course%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":307,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21942933090031147}
{"item_id":"senseval2.d002.s020.t006","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s020.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21789572900161147}
{"item_id":"senseval2.d002.s020.t008","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s020.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21741761988960207}
{"item_id":"senseval2.d002.s020.t009","gold_sense_keys":["philosophy%1:09:00::"],"candidates":[{"index":1,"sense_key":"philosophy%1:09:01::","synset_id":"doctrine.n.01"},{"index":2,"sense_key":"philosophy%1:09:00::","synset_id":"philosophy.n.02"},{"index":3,"sense_key":"philosophy%1:09:02::","synset_id":"philosophy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"philosophy%1:09:00::","call_ids":["senseval2.d002.s020.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"philosophy%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23064596904441714}
{"item_id":"senseval2.d002.s021.t000","gold_sense_keys":["take%2:31:02::"],"candidates":[{"index":1,"sense_key":"take%2:41:04::","synset_id":"take.v.01"},{"index":2,"sense_key":"take%2:40:06::","synset_id":"take.v.02"},{"index":3,"sense_key":"take%2:38:09::","synset_id":"lead.v.01"},{"index":4,"sense_key":"take%2:35:00::","synset_id":"take.v.04"},{"index":5,"sense_key":"take%2:30:01::","synset_id":"assume.v.03"},{"index":6,"sense_key":"take%2:31:07::","synset_id":"take.v.06"},{"index":7,"sense_key":"take%2:38:10::","synset_id":"bring.v.01"},{"index":8,"sense_key":"take%2:40:00::","synset_id":"take.v.08"},{"index":9,"sense_key":"take%2:38:02::","synset_id":"take.v.09"},{"index":10,"sense_key":"take%2:31:01::","synset_id":"choose.v.01"},{"index":11,"sense_key":"take%2:40:05::","synset_id":"accept.v.02"},{"index":12,"sense_key":"take%2:41:00::","synset_id":"fill.v.04"},{"index":13,"sense_key":"take%2:31:03::","synset_id":"consider.v.03"},{"index":14,"sense_key":"take%2:42:00::","synset_id":"necessitate.v.01"},{"index":15,"sense_key":"take%2:39:00::","synset_id":"take.v.15"},{"index":16,"sense_key":"take%2:32:02::","synset_id":"film.v.01"},{"index":17,"sense_key":"take%2:30:00::","synset_id":"remove.v.01"},{"index":18,"sense_key":"take%2:34:00::","synset_id":"consume.v.02"},{"index":19,"sense_key":"take%2:31:09::","synset_id":"take.v.19"},{"index":20,"sense_key":"take%2:40:15::","synset_id":"take.v.20"},{"index":21,"sense_key":"take%2:40:01::","synset_id":"take.v.21"},{"index":22,"sense_key":"take%2:38:00::","synset_id":"assume.v.05"},{"index":23,"sense_key":"take%2:40:07::","synset_id":"accept.v.05"},{"index":24,"sense_key":"take%2:30:08::","synset_id":"take.v.24"},{"index":25,"sense_key":"take%2:31:02::","synset_id":"learn.v.04"},{"index":26,"sense_key":"take%2:32:00::","synset_id":"claim.v.05"},{"index":27,"sense_key":"take%2:38:05::","synset_id":"take.v.27"},{"index":28,"sense_key":"take%2:33:09::","synset_id":"aim.v.01"},{"index":29,"sense_key":"take%2:30:09::","synset_id":"take.v.29"},{"index":30,"sense_key":"take%2:42:10::","synset_id":"carry.v.02"},{"index":31,"sense_key":"take%2:40:03::","synset_id":"lease.v.04"},{"index":32,"sense_key":"take%2:40:04::","synset_id":"subscribe.v.05"},{"index":33,"sense_key":"take%2:40:02::","synset_id":"take.v.33"},{"index":34,"sense_key":"take%2:40:08::","synset_id":"take.v.34"},{"index":35,"sense_key":"take%2:35:14::","synset_id":"take.v.35"},{"index":36,"sense_key":"take%2:32:09::","synset_id":"claim.v.04"},{"index":37,"sense_key":"take%2:42:03::","synset_id":"accept.v.08"},{"index":38,"sense_key":"take%2:42:15::","synset_id":"contain.v.05"},{"index":39,"sense_key":"take%2:41:13::","synset_id":"take.v.39"},{"index":40,"sense_key":"take%2:38:11::","synset_id":"drive.v.16"},{"index":41,"sense_key":"take%2:33:08::","synset_id":"take.v.41"},{"index":42,"sense_key":"take%2:29:08::","synset_id":"contract.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"take%2:38:02::","call_ids":["senseval2.d002.s021.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"take%2:38:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1010,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3609951031394303}
{"item_id":"senseval2.d002.s021.t002","gold_sense_keys":["course%1:04:01::"],"candidates":[{"index":1,"sense_key":"course%1:04:01::","synset_id":"course.n.01"},{"index":2,"sense_key":"course%1:14:00::","synset_id":"course.n.02"},{"index":3,"sense_key":"course%1:15:00::","synset_id":"course.n.03"},{"index":4,"sense_key":"course%1:04:00::","synset_id":"course.n.04"},{"index":5,"sense_key":"course%1:17:00::","synset_id":"path.n.04"},{"index":6,"sense_key":"course%1:14:01::","synset_id":"class.n.02"},{"index":7,"sense_key":"course%1:13:00::","synset_id":"course.n.07"},{"index":8,"sense_key":"course%1:06:01::","synset_id":"course.n.08"},{"index":9,"sense_key":"course%1:06:00::","synset_id":"course.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"course%1:04:01::","call_ids":["senseval2.d002.s021.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"course%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":296,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41620066692121327}
{"item_id":"senseval2.d002.s021.t003","gold_sense_keys":["college%1:14:01::"],"candidates":[{"index":1,"sense_key":"college%1:14:00::","synset_id":"college.n.01"},{"index":2,"sense_key":"college%1:14:01::","synset_id":"college.n.02"},{"index":3,"sense_key":"college%1:06:00::","synset_id":"college.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"college%1:14:01::","call_ids":["senseval2.d002.s021.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"college%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4183913809247315}
{"item_id":"senseval2.d002.s021.t004","gold_sense_keys":["think%2:31:03::","think%2:36:00::"],"candidates":[{"index":1,"sense_key":"think%2:31:01::","synset_id":"think.v.01"},{"index":2,"sense_key":"think%2:31:03::","synset_id":"think.v.02"},{"index":3,"sense_key":"think%2:31:00::","synset_id":"think.v.03"},{"index":4,"sense_key":"think%2:31:02::","synset_id":"remember.v.01"},{"index":5,"sense_key":"think%2:36:00::","synset_id":"think.v.05"},{"index":6,"sense_key":"think%2:31:09::","synset_id":"think.v.06"},{"index":7,"sense_key":"think%2:31:06::","synset_id":"intend.v.01"},{"index":8,"sense_key":"think%2:31:12::","synset_id":"think.v.08"},{"index":9,"sense_key":"think%2:31:13::","synset_id":"think.v.09"},{"index":10,"sense_key":"think%2:31:15::","synset_id":"think.v.10"},{"index":11,"sense_key":"think%2:31:14::","synset_id":"think.v.11"},{"index":12,"sense_key":"think%2:31:08::","synset_id":"think.v.12"},{"index":13,"sense_key":"think%2:30:00::","synset_id":"think.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"think%2:31:13::","call_ids":["senseval2.d002.s021.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"think%2:31:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":398,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4206567930523306}
{"item_id":"senseval2.d002.s022.t001","gold_sense_keys":["fairly%4:02:00::"],"candidates":[{"index":1,"sense_key":"fairly%4:02:02::","synset_id":"reasonably.r.01"},{"index":2,"sense_key":"fairly%4:02:00::","synset_id":"fairly.r.02"},{"index":3,"sense_key":"fairly%4:02:03::","synset_id":"fairly.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"fairly%4:02:00::","call_ids":["senseval2.d002.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"fairly%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4234329820610583}
{"item_id":"senseval2.d002.s022.t002","gold_sense_keys":["describe%2:32:00::"],"candidates":[{"index":1,"sense_key":"describe%2:32:00::","synset_id":"describe.v.01"},{"index":2,"sense_key":"describe%2:32:01::","synset_id":"report.v.01"},{"index":3,"sense_key":"describe%2:35:00::","synset_id":"trace.v.02"},{"index":4,"sense_key":"describe%2:31:00::","synset_id":"identify.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"describe%2:32:01::","call_ids":["senseval2.d002.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"describe%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.428354806965217}
{"item_id":"senseval2.d002.s022.t003","gold_sense_keys":["pap%1:10:00::"],"candidates":[{"index":1,"sense_key":"pap%1:10:00::","synset_id":"pap.n.01"},{"index":2,"sense_key":"pap%1:13:00::","synset_id":"soft_diet.n.01"},{"index":3,"sense_key":"pap%1:08:00::","synset_id":"nipple.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"pap%1:13:00::","call_ids":["senseval2.d002.s022.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"pap%1:13:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":130,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43065564008429646}
{"item_id":"senseval2.d002.s022.t004","gold_sense_keys":["course%1:04:01::"],"candidates":[{"index":1,"sense_key":"course%1:04:01::","synset_id":"course.n.01"},{"index":2,"sense_key":"course%1:14:00::","synset_id":"course.n.02"},{"index":3,"sense_key":"course%1:15:00::","synset_id":"course.n.03"},{"index":4,"sense_key":"course%1:04:00::","synset_id":"course.n.04"},{"index":5,"sense_key":"course%1:17:00::","synset_id":"path.n.04"},{"index":6,"sense_key":"course%1:14:01::","synset_id":"class.n.02"},{"index":7,"sense_key":"course%1:13:00::","synset_id":"course.n.07"},{"index":8,"sense_key":"course%1:06:01::","synset_id":"course.n.08"},{"index":9,"sense_key":"course%1:06:00::","synset_id":"course.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"course%1:13:00::","call_ids":["senseval2.d002.s022.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"course%1:13:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4473582988139242}
{"item_id":"senseval2.d002.s023.t002","gold_sense_keys":["teacher%1:18:00::"],"candidates":[{"index":1,"sense_key":"teacher%1:18:00::","synset_id":"teacher.n.01"},{"index":2,"sense_key":"teacher%1:09:00::","synset_id":"teacher.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"teacher%1:18:00::","call_ids":["senseval2.d002.s023.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"teacher%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":118,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.44994717417284846}
{"item_id":"senseval2.d002.s023.t003","gold_sense_keys":["distinct%5:00:00:different:00"],"candidates":[{"index":1,"sense_key":"distinct%5:00:00:different:00","synset_id":"distinct.s.01"},{"index":2,"sense_key":"distinct%3:00:00::","synset_id":"distinct.a.02"},{"index":3,"sense_key":"distinct%5:00:00:separate:00","synset_id":"discrete.s.01"},{"index":4,"sense_key":"distinct%5:00:00:definite:00","synset_id":"distinct.s.03"},{"index":5,"sense_key":"distinct%5:00:00:clear:00","synset_id":"clear-cut.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"distinct%5:00:00:different:00","call_ids":["senseval2.d002.s023.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"distinct%5:00:00:different:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45530331903137267}
{"item_id":"senseval2.d002.s023.t004","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s023.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":127,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4576699719764292}
{"item_id":"senseval2.d002.s023.t005","gold_sense_keys":["establishment%1:14:00::","establishment%1:14:02::"],"candidates":[{"index":1,"sense_key":"establishment%1:04:00::","synset_id":"constitution.n.02"},{"index":2,"sense_key":"establishment%1:14:00::","synset_id":"institution.n.01"},{"index":3,"sense_key":"establishment%1:14:02::","synset_id":"administration.n.02"},{"index":4,"sense_key":"establishment%1:06:00::","synset_id":"establishment.n.04"},{"index":5,"sense_key":"establishment%1:14:01::","synset_id":"establishment.n.05"},{"index":6,"sense_key":"establishment%1:22:00::","synset_id":"establishment.n.06"},{"index":7,"sense_key":"establishment%1:09:00::","synset_id":"establishment.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"establishment%1:14:02::","call_ids":["senseval2.d002.s023.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"establishment%1:14:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46017884695902467}
{"item_id":"senseval2.d002.s024.t000","gold_sense_keys":["know%2:31:00::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"know%2:31:15::","call_ids":["senseval2.d002.s024.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"know%2:31:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":376,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46242511714808643}
{"item_id":"senseval2.d002.s024.t004","gold_sense_keys":["seriously%4:02:00::"],"candidates":[{"index":1,"sense_key":"seriously%4:02:00::","synset_id":"seriously.r.01"},{"index":2,"sense_key":"seriously%4:02:01::","synset_id":"badly.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seriously%4:02:01::","call_ids":["senseval2.d002.s024.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seriously%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4651546999812126}
{"item_id":"senseval2.d002.s024.t005","gold_sense_keys":["committed%3:00:00::"],"candidates":[{"index":1,"sense_key":"committed%3:00:00::","synset_id":"committed.a.01"},{"index":2,"sense_key":"committed%3:00:04::","synset_id":"attached.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"committed%3:00:00::","call_ids":["senseval2.d002.s024.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"committed%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46761464793235064}
{"item_id":"senseval2.d002.s024.t007","gold_sense_keys":["teaching%1:04:00::","teaching%1:04:01::"],"candidates":[{"index":1,"sense_key":"teaching%1:04:00::","synset_id":"teaching.n.01"},{"index":2,"sense_key":"teaching%1:09:00::","synset_id":"teaching.n.02"},{"index":3,"sense_key":"teaching%1:04:01::","synset_id":"education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"teaching%1:04:01::","call_ids":["senseval2.d002.s024.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"teaching%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4696593238040805}
{"item_id":"senseval2.d002.s025.t000","gold_sense_keys":["best%3:00:00::"],"candidates":[{"index":1,"sense_key":"best%3:00:00::","synset_id":"best.a.01"},{"index":2,"sense_key":"best%5:00:00:advisable:00","synset_id":"better.s.01"},{"index":3,"sense_key":"good%3:00:01::","synset_id":"good.a.01"},{"index":4,"sense_key":"full%5:00:00:ample:00","synset_id":"full.s.04"},{"index":5,"sense_key":"good%3:00:02::","synset_id":"good.a.03"},{"index":6,"sense_key":"estimable%5:00:00:reputable:00","synset_id":"estimable.s.01"},{"index":7,"sense_key":"beneficial%5:00:00:advantageous:00","synset_id":"beneficial.s.01"},{"index":8,"sense_key":"good%5:00:00:nice:00","synset_id":"good.s.04"},{"index":9,"sense_key":"good%5:00:00:righteous:00","synset_id":"good.s.05"},{"index":10,"sense_key":"adept%5:00:00:skilled:00","synset_id":"adept.s.01"},{"index":11,"sense_key":"good%5:00:00:complete:00","synset_id":"good.s.07"},{"index":12,"sense_key":"dear%5:00:00:close:02","synset_id":"dear.s.02"},{"index":13,"sense_key":"dependable%5:00:00:sound:00","synset_id":"dependable.s.03"},{"index":14,"sense_key":"good%5:00:00:opportune:00","synset_id":"good.s.10"},{"index":15,"sense_key":"good%5:00:00:fortunate:00","synset_id":"good.s.11"},{"index":16,"sense_key":"effective%5:00:00:operative:00","synset_id":"effective.s.03"},{"index":17,"sense_key":"good%5:00:00:pleasing:00","synset_id":"good.s.13"},{"index":18,"sense_key":"good%5:00:00:intellectual:00","synset_id":"good.s.14"},{"index":19,"sense_key":"good%5:00:00:healthy:00","synset_id":"good.s.15"},{"index":20,"sense_key":"good%5:00:00:healthful:00","synset_id":"good.s.16"},{"index":21,"sense_key":"good%5:00:00:genuine:00","synset_id":"good.s.17"},{"index":22,"sense_key":"good%5:00:00:fresh:01","synset_id":"good.s.18"},{"index":23,"sense_key":"good%5:00:00:discriminating:00","synset_id":"good.s.19"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"good%3:00:02::","call_ids":["senseval2.d002.s025.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"good%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":521,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.47146527003496885}
{"item_id":"senseval2.d002.s025.t001","gold_sense_keys":["bright%5:00:00:intelligent:00"],"candidates":[{"index":1,"sense_key":"bright%3:00:00::","synset_id":"bright.a.01"},{"index":2,"sense_key":"bright%5:00:00:colorful:00","synset_id":"bright.s.01"},{"index":3,"sense_key":"bright%5:00:00:intelligent:00","synset_id":"bright.s.02"},{"index":4,"sense_key":"bright%5:00:00:light:06","synset_id":"bright.s.03"},{"index":5,"sense_key":"bright%5:00:00:polished:00","synset_id":"bright.s.04"},{"index":6,"sense_key":"bright%5:00:00:glorious:00","synset_id":"bright.s.05"},{"index":7,"sense_key":"bright%3:00:02::","synset_id":"undimmed.a.01"},{"index":8,"sense_key":"bright%5:00:00:reverberant:00","synset_id":"bright.s.06"},{"index":9,"sense_key":"bright%5:00:00:happy:00","synset_id":"bright.s.07"},{"index":10,"sense_key":"bright%5:00:00:auspicious:00","synset_id":"bright.s.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bright%5:00:00:happy:00","call_ids":["senseval2.d002.s025.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bright%5:00:00:happy:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":305,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3458917401731014}
{"item_id":"senseval2.d002.s025.t002","gold_sense_keys":["generation%1:14:01::"],"candidates":[{"index":1,"sense_key":"generation%1:14:01::","synset_id":"coevals.n.01"},{"index":2,"sense_key":"generation%1:14:00::","synset_id":"generation.n.02"},{"index":3,"sense_key":"generation%1:28:00::","synset_id":"generation.n.03"},{"index":4,"sense_key":"generation%1:28:01::","synset_id":"generation.n.04"},{"index":5,"sense_key":"generation%1:11:00::","synset_id":"genesis.n.01"},{"index":6,"sense_key":"generation%1:04:01::","synset_id":"generation.n.06"},{"index":7,"sense_key":"generation%1:04:00::","synset_id":"generation.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"generation%1:28:00::","call_ids":["senseval2.d002.s025.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"generation%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3487317031249404}
{"item_id":"senseval2.d002.s025.t003","gold_sense_keys":["very%4:02:00::"],"candidates":[{"index":1,"sense_key":"very%4:02:00::","synset_id":"very.r.01"},{"index":2,"sense_key":"very%4:02:01::","synset_id":"very.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"very%4:02:01::","call_ids":["senseval2.d002.s025.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"very%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3512285000178963}
{"item_id":"senseval2.d002.s025.t006","gold_sense_keys":["people%1:14:00::"],"candidates":[{"index":1,"sense_key":"people%1:14:00::","synset_id":"people.n.01"},{"index":2,"sense_key":"people%1:14:01::","synset_id":"citizenry.n.01"},{"index":3,"sense_key":"people%1:14:02::","synset_id":"people.n.03"},{"index":4,"sense_key":"people%1:14:03::","synset_id":"multitude.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"people%1:14:03::","call_ids":["senseval2.d002.s025.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"people%1:14:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3314263878855854}
{"item_id":"senseval2.d002.s026.t000","gold_sense_keys":["job%1:04:00::"],"candidates":[{"index":1,"sense_key":"job%1:04:00::","synset_id":"occupation.n.01"},{"index":2,"sense_key":"job%1:04:01::","synset_id":"job.n.02"},{"index":3,"sense_key":"job%1:06:00::","synset_id":"job.n.03"},{"index":4,"sense_key":"job%1:06:01::","synset_id":"job.n.04"},{"index":5,"sense_key":"job%1:04:04::","synset_id":"job.n.05"},{"index":6,"sense_key":"job%1:04:05::","synset_id":"job.n.06"},{"index":7,"sense_key":"job%1:04:03::","synset_id":"job.n.07"},{"index":8,"sense_key":"job%1:26:00::","synset_id":"problem.n.01"},{"index":9,"sense_key":"job%1:18:00::","synset_id":"job.n.09"},{"index":10,"sense_key":"job%1:18:01::","synset_id":"job.n.10"},{"index":11,"sense_key":"job%1:10:01::","synset_id":"job.n.11"},{"index":12,"sense_key":"job%1:10:00::","synset_id":"job.n.12"},{"index":13,"sense_key":"job%1:04:02::","synset_id":"caper.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"job%1:04:04::","call_ids":["senseval2.d002.s026.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"job%1:04:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":411,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32058037305250764}
{"item_id":"senseval2.d002.s026.t001","gold_sense_keys":["well%4:02:00::"],"candidates":[{"index":1,"sense_key":"well%4:02:00::","synset_id":"well.r.01"},{"index":2,"sense_key":"well%4:02:05::","synset_id":"well.r.02"},{"index":3,"sense_key":"well%4:02:03::","synset_id":"well.r.03"},{"index":4,"sense_key":"well%4:02:15::","synset_id":"well.r.04"},{"index":5,"sense_key":"well%4:02:08::","synset_id":"well.r.05"},{"index":6,"sense_key":"well%4:02:07::","synset_id":"well.r.06"},{"index":7,"sense_key":"well%4:02:11::","synset_id":"well.r.07"},{"index":8,"sense_key":"well%4:02:14::","synset_id":"well.r.08"},{"index":9,"sense_key":"well%4:02:13::","synset_id":"well.r.09"},{"index":10,"sense_key":"well%4:02:12::","synset_id":"well.r.10"},{"index":11,"sense_key":"well%4:02:10::","synset_id":"well.r.11"},{"index":12,"sense_key":"well%4:02:09::","synset_id":"well.r.12"},{"index":13,"sense_key":"well%4:02:01::","synset_id":"well.r.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"well%4:02:12::","call_ids":["senseval2.d002.s026.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"well%4:02:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":383,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3231422468088567}
{"item_id":"senseval2.d002.s027.t000","gold_sense_keys":["remember%2:31:00::"],"candidates":[{"index":1,"sense_key":"remember%2:31:00::","synset_id":"remember.v.01"},{"index":2,"sense_key":"remember%2:31:01::","synset_id":"remember.v.02"},{"index":3,"sense_key":"remember%2:31:02::","synset_id":"remember.v.03"},{"index":4,"sense_key":"remember%2:40:00::","synset_id":"remember.v.04"},{"index":5,"sense_key":"remember%2:32:07::","synset_id":"remember.v.05"},{"index":6,"sense_key":"remember%2:32:00::","synset_id":"commend.v.05"},{"index":7,"sense_key":"remember%2:31:08::","synset_id":"remember.v.07"},{"index":8,"sense_key":"remember%2:31:09::","synset_id":"commemorate.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"remember%2:31:02::","call_ids":["senseval2.d002.s027.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"remember%2:31:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":288,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32456763787195086}
{"item_id":"senseval2.d002.s027.t001","gold_sense_keys":["truly%4:02:00::","truly%4:02:04::"],"candidates":[{"index":1,"sense_key":"truly%4:02:00::","synset_id":"truly.r.01"},{"index":2,"sense_key":"truly%4:02:01::","synset_id":"rightfully.r.01"},{"index":3,"sense_key":"truly%4:02:03::","synset_id":"sincerely.r.01"},{"index":4,"sense_key":"truly%4:02:04::","synset_id":"in_truth.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"truly%4:02:04::","call_ids":["senseval2.d002.s027.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"truly%4:02:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3276555130723864}
{"item_id":"senseval2.d002.s027.t003","gold_sense_keys":["teacher%1:18:00::"],"candidates":[{"index":1,"sense_key":"teacher%1:18:00::","synset_id":"teacher.n.01"},{"index":2,"sense_key":"teacher%1:09:00::","synset_id":"teacher.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"teacher%1:18:00::","call_ids":["senseval2.d002.s027.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"teacher%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":120,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43710865499451756}
{"item_id":"senseval2.d002.s028.t000","gold_sense_keys":["education%1:09:01::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"education%1:09:00::","call_ids":["senseval2.d002.s028.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"education%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42578329192474484}
{"item_id":"senseval2.d002.s028.t001","gold_sense_keys":["proceed%2:38:00::"],"candidates":[{"index":1,"sense_key":"proceed%2:32:00::","synset_id":"continue.v.02"},{"index":2,"sense_key":"proceed%2:38:00::","synset_id":"proceed.v.02"},{"index":3,"sense_key":"proceed%2:41:00::","synset_id":"go.v.02"},{"index":4,"sense_key":"proceed%2:30:00::","synset_id":"proceed.v.04"},{"index":5,"sense_key":"proceed%2:42:00::","synset_id":"continue.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"proceed%2:41:00::","call_ids":["senseval2.d002.s028.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"proceed%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4237496468704194}
{"item_id":"senseval2.d002.s028.t003","gold_sense_keys":["competent%3:00:00::"],"candidates":[{"index":1,"sense_key":"competent%3:00:00::","synset_id":"competent.a.01"},{"index":2,"sense_key":"competent%5:00:00:adequate:00","synset_id":"competent.s.01"},{"index":3,"sense_key":"competent%3:00:02::","synset_id":"competent.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"competent%5:00:00:adequate:00","call_ids":["senseval2.d002.s028.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"competent%5:00:00:adequate:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4268463449552655}
{"item_id":"senseval2.d002.s029.t000","gold_sense_keys":["sense%1:10:00::"],"candidates":[{"index":1,"sense_key":"sense%1:09:05::","synset_id":"sense.n.01"},{"index":2,"sense_key":"sense%1:10:00::","synset_id":"sense.n.02"},{"index":3,"sense_key":"sense%1:09:02::","synset_id":"sense.n.03"},{"index":4,"sense_key":"sense%1:09:04::","synset_id":"common_sense.n.01"},{"index":5,"sense_key":"sense%1:09:06::","synset_id":"sense.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sense%1:09:02::","call_ids":["senseval2.d002.s029.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sense%1:09:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4212645802181214}
{"item_id":"senseval2.d002.s029.t001","gold_sense_keys":["teacher%1:18:00::"],"candidates":[{"index":1,"sense_key":"teacher%1:18:00::","synset_id":"teacher.n.01"},{"index":2,"sense_key":"teacher%1:09:00::","synset_id":"teacher.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"teacher%1:09:00::","call_ids":["senseval2.d002.s029.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"teacher%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":118,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42784391320310533}
{"item_id":"senseval2.d002.s029.t002","gold_sense_keys":["compare%2:31:01::"],"candidates":[{"index":1,"sense_key":"compare%2:31:00::","synset_id":"compare.v.01"},{"index":2,"sense_key":"compare%2:42:00::","synset_id":"compare.v.02"},{"index":3,"sense_key":"compare%2:31:01::","synset_id":"compare.v.03"},{"index":4,"sense_key":"compare%2:32:00::","synset_id":"compare.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"compare%2:31:01::","call_ids":["senseval2.d002.s029.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"compare%2:31:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4291287639643997}
{"item_id":"senseval2.d002.s029.t003","gold_sense_keys":["one%1:09:00::"],"candidates":[{"index":1,"sense_key":"one%1:23:00::","synset_id":"one.n.01"},{"index":2,"sense_key":"one%1:09:00::","synset_id":"one.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"one%1:09:00::","call_ids":["senseval2.d002.s029.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"one%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4301689250860363}
{"item_id":"senseval2.d002.s030.t000","gold_sense_keys":["brilliant%5:00:00:intelligent:00"],"candidates":[{"index":1,"sense_key":"brilliant%5:00:00:superior:02","synset_id":"brilliant.s.01"},{"index":2,"sense_key":"brilliant%5:00:00:intelligent:00","synset_id":"brainy.s.01"},{"index":3,"sense_key":"brilliant%5:00:00:impressive:00","synset_id":"brilliant.s.03"},{"index":4,"sense_key":"brilliant%5:00:00:colorful:00","synset_id":"bright.s.01"},{"index":5,"sense_key":"brilliant%5:00:00:bright:00","synset_id":"brilliant.s.05"},{"index":6,"sense_key":"brilliant%5:00:00:reverberant:00","synset_id":"bright.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"brilliant%5:00:00:superior:02","call_ids":["senseval2.d002.s030.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"brilliant%5:00:00:superior:02","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43124327319674194}
{"item_id":"senseval2.d002.s030.t001","gold_sense_keys":["probably%4:02:00::"],"candidates":[{"index":1,"sense_key":"probably%4:02:00::","synset_id":"probably.r.01"},{"index":2,"sense_key":"probably%4:02:01::","synset_id":"credibly.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"probably%4:02:00::","call_ids":["senseval2.d002.s030.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"probably%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4327054258901626}
{"item_id":"senseval2.d002.s031.t000","gold_sense_keys":["competent%3:00:00::"],"candidates":[{"index":1,"sense_key":"competent%3:00:00::","synset_id":"competent.a.01"},{"index":2,"sense_key":"competent%5:00:00:adequate:00","synset_id":"competent.s.01"},{"index":3,"sense_key":"competent%3:00:02::","synset_id":"competent.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"competent%5:00:00:adequate:00","call_ids":["senseval2.d002.s031.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"competent%5:00:00:adequate:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41393483499996364}
{"item_id":"senseval2.d002.s031.t002","gold_sense_keys":["serve%2:42:02::","serve%2:42:03::"],"candidates":[{"index":1,"sense_key":"serve%2:42:03::","synset_id":"serve.v.01"},{"index":2,"sense_key":"serve%2:33:00::","synset_id":"serve.v.02"},{"index":3,"sense_key":"serve%2:42:01::","synset_id":"serve.v.03"},{"index":4,"sense_key":"serve%2:41:00::","synset_id":"service.v.01"},{"index":5,"sense_key":"serve%2:34:01::","synset_id":"serve.v.05"},{"index":6,"sense_key":"serve%2:34:00::","synset_id":"serve.v.06"},{"index":7,"sense_key":"serve%2:41:02::","synset_id":"serve.v.07"},{"index":8,"sense_key":"serve%2:42:02::","synset_id":"serve.v.08"},{"index":9,"sense_key":"serve%2:42:00::","synset_id":"serve.v.09"},{"index":10,"sense_key":"serve%2:41:01::","synset_id":"serve.v.10"},{"index":11,"sense_key":"serve%2:35:00::","synset_id":"serve.v.11"},{"index":12,"sense_key":"serve%2:42:12::","synset_id":"suffice.v.01"},{"index":13,"sense_key":"serve%2:41:13::","synset_id":"serve.v.13"},{"index":14,"sense_key":"serve%2:35:01::","synset_id":"serve.v.14"},{"index":15,"sense_key":"serve%2:33:01::","synset_id":"serve.v.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"serve%2:42:02::","call_ids":["senseval2.d002.s031.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"serve%2:42:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":438,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37066255509853363}
{"item_id":"senseval2.d002.s031.t003","gold_sense_keys":["well%4:02:00::"],"candidates":[{"index":1,"sense_key":"well%4:02:00::","synset_id":"well.r.01"},{"index":2,"sense_key":"well%4:02:05::","synset_id":"well.r.02"},{"index":3,"sense_key":"well%4:02:03::","synset_id":"well.r.03"},{"index":4,"sense_key":"well%4:02:15::","synset_id":"well.r.04"},{"index":5,"sense_key":"well%4:02:08::","synset_id":"well.r.05"},{"index":6,"sense_key":"well%4:02:07::","synset_id":"well.r.06"},{"index":7,"sense_key":"well%4:02:11::","synset_id":"well.r.07"},{"index":8,"sense_key":"well%4:02:14::","synset_id":"well.r.08"},{"index":9,"sense_key":"well%4:02:13::","synset_id":"well.r.09"},{"index":10,"sense_key":"well%4:02:12::","synset_id":"well.r.10"},{"index":11,"sense_key":"well%4:02:10::","synset_id":"well.r.11"},{"index":12,"sense_key":"well%4:02:09::","synset_id":"well.r.12"},{"index":13,"sense_key":"well%4:02:01::","synset_id":"well.r.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"well%4:02:12::","call_ids":["senseval2.d002.s031.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"well%4:02:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":385,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42163647804409266}
{"item_id":"senseval2.d002.s032.t000","gold_sense_keys":["teacher%1:18:00::"],"candidates":[{"index":1,"sense_key":"teacher%1:18:00::","synset_id":"teacher.n.01"},{"index":2,"sense_key":"teacher%1:09:00::","synset_id":"teacher.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"teacher%1:18:00::","call_ids":["senseval2.d002.s032.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"teacher%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":115,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42289327178150415}
{"item_id":"senseval2.d002.s032.t001","gold_sense_keys":["important%3:00:00::","important%3:00:02::","important%3:00:04::"],"candidates":[{"index":1,"sense_key":"important%3:00:00::","synset_id":"important.a.01"},{"index":2,"sense_key":"important%3:00:04::","synset_id":"significant.a.01"},{"index":3,"sense_key":"important%3:00:02::","synset_id":"crucial.a.01"},{"index":4,"sense_key":"important%5:00:00:influential:00","synset_id":"authoritative.s.01"},{"index":5,"sense_key":"important%5:00:00:immodest:02","synset_id":"important.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"important%3:00:04::","call_ids":["senseval2.d002.s032.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"important%3:00:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4232162879779935}
{"item_id":"senseval2.d002.s032.t002","gold_sense_keys":["factor%1:09:00::","factor%1:11:00::"],"candidates":[{"index":1,"sense_key":"factor%1:11:00::","synset_id":"factor.n.01"},{"index":2,"sense_key":"factor%1:09:00::","synset_id":"component.n.01"},{"index":3,"sense_key":"factor%1:23:00::","synset_id":"divisor.n.01"},{"index":4,"sense_key":"factor%1:18:00::","synset_id":"agent.n.04"},{"index":5,"sense_key":"factor%1:23:01::","synset_id":"factor.n.05"},{"index":6,"sense_key":"factor%1:09:01::","synset_id":"factor.n.06"},{"index":7,"sense_key":"factor%1:08:00::","synset_id":"gene.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"factor%1:11:00::","call_ids":["senseval2.d002.s032.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"factor%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42427630512975156}
{"item_id":"senseval2.d002.s032.t003","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s032.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":123,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4252602029591799}
{"item_id":"senseval2.d002.s032.t004","gold_sense_keys":["crisis%1:26:00::"],"candidates":[{"index":1,"sense_key":"crisis%1:26:00::","synset_id":"crisis.n.01"},{"index":2,"sense_key":"crisis%1:11:00::","synset_id":"crisis.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"crisis%1:11:00::","call_ids":["senseval2.d002.s032.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"crisis%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4287613059859723}
{"item_id":"senseval2.d002.s033.t000","gold_sense_keys":["problem%1:26:00::"],"candidates":[{"index":1,"sense_key":"problem%1:26:00::","synset_id":"problem.n.01"},{"index":2,"sense_key":"problem%1:10:00::","synset_id":"problem.n.02"},{"index":3,"sense_key":"problem%1:09:00::","synset_id":"trouble.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"problem%1:09:00::","call_ids":["senseval2.d002.s033.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"problem%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4259920178446919}
{"item_id":"senseval2.d002.s033.t001","gold_sense_keys":["equity%1:07:00::"],"candidates":[{"index":1,"sense_key":"equity%1:21:01::","synset_id":"equity.n.01"},{"index":2,"sense_key":"equity%1:21:00::","synset_id":"equity.n.02"},{"index":3,"sense_key":"equity%1:07:00::","synset_id":"fairness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"equity%1:07:00::","call_ids":["senseval2.d002.s033.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"equity%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41538905701600015}
{"item_id":"senseval2.d002.s033.t002","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"educational%5:00:00:instructive:00","call_ids":["senseval2.d002.s033.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"educational%5:00:00:instructive:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":132,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41665941197425127}
{"item_id":"senseval2.d002.s033.t003","gold_sense_keys":["problem%1:09:00::","problem%1:26:00::"],"candidates":[{"index":1,"sense_key":"problem%1:26:00::","synset_id":"problem.n.01"},{"index":2,"sense_key":"problem%1:10:00::","synset_id":"problem.n.02"},{"index":3,"sense_key":"problem%1:09:00::","synset_id":"trouble.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"problem%1:09:00::","call_ids":["senseval2.d002.s033.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"problem%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41813413915224373}
{"item_id":"senseval2.d002.s034.t002","gold_sense_keys":["teacher%1:18:00::"],"candidates":[{"index":1,"sense_key":"teacher%1:18:00::","synset_id":"teacher.n.01"},{"index":2,"sense_key":"teacher%1:09:00::","synset_id":"teacher.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"teacher%1:18:00::","call_ids":["senseval2.d002.s034.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"teacher%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":131,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3930082998704165}
{"item_id":"senseval2.d002.s034.t003","gold_sense_keys":["think%2:31:03::"],"candidates":[{"index":1,"sense_key":"think%2:31:01::","synset_id":"think.v.01"},{"index":2,"sense_key":"think%2:31:03::","synset_id":"think.v.02"},{"index":3,"sense_key":"think%2:31:00::","synset_id":"think.v.03"},{"index":4,"sense_key":"think%2:31:02::","synset_id":"remember.v.01"},{"index":5,"sense_key":"think%2:36:00::","synset_id":"think.v.05"},{"index":6,"sense_key":"think%2:31:09::","synset_id":"think.v.06"},{"index":7,"sense_key":"think%2:31:06::","synset_id":"intend.v.01"},{"index":8,"sense_key":"think%2:31:12::","synset_id":"think.v.08"},{"index":9,"sense_key":"think%2:31:13::","synset_id":"think.v.09"},{"index":10,"sense_key":"think%2:31:15::","synset_id":"think.v.10"},{"index":11,"sense_key":"think%2:31:14::","synset_id":"think.v.11"},{"index":12,"sense_key":"think%2:31:08::","synset_id":"think.v.12"},{"index":13,"sense_key":"think%2:30:00::","synset_id":"think.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"think%2:31:13::","call_ids":["senseval2.d002.s034.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"think%2:31:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":409,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3937475890852511}
{"item_id":"senseval2.d002.s034.t004","gold_sense_keys":["educate%2:41:00::"],"candidates":[{"index":1,"sense_key":"educate%2:41:00::","synset_id":"educate.v.01"},{"index":2,"sense_key":"educate%2:31:00::","synset_id":"train.v.01"},{"index":3,"sense_key":"educate%2:41:01::","synset_id":"educate.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educate%2:41:00::","call_ids":["senseval2.d002.s034.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educate%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3996981920208782}
{"item_id":"senseval2.d002.s034.t005","gold_sense_keys":["child%1:18:00::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"child%1:18:01::","call_ids":["senseval2.d002.s034.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"child%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3944466249085963}
{"item_id":"senseval2.d002.s034.t006","gold_sense_keys":["better%4:02:00::"],"candidates":[{"index":1,"sense_key":"better%4:02:00::","synset_id":"better.r.01"},{"index":2,"sense_key":"better%4:02:01::","synset_id":"better.r.02"},{"index":3,"sense_key":"well%4:02:00::","synset_id":"well.r.01"},{"index":4,"sense_key":"well%4:02:05::","synset_id":"well.r.02"},{"index":5,"sense_key":"well%4:02:03::","synset_id":"well.r.03"},{"index":6,"sense_key":"well%4:02:15::","synset_id":"well.r.04"},{"index":7,"sense_key":"well%4:02:08::","synset_id":"well.r.05"},{"index":8,"sense_key":"well%4:02:07::","synset_id":"well.r.06"},{"index":9,"sense_key":"well%4:02:11::","synset_id":"well.r.07"},{"index":10,"sense_key":"well%4:02:14::","synset_id":"well.r.08"},{"index":11,"sense_key":"well%4:02:13::","synset_id":"well.r.09"},{"index":12,"sense_key":"well%4:02:12::","synset_id":"well.r.10"},{"index":13,"sense_key":"well%4:02:10::","synset_id":"well.r.11"},{"index":14,"sense_key":"well%4:02:09::","synset_id":"well.r.12"},{"index":15,"sense_key":"well%4:02:01::","synset_id":"well.r.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"well%4:02:05::","call_ids":["senseval2.d002.s034.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"well%4:02:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":459,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3955075410194695}
{"item_id":"senseval2.d002.s034.t008","gold_sense_keys":["get%2:40:00::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"get%2:38:00::","call_ids":["senseval2.d002.s034.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"get%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":910,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39641147293150425}
{"item_id":"senseval2.d002.s034.t010","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["senseval2.d002.s034.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3967281279619783}
{"item_id":"senseval2.d002.s034.t011","gold_sense_keys":["more%4:02:01::"],"candidates":[{"index":1,"sense_key":"more%4:02:00::","synset_id":"more.r.01"},{"index":2,"sense_key":"more%4:02:01::","synset_id":"more.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"more%4:02:01::","call_ids":["senseval2.d002.s034.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"more%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39855827298015356}
{"item_id":"senseval2.d002.s035.t002","gold_sense_keys":["teacher%1:18:00::"],"candidates":[{"index":1,"sense_key":"teacher%1:18:00::","synset_id":"teacher.n.01"},{"index":2,"sense_key":"teacher%1:09:00::","synset_id":"teacher.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"teacher%1:18:00::","call_ids":["senseval2.d002.s035.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"teacher%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":124,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3992328189779073}
{"item_id":"senseval2.d002.s035.t003","gold_sense_keys":["union%1:14:01::"],"candidates":[{"index":1,"sense_key":"union%1:14:01::","synset_id":"union.n.01"},{"index":2,"sense_key":"union%1:15:00::","synset_id":"union.n.02"},{"index":3,"sense_key":"union%1:04:02::","synset_id":"coupling.n.03"},{"index":4,"sense_key":"union%1:26:00::","synset_id":"union.n.04"},{"index":5,"sense_key":"union%1:26:02::","synset_id":"marriage.n.01"},{"index":6,"sense_key":"union%1:22:00::","synset_id":"union.n.06"},{"index":7,"sense_key":"union%1:14:02::","synset_id":"union.n.07"},{"index":8,"sense_key":"union%1:14:03::","synset_id":"union.n.08"},{"index":9,"sense_key":"union%1:11:00::","synset_id":"union.n.09"},{"index":10,"sense_key":"union%1:06:01::","synset_id":"union.n.10"},{"index":11,"sense_key":"union%1:04:00::","synset_id":"union.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"union%1:04:02::","call_ids":["senseval2.d002.s035.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"union%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":389,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3999578889925033}
{"item_id":"senseval2.d002.s035.t004","gold_sense_keys":["mind%2:32:00::"],"candidates":[{"index":1,"sense_key":"mind%2:32:00::","synset_id":"mind.v.01"},{"index":2,"sense_key":"mind%2:31:02::","synset_id":"mind.v.02"},{"index":3,"sense_key":"mind%2:41:01::","synset_id":"take_care.v.02"},{"index":4,"sense_key":"mind%2:41:00::","synset_id":"heed.v.01"},{"index":5,"sense_key":"mind%2:31:03::","synset_id":"beware.v.01"},{"index":6,"sense_key":"mind%2:31:00::","synset_id":"mind.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mind%2:31:02::","call_ids":["senseval2.d002.s035.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mind%2:31:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4008255589287728}
{"item_id":"senseval2.d002.s035.t005","gold_sense_keys":["spread%2:32:00::","spread%2:35:00::"],"candidates":[{"index":1,"sense_key":"spread%2:35:00::","synset_id":"spread.v.01"},{"index":2,"sense_key":"spread%2:35:07::","synset_id":"spread.v.02"},{"index":3,"sense_key":"spread%2:42:00::","synset_id":"spread.v.03"},{"index":4,"sense_key":"spread%2:35:03::","synset_id":"unfold.v.04"},{"index":5,"sense_key":"spread%2:32:00::","synset_id":"circulate.v.02"},{"index":6,"sense_key":"spread%2:32:02::","synset_id":"go_around.v.02"},{"index":7,"sense_key":"spread%2:38:00::","synset_id":"spread.v.07"},{"index":8,"sense_key":"spread%2:38:02::","synset_id":"diffuse.v.01"},{"index":9,"sense_key":"spread%2:35:12::","synset_id":"spread.v.09"},{"index":10,"sense_key":"spread%2:35:13::","synset_id":"spread.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"spread%2:32:00::","call_ids":["senseval2.d002.s035.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"spread%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":284,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4017579508945346}
{"item_id":"senseval2.d002.s035.t007","gold_sense_keys":["narrow%5:00:00:limited:00"],"candidates":[{"index":1,"sense_key":"narrow%3:00:00::","synset_id":"narrow.a.01"},{"index":2,"sense_key":"narrow%5:00:00:limited:00","synset_id":"narrow.s.01"},{"index":3,"sense_key":"narrow%3:00:06::","synset_id":"narrow-minded.a.02"},{"index":4,"sense_key":"narrow%3:00:02::","synset_id":"narrow.a.04"},{"index":5,"sense_key":"narrow%5:00:00:careful:00","synset_id":"minute.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"narrow%3:00:02::","call_ids":["senseval2.d002.s035.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"narrow%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3429325290489942}
{"item_id":"senseval2.d002.s035.t008","gold_sense_keys":["purpose%1:09:00::"],"candidates":[{"index":1,"sense_key":"purpose%1:09:00::","synset_id":"purpose.n.01"},{"index":2,"sense_key":"purpose%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"purpose%1:07:01::","synset_id":"determination.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"purpose%1:07:00::","call_ids":["senseval2.d002.s035.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"purpose%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34615602111443877}
{"item_id":"senseval2.d002.s036.t003","gold_sense_keys":["politician%1:18:00::","politician%1:18:01::"],"candidates":[{"index":1,"sense_key":"politician%1:18:01::","synset_id":"politician.n.01"},{"index":2,"sense_key":"politician%1:18:00::","synset_id":"politician.n.02"},{"index":3,"sense_key":"politician%1:18:02::","synset_id":"politician.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"politician%1:18:00::","call_ids":["senseval2.d002.s036.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"politician%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34430985688231885}
{"item_id":"senseval2.d002.s036.t004","gold_sense_keys":["find%2:31:10::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"find%2:40:01::","call_ids":["senseval2.d002.s036.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"find%2:40:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":497,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3347029371652752}
{"item_id":"senseval2.d002.s036.t006","gold_sense_keys":["help%2:41:00::"],"candidates":[{"index":1,"sense_key":"help%2:41:00::","synset_id":"help.v.01"},{"index":2,"sense_key":"help%2:29:00::","synset_id":"help.v.02"},{"index":3,"sense_key":"help%2:42:00::","synset_id":"help.v.03"},{"index":4,"sense_key":"help%2:42:08::","synset_id":"help_oneself.v.01"},{"index":5,"sense_key":"help%2:34:00::","synset_id":"serve.v.05"},{"index":6,"sense_key":"help%2:41:12::","synset_id":"help.v.06"},{"index":7,"sense_key":"help%2:34:04::","synset_id":"avail.v.03"},{"index":8,"sense_key":"help%2:30:13::","synset_id":"help.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"help%2:41:12::","call_ids":["senseval2.d002.s036.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"help%2:41:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":292,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3434023910667747}
{"item_id":"senseval2.d002.s036.t007","gold_sense_keys":["strike%2:38:08::","strike%2:41:02::"],"candidates":[{"index":1,"sense_key":"strike%2:35:00::","synset_id":"strike.v.01"},{"index":2,"sense_key":"strike%2:37:00::","synset_id":"affect.v.05"},{"index":3,"sense_key":"strike%2:35:01::","synset_id":"hit.v.02"},{"index":4,"sense_key":"strike%2:33:00::","synset_id":"strike.v.04"},{"index":5,"sense_key":"strike%2:32:00::","synset_id":"strike.v.05"},{"index":6,"sense_key":"strike%2:35:02::","synset_id":"hit.v.05"},{"index":7,"sense_key":"strike%2:41:00::","synset_id":"strike.v.07"},{"index":8,"sense_key":"strike%2:42:00::","synset_id":"fall.v.08"},{"index":9,"sense_key":"strike%2:41:02::","synset_id":"come_to.v.03"},{"index":10,"sense_key":"strike%2:35:03::","synset_id":"strike.v.10"},{"index":11,"sense_key":"strike%2:30:00::","synset_id":"strike.v.11"},{"index":12,"sense_key":"strike%2:40:00::","synset_id":"fall_upon.v.01"},{"index":13,"sense_key":"strike%2:36:00::","synset_id":"strike.v.13"},{"index":14,"sense_key":"strike%2:35:08::","synset_id":"strike.v.14"},{"index":15,"sense_key":"strike%2:39:00::","synset_id":"hit.v.09"},{"index":16,"sense_key":"strike%2:38:02::","synset_id":"hit.v.12"},{"index":17,"sense_key":"strike%2:38:08::","synset_id":"assume.v.05"},{"index":18,"sense_key":"strike%2:36:02::","synset_id":"mint.v.01"},{"index":19,"sense_key":"strike%2:35:10::","synset_id":"strickle.v.02"},{"index":20,"sense_key":"strike%2:35:09::","synset_id":"strike.v.20"},{"index":21,"sense_key":"strike%2:31:00::","synset_id":"strike.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"strike%2:41:00::","call_ids":["senseval2.d002.s036.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"strike%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":568,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23033770802430809}
{"item_id":"senseval2.d002.s036.t008","gold_sense_keys":["friendly%5:00:00:amicable:00"],"candidates":[{"index":1,"sense_key":"friendly%3:00:01::","synset_id":"friendly.a.01"},{"index":2,"sense_key":"friendly%5:00:00:amicable:00","synset_id":"friendly.s.01"},{"index":3,"sense_key":"friendly%3:00:03::","synset_id":"friendly.a.03"},{"index":4,"sense_key":"friendly%3:00:02::","synset_id":"friendly.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"friendly%5:00:00:amicable:00","call_ids":["senseval2.d002.s036.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"friendly%5:00:00:amicable:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19479673891328275}
{"item_id":"senseval2.d002.s036.t009","gold_sense_keys":["posture%1:09:00::"],"candidates":[{"index":1,"sense_key":"posture%1:07:00::","synset_id":"position.n.04"},{"index":2,"sense_key":"posture%1:07:01::","synset_id":"carriage.n.03"},{"index":3,"sense_key":"posture%1:09:00::","synset_id":"position.n.12"},{"index":4,"sense_key":"posture%1:07:02::","synset_id":"military_capability.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"posture%1:07:01::","call_ids":["senseval2.d002.s036.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"posture%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16104197991080582}
{"item_id":"senseval2.d002.s036.t010","gold_sense_keys":["behalf%1:04:00::"],"candidates":[{"index":1,"sense_key":"behalf%1:04:00::","synset_id":"behalf.n.01"},{"index":2,"sense_key":"behalf%1:07:00::","synset_id":"behalf.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"behalf%1:04:00::","call_ids":["senseval2.d002.s036.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"behalf%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21649210480973125}
{"item_id":"senseval2.d002.s036.t011","gold_sense_keys":["important%3:00:00::","important%3:00:02::","important%3:00:04::"],"candidates":[{"index":1,"sense_key":"important%3:00:00::","synset_id":"important.a.01"},{"index":2,"sense_key":"important%3:00:04::","synset_id":"significant.a.01"},{"index":3,"sense_key":"important%3:00:02::","synset_id":"crucial.a.01"},{"index":4,"sense_key":"important%5:00:00:influential:00","synset_id":"authoritative.s.01"},{"index":5,"sense_key":"important%5:00:00:immodest:02","synset_id":"important.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"important%3:00:04::","call_ids":["senseval2.d002.s036.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"important%3:00:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22047989699058235}
{"item_id":"senseval2.d002.s037.t000","gold_sense_keys":["shred%1:23:00::"],"candidates":[{"index":1,"sense_key":"shred%1:23:00::","synset_id":"shred.n.01"},{"index":2,"sense_key":"shred%1:06:00::","synset_id":"rag.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"shred%1:23:00::","call_ids":["senseval2.d002.s037.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"shred%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":124,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22198457084596157}
{"item_id":"senseval2.d002.s037.t001","gold_sense_keys":["evidence%1:09:00::","evidence%1:10:01::"],"candidates":[{"index":1,"sense_key":"evidence%1:09:00::","synset_id":"evidence.n.01"},{"index":2,"sense_key":"evidence%1:10:01::","synset_id":"evidence.n.02"},{"index":3,"sense_key":"evidence%1:10:00::","synset_id":"evidence.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evidence%1:10:01::","call_ids":["senseval2.d002.s037.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evidence%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2333604609593749}
{"item_id":"senseval2.d002.s037.t002","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval2.d002.s037.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2170488080009818}
{"item_id":"senseval2.d002.s037.t003","gold_sense_keys":["thing%1:09:02::"],"candidates":[{"index":1,"sense_key":"thing%1:26:00::","synset_id":"thing.n.01"},{"index":2,"sense_key":"thing%1:04:00::","synset_id":"thing.n.02"},{"index":3,"sense_key":"thing%1:09:00::","synset_id":"thing.n.03"},{"index":4,"sense_key":"thing%1:06:00::","synset_id":"thing.n.04"},{"index":5,"sense_key":"thing%1:11:00::","synset_id":"thing.n.05"},{"index":6,"sense_key":"thing%1:09:02::","synset_id":"matter.n.01"},{"index":7,"sense_key":"thing%1:10:00::","synset_id":"thing.n.07"},{"index":8,"sense_key":"thing%1:06:01::","synset_id":"thing.n.08"},{"index":9,"sense_key":"thing%1:07:00::","synset_id":"thing.n.09"},{"index":10,"sense_key":"thing%1:09:01::","synset_id":"thing.n.10"},{"index":11,"sense_key":"thing%1:12:00::","synset_id":"thing.n.11"},{"index":12,"sense_key":"thing%1:03:00::","synset_id":"thing.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"thing%1:03:00::","call_ids":["senseval2.d002.s037.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"thing%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":315,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22286748397164047}
{"item_id":"senseval2.d002.s037.t004","gold_sense_keys":["equal%3:00:00::"],"candidates":[{"index":1,"sense_key":"equal%3:00:00::","synset_id":"equal.a.01"},{"index":2,"sense_key":"equal%3:00:03::","synset_id":"adequate.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"equal%3:00:00::","call_ids":["senseval2.d002.s037.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"equal%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23375208186917007}
{"item_id":"senseval2.d002.s037.t006","gold_sense_keys":["differential%1:07:00::"],"candidates":[{"index":1,"sense_key":"differential%1:09:00::","synset_id":"derived_function.n.01"},{"index":2,"sense_key":"differential%1:07:00::","synset_id":"differential.n.02"},{"index":3,"sense_key":"differential%1:06:00::","synset_id":"differential_gear.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"differential%1:07:00::","call_ids":["senseval2.d002.s037.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"differential%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22421276196837425}
{"item_id":"senseval2.d002.s037.t007","gold_sense_keys":["result%2:42:00::"],"candidates":[{"index":1,"sense_key":"result%2:42:00::","synset_id":"result.v.01"},{"index":2,"sense_key":"result%2:42:02::","synset_id":"leave.v.07"},{"index":3,"sense_key":"result%2:30:00::","synset_id":"result.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"result%2:30:00::","call_ids":["senseval2.d002.s037.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"result%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2256172930356115}
{"item_id":"senseval2.d002.s037.t008","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s037.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22705633495934308}
{"item_id":"senseval2.d002.s037.t009","gold_sense_keys":["differential%1:07:00::"],"candidates":[{"index":1,"sense_key":"differential%1:09:00::","synset_id":"derived_function.n.01"},{"index":2,"sense_key":"differential%1:07:00::","synset_id":"differential.n.02"},{"index":3,"sense_key":"differential%1:06:00::","synset_id":"differential_gear.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"differential%1:07:00::","call_ids":["senseval2.d002.s037.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"differential%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22829024004749954}
{"item_id":"senseval2.d002.s038.t001","gold_sense_keys":["evidence%1:09:00::","evidence%1:10:01::"],"candidates":[{"index":1,"sense_key":"evidence%1:09:00::","synset_id":"evidence.n.01"},{"index":2,"sense_key":"evidence%1:10:01::","synset_id":"evidence.n.02"},{"index":3,"sense_key":"evidence%1:10:00::","synset_id":"evidence.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evidence%1:10:01::","call_ids":["senseval2.d002.s038.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evidence%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22937810607254505}
{"item_id":"senseval2.d002.s038.t002","gold_sense_keys":["sure%3:00:00::"],"candidates":[{"index":1,"sense_key":"sure%3:00:00::","synset_id":"certain.a.02"},{"index":2,"sense_key":"sure%5:00:00:careful:00","synset_id":"certain.s.03"},{"index":3,"sense_key":"sure%3:00:04::","synset_id":"certain.a.04"},{"index":4,"sense_key":"sure%5:00:00:secure:02","synset_id":"sure.s.02"},{"index":5,"sense_key":"sure%5:00:00:reliable:00","synset_id":"certain.s.02"},{"index":6,"sense_key":"sure%5:00:00:trustworthy:00","synset_id":"sure.s.04"},{"index":7,"sense_key":"sure%5:00:00:true:00","synset_id":"sure.s.05"},{"index":8,"sense_key":"sure%5:00:00:steady:00","synset_id":"sure.s.06"},{"index":9,"sense_key":"sure%5:00:02:certain:01","synset_id":"indisputable.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"sure%5:00:02:certain:01","call_ids":["senseval2.d002.s038.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"sure%5:00:02:certain:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":288,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20901047298684716}
{"item_id":"senseval2.d002.s039.t000","gold_sense_keys":["wish%2:37:02::"],"candidates":[{"index":1,"sense_key":"wish%2:37:00::","synset_id":"wish.v.01"},{"index":2,"sense_key":"wish%2:37:02::","synset_id":"wish.v.02"},{"index":3,"sense_key":"wish%2:32:02::","synset_id":"wish.v.03"},{"index":4,"sense_key":"wish%2:37:01::","synset_id":"wish.v.04"},{"index":5,"sense_key":"wish%2:32:01::","synset_id":"wish.v.05"},{"index":6,"sense_key":"wish%2:32:00::","synset_id":"wish.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"wish%2:37:02::","call_ids":["senseval2.d002.s039.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"wish%2:37:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2098188411910087}
{"item_id":"senseval2.d002.s039.t001","gold_sense_keys":["serious%3:00:00::"],"candidates":[{"index":1,"sense_key":"serious%3:00:00::","synset_id":"serious.a.01"},{"index":2,"sense_key":"serious%5:00:00:important:00","synset_id":"serious.s.01"},{"index":3,"sense_key":"serious%5:00:00:critical:03","synset_id":"dangerous.s.01"},{"index":4,"sense_key":"serious%5:00:00:intellectual:00","synset_id":"good.s.14"},{"index":5,"sense_key":"serious%3:00:02::","synset_id":"unplayful.a.01"},{"index":6,"sense_key":"serious%5:00:00:difficult:00","synset_id":"serious.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"serious%5:00:00:important:00","call_ids":["senseval2.d002.s039.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"serious%5:00:00:important:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2173836030997336}
{"item_id":"senseval2.d002.s039.t002","gold_sense_keys":["american%3:01:01::"],"candidates":[{"index":1,"sense_key":"american%3:01:01::","synset_id":"american.a.01"},{"index":2,"sense_key":"american%3:01:00::","synset_id":"american.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"american%3:01:00::","call_ids":["senseval2.d002.s039.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"american%3:01:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24545430904254317}
{"item_id":"senseval2.d002.s039.t003","gold_sense_keys":["education%1:04:00::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"education%1:09:00::","call_ids":["senseval2.d002.s039.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"education%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21794686606153846}
{"item_id":"senseval2.d002.s039.t004","gold_sense_keys":["know%2:31:01::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"know%2:31:15::","call_ids":["senseval2.d002.s039.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"know%2:31:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":384,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21872925898060203}
{"item_id":"senseval2.d002.s039.t005","gold_sense_keys":["exactly%4:02:01::"],"candidates":[{"index":1,"sense_key":"exactly%4:02:01::","synset_id":"precisely.r.01"},{"index":2,"sense_key":"exactly%4:02:04::","synset_id":"precisely.r.03"},{"index":3,"sense_key":"exactly%4:02:02::","synset_id":"precisely.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"exactly%4:02:04::","call_ids":["senseval2.d002.s039.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"exactly%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21953975898213685}
{"item_id":"senseval2.d002.s039.t006","gold_sense_keys":["just%4:02:05::"],"candidates":[{"index":1,"sense_key":"just%4:02:00::","synset_id":"merely.r.01"},{"index":2,"sense_key":"just%4:02:05::","synset_id":"precisely.r.01"},{"index":3,"sense_key":"just%4:02:01::","synset_id":"just.r.03"},{"index":4,"sense_key":"just%4:02:03::","synset_id":"just.r.04"},{"index":5,"sense_key":"just%4:02:04::","synset_id":"barely.r.01"},{"index":6,"sense_key":"just%4:02:06::","synset_id":"just.r.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"just%4:02:03::","call_ids":["senseval2.d002.s039.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"just%4:02:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23857513000257313}
{"item_id":"senseval2.d002.s039.t007","gold_sense_keys":["important%3:00:00::","important%3:00:02::","important%3:00:04::"],"candidates":[{"index":1,"sense_key":"important%3:00:00::","synset_id":"important.a.01"},{"index":2,"sense_key":"important%3:00:04::","synset_id":"significant.a.01"},{"index":3,"sense_key":"important%3:00:02::","synset_id":"crucial.a.01"},{"index":4,"sense_key":"important%5:00:00:influential:00","synset_id":"authoritative.s.01"},{"index":5,"sense_key":"important%5:00:00:immodest:02","synset_id":"important.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"important%3:00:02::","call_ids":["senseval2.d002.s039.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"important%3:00:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2401836239732802}
{"item_id":"senseval2.d002.s040.t002","gold_sense_keys":["school%1:14:00::"],"candidates":[{"index":1,"sense_key":"school%1:14:00::","synset_id":"school.n.01"},{"index":2,"sense_key":"school%1:06:00::","synset_id":"school.n.02"},{"index":3,"sense_key":"school%1:09:00::","synset_id":"school.n.03"},{"index":4,"sense_key":"school%1:14:02::","synset_id":"school.n.04"},{"index":5,"sense_key":"school%1:28:00::","synset_id":"school.n.05"},{"index":6,"sense_key":"school%1:14:03::","synset_id":"school.n.06"},{"index":7,"sense_key":"school%1:14:01::","synset_id":"school.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"school%1:14:01::","call_ids":["senseval2.d002.s040.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"school%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24144991487264633}
{"item_id":"senseval2.d002.s040.t003","gold_sense_keys":["scattered%5:00:00:distributed:00"],"candidates":[{"index":1,"sense_key":"scattered%5:00:00:distributed:00","synset_id":"scattered.s.01"},{"index":2,"sense_key":"scattered%5:00:00:incoherent:00","synset_id":"confused.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"scattered%5:00:00:distributed:00","call_ids":["senseval2.d002.s040.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"scattered%5:00:00:distributed:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22027335898019373}
{"item_id":"senseval2.d002.s040.t005","gold_sense_keys":["poor%3:00:00::","poor%3:00:03::"],"candidates":[{"index":1,"sense_key":"poor%5:00:00:unfortunate:00","synset_id":"hapless.s.01"},{"index":2,"sense_key":"poor%3:00:00::","synset_id":"poor.a.02"},{"index":3,"sense_key":"poor%3:00:03::","synset_id":"poor.a.03"},{"index":4,"sense_key":"poor%3:00:02::","synset_id":"poor.a.04"},{"index":5,"sense_key":"poor%5:00:00:insufficient:00","synset_id":"inadequate.s.01"},{"index":6,"sense_key":"poor%5:00:00:bad:00","synset_id":"poor.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"poor%3:00:03::","call_ids":["senseval2.d002.s040.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"poor%3:00:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.221569221932441}
{"item_id":"senseval2.d002.s040.t006","gold_sense_keys":["same%3:00:00::"],"candidates":[{"index":1,"sense_key":"same%3:00:02::","synset_id":"same.a.01"},{"index":2,"sense_key":"same%3:00:00::","synset_id":"same.a.02"},{"index":3,"sense_key":"same%3:00:04::","synset_id":"like.a.02"},{"index":4,"sense_key":"same%5:00:00:unchanged:00","synset_id":"same.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"same%5:00:00:unchanged:00","call_ids":["senseval2.d002.s040.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"same%5:00:00:unchanged:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22286144783720374}
{"item_id":"senseval2.d002.s041.t001","gold_sense_keys":["majority%1:07:00::"],"candidates":[{"index":1,"sense_key":"majority%1:07:00::","synset_id":"majority.n.01"},{"index":2,"sense_key":"majority%1:23:00::","synset_id":"majority.n.02"},{"index":3,"sense_key":"majority%1:28:00::","synset_id":"majority.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"majority%1:07:00::","call_ids":["senseval2.d002.s041.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"majority%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2260232490953058}
{"item_id":"senseval2.d002.s041.t003","gold_sense_keys":["school%1:14:00::"],"candidates":[{"index":1,"sense_key":"school%1:14:00::","synset_id":"school.n.01"},{"index":2,"sense_key":"school%1:06:00::","synset_id":"school.n.02"},{"index":3,"sense_key":"school%1:09:00::","synset_id":"school.n.03"},{"index":4,"sense_key":"school%1:14:02::","synset_id":"school.n.04"},{"index":5,"sense_key":"school%1:28:00::","synset_id":"school.n.05"},{"index":6,"sense_key":"school%1:14:03::","synset_id":"school.n.06"},{"index":7,"sense_key":"school%1:14:01::","synset_id":"school.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"school%1:28:00::","call_ids":["senseval2.d002.s041.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"school%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":263,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22422259813174605}
{"item_id":"senseval2.d002.s041.t004","gold_sense_keys":["know%2:31:01::","know%2:31:02::","know%2:31:12::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval2.d002.s041.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":378,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2269710989203304}
{"item_id":"senseval2.d002.s041.t005","gold_sense_keys":["effort%1:04:00::"],"candidates":[{"index":1,"sense_key":"effort%1:04:00::","synset_id":"attempt.n.01"},{"index":2,"sense_key":"effort%1:04:01::","synset_id":"effort.n.02"},{"index":3,"sense_key":"effort%1:04:02::","synset_id":"feat.n.01"},{"index":4,"sense_key":"effort%1:04:03::","synset_id":"campaign.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"effort%1:04:01::","call_ids":["senseval2.d002.s041.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"effort%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22852011607028544}
{"item_id":"senseval2.d002.s041.t006","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s041.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22995743807405233}
{"item_id":"senseval2.d002.s041.t007","gold_sense_keys":["reform%1:04:00::"],"candidates":[{"index":1,"sense_key":"reform%1:04:00::","synset_id":"reform.n.01"},{"index":2,"sense_key":"reform%1:04:01::","synset_id":"reform.n.02"},{"index":3,"sense_key":"reform%1:04:02::","synset_id":"reform.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"reform%1:04:01::","call_ids":["senseval2.d002.s041.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"reform%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2309743259102106}
{"item_id":"senseval2.d002.s041.t008","gold_sense_keys":["doomed%5:00:00:unfortunate:00"],"candidates":[{"index":1,"sense_key":"doomed%5:00:00:dead:01","synset_id":"doomed.s.01"},{"index":2,"sense_key":"doomed%5:00:00:lost:02","synset_id":"cursed.s.01"},{"index":3,"sense_key":"doomed%5:00:00:unfortunate:00","synset_id":"doomed.s.03"},{"index":4,"sense_key":"doomed%5:00:00:certain:03","synset_id":"doomed.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"doomed%5:00:00:unfortunate:00","call_ids":["senseval2.d002.s041.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"doomed%5:00:00:unfortunate:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23225460713729262}
{"item_id":"senseval2.d002.s042.t000","gold_sense_keys":["really%4:02:02::"],"candidates":[{"index":1,"sense_key":"really%4:02:03::","synset_id":"truly.r.01"},{"index":2,"sense_key":"really%4:02:04::","synset_id":"actually.r.01"},{"index":3,"sense_key":"really%4:02:02::","synset_id":"in_truth.r.01"},{"index":4,"sense_key":"really%4:02:00::","synset_id":"very.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"really%4:02:02::","call_ids":["senseval2.d002.s042.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"really%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23325879801996052}
{"item_id":"senseval2.d002.s042.t001","gold_sense_keys":["know%2:31:01::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval2.d002.s042.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":378,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2342318578157574}
{"item_id":"senseval2.d002.s042.t002","gold_sense_keys":["need%2:42:00::"],"candidates":[{"index":1,"sense_key":"need%2:42:00::","synset_id":"necessitate.v.01"},{"index":2,"sense_key":"need%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"need%2:34:01::","synset_id":"need.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"need%2:34:01::","call_ids":["senseval2.d002.s042.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"need%2:34:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18018005788326263}
{"item_id":"senseval2.d002.s042.t003","gold_sense_keys":["know%2:31:01::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval2.d002.s042.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":377,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25894885207526386}
{"item_id":"senseval2.d002.s042.t005","gold_sense_keys":["assimilate%2:31:00::"],"candidates":[{"index":1,"sense_key":"assimilate%2:31:00::","synset_id":"absorb.v.02"},{"index":2,"sense_key":"assimilate%2:30:00::","synset_id":"assimilate.v.02"},{"index":3,"sense_key":"assimilate%2:30:01::","synset_id":"assimilate.v.03"},{"index":4,"sense_key":"assimilate%2:35:00::","synset_id":"assimilate.v.04"},{"index":5,"sense_key":"assimilate%2:30:02::","synset_id":"assimilate.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"assimilate%2:30:00::","call_ids":["senseval2.d002.s042.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"assimilate%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30088857491500676}
{"item_id":"senseval2.d002.s043.t000","gold_sense_keys":["respect%1:09:00::"],"candidates":[{"index":1,"sense_key":"respect%1:09:00::","synset_id":"respect.n.01"},{"index":2,"sense_key":"respect%1:26:00::","synset_id":"esteem.n.01"},{"index":3,"sense_key":"respect%1:09:01::","synset_id":"respect.n.03"},{"index":4,"sense_key":"respect%1:04:03::","synset_id":"deference.n.01"},{"index":5,"sense_key":"respect%1:04:02::","synset_id":"obedience.n.03"},{"index":6,"sense_key":"respect%1:12:00::","synset_id":"regard.n.06"},{"index":7,"sense_key":"respect%1:07:00::","synset_id":"deference.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"respect%1:09:00::","call_ids":["senseval2.d002.s043.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"respect%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30163211887702346}
{"item_id":"senseval2.d002.s043.t005","gold_sense_keys":["rather%4:02:02::"],"candidates":[{"index":1,"sense_key":"rather%4:02:02::","synset_id":"rather.r.01"},{"index":2,"sense_key":"rather%4:02:04::","synset_id":"rather.r.02"},{"index":3,"sense_key":"rather%4:02:01::","synset_id":"preferably.r.01"},{"index":4,"sense_key":"rather%4:02:00::","synset_id":"quite.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"rather%4:02:04::","call_ids":["senseval2.d002.s043.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"rather%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3183111858088523}
{"item_id":"senseval2.d002.s043.t007","gold_sense_keys":["concerned%3:00:00::","concerned%5:00:00:involved:00"],"candidates":[{"index":1,"sense_key":"concerned%3:00:00::","synset_id":"concerned.a.01"},{"index":2,"sense_key":"concerned%5:00:00:involved:00","synset_id":"concerned.s.01"},{"index":3,"sense_key":"concerned%5:00:01:involved:00","synset_id":"implicated.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"concerned%5:00:00:involved:00","call_ids":["senseval2.d002.s043.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"concerned%5:00:00:involved:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32186847692355514}
{"item_id":"senseval2.d002.s044.t001","gold_sense_keys":["inclined%3:00:02::"],"candidates":[{"index":1,"sense_key":"inclined%3:00:02::","synset_id":"inclined.a.01"},{"index":2,"sense_key":"inclined%3:00:01::","synset_id":"inclined.a.02"},{"index":3,"sense_key":"inclined%5:00:00:willing:00","synset_id":"disposed.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"inclined%3:00:02::","call_ids":["senseval2.d002.s044.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"inclined%3:00:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32251558592543006}
{"item_id":"senseval2.d002.s044.t002","gold_sense_keys":["echo%2:32:00::"],"candidates":[{"index":1,"sense_key":"echo%2:32:00::","synset_id":"repeat.v.04"},{"index":2,"sense_key":"echo%2:39:00::","synset_id":"resound.v.01"},{"index":3,"sense_key":"echo%2:42:00::","synset_id":"echo.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"echo%2:42:00::","call_ids":["senseval2.d002.s044.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"echo%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2956721680238843}
{"item_id":"senseval2.d002.s044.t003","gold_sense_keys":["conventional%3:00:00::","conventional%3:00:01::","conventional%5:00:00:orthodox:00"],"candidates":[{"index":1,"sense_key":"conventional%3:00:00::","synset_id":"conventional.a.01"},{"index":2,"sense_key":"conventional%5:00:00:orthodox:00","synset_id":"conventional.s.01"},{"index":3,"sense_key":"conventional%3:00:02::","synset_id":"conventional.a.03"},{"index":4,"sense_key":"conventional%3:00:01::","synset_id":"conventional.a.04"},{"index":5,"sense_key":"conventional%5:00:00:nonrepresentational:00","synset_id":"conventional.s.02"},{"index":6,"sense_key":"conventional%5:00:00:traditional:00","synset_id":"conventional.s.03"},{"index":7,"sense_key":"conventional%5:00:00:formal:01","synset_id":"ceremonious.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"conventional%5:00:00:traditional:00","call_ids":["senseval2.d002.s044.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"conventional%5:00:00:traditional:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2970539580564946}
{"item_id":"senseval2.d002.s044.t004","gold_sense_keys":["pap%1:10:00::"],"candidates":[{"index":1,"sense_key":"pap%1:10:00::","synset_id":"pap.n.01"},{"index":2,"sense_key":"pap%1:13:00::","synset_id":"soft_diet.n.01"},{"index":3,"sense_key":"pap%1:08:00::","synset_id":"nipple.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"pap%1:13:00::","call_ids":["senseval2.d002.s044.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"pap%1:13:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29809446004219353}
{"item_id":"senseval2.d002.s045.t000","gold_sense_keys":["thus%4:02:00::"],"candidates":[{"index":1,"sense_key":"thus%4:02:00::","synset_id":"therefore.r.01"},{"index":2,"sense_key":"thus%4:02:01::","synset_id":"thus.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"thus%4:02:00::","call_ids":["senseval2.d002.s045.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"thus%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2989042920526117}
{"item_id":"senseval2.d002.s045.t001","gold_sense_keys":["recent%5:00:00:past:00"],"candidates":[{"index":1,"sense_key":"recent%5:00:00:new:00","synset_id":"recent.s.01"},{"index":2,"sense_key":"recent%5:00:00:past:00","synset_id":"late.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"recent%5:00:00:past:00","call_ids":["senseval2.d002.s045.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"recent%5:00:00:past:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.303142273100093}
{"item_id":"senseval2.d002.s045.t002","gold_sense_keys":["governor%1:18:00::"],"candidates":[{"index":1,"sense_key":"governor%1:18:00::","synset_id":"governor.n.01"},{"index":2,"sense_key":"governor%1:06:00::","synset_id":"governor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"governor%1:18:00::","call_ids":["senseval2.d002.s045.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"governor%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3062415160238743}
{"item_id":"senseval2.d002.s045.t003","gold_sense_keys":["conference%1:10:00::","conference%1:14:00::"],"candidates":[{"index":1,"sense_key":"conference%1:14:00::","synset_id":"conference.n.01"},{"index":2,"sense_key":"conference%1:14:01::","synset_id":"league.n.01"},{"index":3,"sense_key":"conference%1:10:00::","synset_id":"conference.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"conference%1:14:00::","call_ids":["senseval2.d002.s045.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"conference%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3223718758672476}
{"item_id":"senseval2.d002.s045.t004","gold_sense_keys":["education%1:04:00::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"education%1:09:00::","call_ids":["senseval2.d002.s045.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"education%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3050720440223813}
{"item_id":"senseval2.d002.s045.t005","gold_sense_keys":["announce%2:32:02::"],"candidates":[{"index":1,"sense_key":"announce%2:32:00::","synset_id":"announce.v.01"},{"index":2,"sense_key":"announce%2:32:02::","synset_id":"announce.v.02"},{"index":3,"sense_key":"announce%2:32:07::","synset_id":"announce.v.03"},{"index":4,"sense_key":"announce%2:32:01::","synset_id":"announce.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"announce%2:32:07::","call_ids":["senseval2.d002.s045.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"announce%2:32:07::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3066180138848722}
{"item_id":"senseval2.d002.s045.t006","gold_sense_keys":["country%1:14:00::","country%1:14:01::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"country%1:14:01::","call_ids":["senseval2.d002.s045.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"country%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30736216995865107}
{"item_id":"senseval2.d002.s045.t007","gold_sense_keys":["need%2:34:00::"],"candidates":[{"index":1,"sense_key":"need%2:42:00::","synset_id":"necessitate.v.01"},{"index":2,"sense_key":"need%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"need%2:34:01::","synset_id":"need.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"need%2:34:01::","call_ids":["senseval2.d002.s045.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"need%2:34:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31760809221304953}
{"item_id":"senseval2.d002.s045.t009","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"policy%1:10:02::","call_ids":["senseval2.d002.s045.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"policy%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31826974591240287}
{"item_id":"senseval2.d002.s045.t010","gold_sense_keys":["child%1:18:00::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"child%1:18:01::","call_ids":["senseval2.d002.s045.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"child%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3190271919593215}
{"item_id":"senseval2.d002.s046.t001","gold_sense_keys":["development%1:04:01::","development%1:22:02::"],"candidates":[{"index":1,"sense_key":"development%1:04:01::","synset_id":"development.n.01"},{"index":2,"sense_key":"development%1:22:02::","synset_id":"development.n.02"},{"index":3,"sense_key":"development%1:22:01::","synset_id":"growth.n.01"},{"index":4,"sense_key":"development%1:11:01::","synset_id":"development.n.04"},{"index":5,"sense_key":"development%1:04:02::","synset_id":"exploitation.n.01"},{"index":6,"sense_key":"development%1:15:00::","synset_id":"development.n.06"},{"index":7,"sense_key":"development%1:26:00::","synset_id":"development.n.07"},{"index":8,"sense_key":"development%1:22:00::","synset_id":"development.n.08"},{"index":9,"sense_key":"development%1:10:00::","synset_id":"development.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"development%1:04:02::","call_ids":["senseval2.d002.s046.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"development%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":397,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36179359816014767}
{"item_id":"senseval2.d002.s046.t002","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"policy%1:10:02::","call_ids":["senseval2.d002.s046.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"policy%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3559548519551754}
{"item_id":"senseval2.d002.s046.t003","gold_sense_keys":["governor%1:18:00::"],"candidates":[{"index":1,"sense_key":"governor%1:18:00::","synset_id":"governor.n.01"},{"index":2,"sense_key":"governor%1:06:00::","synset_id":"governor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"governor%1:18:00::","call_ids":["senseval2.d002.s046.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"governor%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":132,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35704919998534024}
{"item_id":"senseval2.d002.s046.t004","gold_sense_keys":["seem%2:39:00::"],"candidates":[{"index":1,"sense_key":"seem%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"seem%2:39:01::","synset_id":"appear.v.04"},{"index":3,"sense_key":"seem%2:42:00::","synset_id":"seem.v.03"},{"index":4,"sense_key":"seem%2:39:02::","synset_id":"seem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seem%2:39:01::","call_ids":["senseval2.d002.s046.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seem%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3580494010820985}
{"item_id":"senseval2.d002.s046.t005","gold_sense_keys":["more%4:02:00::"],"candidates":[{"index":1,"sense_key":"more%4:02:00::","synset_id":"more.r.01"},{"index":2,"sense_key":"more%4:02:01::","synset_id":"more.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"more%4:02:01::","call_ids":["senseval2.d002.s046.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"more%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3602021229453385}
{"item_id":"senseval2.d002.s046.t007","gold_sense_keys":["need%1:17:00::","need%1:26:00::"],"candidates":[{"index":1,"sense_key":"need%1:26:00::","synset_id":"need.n.01"},{"index":2,"sense_key":"need%1:17:00::","synset_id":"need.n.02"},{"index":3,"sense_key":"need%1:03:00::","synset_id":"motivation.n.01"},{"index":4,"sense_key":"need%1:26:01::","synset_id":"indigence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"need%1:17:00::","call_ids":["senseval2.d002.s046.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"need%1:17:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36251349095255136}
{"item_id":"senseval2.d002.s047.t002","gold_sense_keys":["extend%2:30:01::"],"candidates":[{"index":1,"sense_key":"extend%2:30:01::","synset_id":"widen.v.04"},{"index":2,"sense_key":"extend%2:42:03::","synset_id":"run.v.03"},{"index":3,"sense_key":"extend%2:42:01::","synset_id":"cover.v.03"},{"index":4,"sense_key":"extend%2:40:05::","synset_id":"extend.v.04"},{"index":5,"sense_key":"extend%2:29:01::","synset_id":"exsert.v.01"},{"index":6,"sense_key":"extend%2:42:02::","synset_id":"extend.v.06"},{"index":7,"sense_key":"extend%2:40:04::","synset_id":"offer.v.05"},{"index":8,"sense_key":"extend%2:29:00::","synset_id":"stretch.v.02"},{"index":9,"sense_key":"extend%2:30:09::","synset_id":"extend.v.09"},{"index":10,"sense_key":"extend%2:30:02::","synset_id":"prolong.v.01"},{"index":11,"sense_key":"extend%2:38:10::","synset_id":"unfold.v.03"},{"index":12,"sense_key":"extend%2:38:14::","synset_id":"gallop.v.03"},{"index":13,"sense_key":"extend%2:35:10::","synset_id":"extend.v.13"},{"index":14,"sense_key":"extend%2:34:00::","synset_id":"strain.v.03"},{"index":15,"sense_key":"extend%2:30:15::","synset_id":"extend.v.15"},{"index":16,"sense_key":"extend%2:30:06::","synset_id":"carry.v.09"},{"index":17,"sense_key":"extend%2:30:12::","synset_id":"extend.v.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"extend%2:30:09::","call_ids":["senseval2.d002.s047.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"extend%2:30:09::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":484,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.363346358994022}
{"item_id":"senseval2.d002.s047.t003","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s047.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35878417710773647}
{"item_id":"senseval2.d002.s047.t004","gold_sense_keys":["system%1:14:00::"],"candidates":[{"index":1,"sense_key":"system%1:06:00::","synset_id":"system.n.01"},{"index":2,"sense_key":"system%1:14:00::","synset_id":"system.n.02"},{"index":3,"sense_key":"system%1:27:00::","synset_id":"system.n.03"},{"index":4,"sense_key":"system%1:09:00::","synset_id":"system.n.04"},{"index":5,"sense_key":"system%1:09:02::","synset_id":"arrangement.n.03"},{"index":6,"sense_key":"system%1:08:00::","synset_id":"system.n.06"},{"index":7,"sense_key":"system%1:09:01::","synset_id":"system.n.07"},{"index":8,"sense_key":"system%1:08:01::","synset_id":"system.n.08"},{"index":9,"sense_key":"system%1:07:00::","synset_id":"organization.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"system%1:14:00::","call_ids":["senseval2.d002.s047.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"system%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":364,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3526496458798647}
{"item_id":"senseval2.d002.s048.t000","gold_sense_keys":["desirable%3:00:00::"],"candidates":[{"index":1,"sense_key":"desirable%3:00:00::","synset_id":"desirable.a.01"},{"index":2,"sense_key":"desirable%5:00:00:eligible:00","synset_id":"desirable.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"desirable%3:00:00::","call_ids":["senseval2.d002.s048.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"desirable%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":136,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31647137296386063}
{"item_id":"senseval2.d002.s048.t002","gold_sense_keys":["program%1:09:01::"],"candidates":[{"index":1,"sense_key":"program%1:09:00::","synset_id":"plan.n.01"},{"index":2,"sense_key":"program%1:09:01::","synset_id":"program.n.02"},{"index":3,"sense_key":"program%1:10:01::","synset_id":"broadcast.n.02"},{"index":4,"sense_key":"program%1:10:04::","synset_id":"platform.n.02"},{"index":5,"sense_key":"program%1:10:00::","synset_id":"program.n.05"},{"index":6,"sense_key":"program%1:10:05::","synset_id":"course_of_study.n.01"},{"index":7,"sense_key":"program%1:10:02::","synset_id":"program.n.07"},{"index":8,"sense_key":"program%1:04:00::","synset_id":"program.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"program%1:10:02::","call_ids":["senseval2.d002.s048.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"program%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":303,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31854631192982197}
{"item_id":"senseval2.d002.s048.t003","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s048.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":128,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30936993611976504}
{"item_id":"senseval2.d002.s048.t004","gold_sense_keys":["program%1:09:01::"],"candidates":[{"index":1,"sense_key":"program%1:09:00::","synset_id":"plan.n.01"},{"index":2,"sense_key":"program%1:09:01::","synset_id":"program.n.02"},{"index":3,"sense_key":"program%1:10:01::","synset_id":"broadcast.n.02"},{"index":4,"sense_key":"program%1:10:04::","synset_id":"platform.n.02"},{"index":5,"sense_key":"program%1:10:00::","synset_id":"program.n.05"},{"index":6,"sense_key":"program%1:10:05::","synset_id":"course_of_study.n.01"},{"index":7,"sense_key":"program%1:10:02::","synset_id":"program.n.07"},{"index":8,"sense_key":"program%1:04:00::","synset_id":"program.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"program%1:10:02::","call_ids":["senseval2.d002.s048.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"program%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":303,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31889206101186574}
{"item_id":"senseval2.d002.s049.t000","gold_sense_keys":["know%2:31:01::","know%2:31:02::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval2.d002.s049.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":380,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33425984089262784}
{"item_id":"senseval2.d002.s049.t001","gold_sense_keys":["very%4:02:00::"],"candidates":[{"index":1,"sense_key":"very%4:02:00::","synset_id":"very.r.01"},{"index":2,"sense_key":"very%4:02:01::","synset_id":"very.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"very%4:02:01::","call_ids":["senseval2.d002.s049.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"very%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31386834708973765}
{"item_id":"senseval2.d002.s049.t002","gold_sense_keys":["early%3:00:00::","early%3:00:02::"],"candidates":[{"index":1,"sense_key":"early%3:00:00::","synset_id":"early.a.01"},{"index":2,"sense_key":"early%3:00:02::","synset_id":"early.a.02"},{"index":3,"sense_key":"early%5:00:00:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"early%5:00:00:young:00","synset_id":"early.s.02"},{"index":5,"sense_key":"early%3:00:01::","synset_id":"early.a.05"},{"index":6,"sense_key":"early%5:00:01:future:00","synset_id":"early.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"early%5:00:01:future:00","call_ids":["senseval2.d002.s049.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"early%5:00:01:future:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3099314100109041}
{"item_id":"senseval2.d002.s049.t003","gold_sense_keys":["exposure%1:04:06::"],"candidates":[{"index":1,"sense_key":"exposure%1:07:00::","synset_id":"exposure.n.01"},{"index":2,"sense_key":"exposure%1:04:06::","synset_id":"exposure.n.02"},{"index":3,"sense_key":"exposure%1:10:00::","synset_id":"exposure.n.03"},{"index":4,"sense_key":"exposure%1:09:00::","synset_id":"exposure.n.04"},{"index":5,"sense_key":"exposure%1:26:01::","synset_id":"vulnerability.n.01"},{"index":6,"sense_key":"exposure%1:23:00::","synset_id":"exposure.n.06"},{"index":7,"sense_key":"exposure%1:06:00::","synset_id":"photograph.n.01"},{"index":8,"sense_key":"exposure%1:04:02::","synset_id":"exposure.n.08"},{"index":9,"sense_key":"exposure%1:04:05::","synset_id":"exposure.n.09"},{"index":10,"sense_key":"exposure%1:04:01::","synset_id":"exposure.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"exposure%1:04:05::","call_ids":["senseval2.d002.s049.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"exposure%1:04:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":336,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3118253138381988}
{"item_id":"senseval2.d002.s049.t004","gold_sense_keys":["schooling%1:09:00::"],"candidates":[{"index":1,"sense_key":"schooling%1:04:00::","synset_id":"schooling.n.01"},{"index":2,"sense_key":"schooling%1:09:00::","synset_id":"school.n.03"},{"index":3,"sense_key":"schooling%1:04:01::","synset_id":"schooling.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"schooling%1:09:00::","call_ids":["senseval2.d002.s049.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"schooling%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31255718995817006}
{"item_id":"senseval2.d002.s049.t005","gold_sense_keys":["improve%2:30:01::"],"candidates":[{"index":1,"sense_key":"improve%2:30:01::","synset_id":"better.v.02"},{"index":2,"sense_key":"improve%2:30:00::","synset_id":"better.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"improve%2:30:00::","call_ids":["senseval2.d002.s049.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"improve%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":136,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31576347979716957}
{"item_id":"senseval2.d002.s049.t006","gold_sense_keys":["performance%1:04:00::","performance%1:04:03::"],"candidates":[{"index":1,"sense_key":"performance%1:10:00::","synset_id":"performance.n.01"},{"index":2,"sense_key":"performance%1:04:01::","synset_id":"performance.n.02"},{"index":3,"sense_key":"performance%1:04:00::","synset_id":"performance.n.03"},{"index":4,"sense_key":"performance%1:04:03::","synset_id":"performance.n.04"},{"index":5,"sense_key":"performance%1:22:00::","synset_id":"operation.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"performance%1:04:00::","call_ids":["senseval2.d002.s049.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"performance%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31997926090843976}
{"item_id":"senseval2.d002.s049.t007","gold_sense_keys":["first%5:00:00:ordinal:00"],"candidates":[{"index":1,"sense_key":"first%3:00:00::","synset_id":"first.a.01"},{"index":2,"sense_key":"first%5:00:00:ordinal:00","synset_id":"first.s.01"},{"index":3,"sense_key":"first%5:00:02:opening:00","synset_id":"inaugural.s.01"},{"index":4,"sense_key":"first%5:00:01:opening:00","synset_id":"beginning.s.01"},{"index":5,"sense_key":"first%5:00:00:best:00","synset_id":"first.s.04"},{"index":6,"sense_key":"first%3:00:03::","synset_id":"first.a.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"first%5:00:00:ordinal:00","call_ids":["senseval2.d002.s049.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"first%5:00:00:ordinal:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32061784504912794}
{"item_id":"senseval2.d002.s049.t008","gold_sense_keys":["grade%1:14:00::"],"candidates":[{"index":1,"sense_key":"grade%1:14:00::","synset_id":"class.n.02"},{"index":2,"sense_key":"grade%1:26:00::","synset_id":"grade.n.02"},{"index":3,"sense_key":"grade%1:07:01::","synset_id":"grade.n.03"},{"index":4,"sense_key":"grade%1:23:00::","synset_id":"grad.n.01"},{"index":5,"sense_key":"grade%1:10:00::","synset_id":"grade.n.05"},{"index":6,"sense_key":"grade%1:09:00::","synset_id":"mark.n.01"},{"index":7,"sense_key":"grade%1:07:02::","synset_id":"grade.n.07"},{"index":8,"sense_key":"grade%1:07:00::","synset_id":"degree.n.01"},{"index":9,"sense_key":"grade%1:05:00::","synset_id":"grade.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"grade%1:09:00::","call_ids":["senseval2.d002.s049.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"grade%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":280,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3341028110589832}
{"item_id":"senseval2.d002.s049.t010","gold_sense_keys":["difference%1:07:00::"],"candidates":[{"index":1,"sense_key":"difference%1:07:00::","synset_id":"difference.n.01"},{"index":2,"sense_key":"difference%1:11:00::","synset_id":"deviation.n.01"},{"index":3,"sense_key":"difference%1:10:00::","synset_id":"dispute.n.01"},{"index":4,"sense_key":"difference%1:24:00::","synset_id":"difference.n.04"},{"index":5,"sense_key":"difference%1:23:00::","synset_id":"remainder.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"difference%1:24:00::","call_ids":["senseval2.d002.s049.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"difference%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3137097388971597}
{"item_id":"senseval2.d002.s049.t011","gold_sense_keys":["quickly%4:02:02::"],"candidates":[{"index":1,"sense_key":"quickly%4:02:00::","synset_id":"quickly.r.01"},{"index":2,"sense_key":"quickly%4:02:02::","synset_id":"promptly.r.01"},{"index":3,"sense_key":"quickly%4:02:03::","synset_id":"cursorily.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"quickly%4:02:02::","call_ids":["senseval2.d002.s049.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"quickly%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31435258593410254}
{"item_id":"senseval2.d002.s049.t013","gold_sense_keys":["wash_away%2:30:01::"],"candidates":[{"index":1,"sense_key":"wash_away%2:30:01::","synset_id":"wash_away.v.01"},{"index":2,"sense_key":"wash_away%2:30:00::","synset_id":"wash.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"wash_away%2:30:01::","call_ids":["senseval2.d002.s049.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"wash_away%2:30:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2909752980340272}
{"item_id":"senseval2.d002.s050.t000","gold_sense_keys":["sum_up%2:32:00::"],"candidates":[{"index":1,"sense_key":"sum_up%2:32:00::","synset_id":"sum_up.v.01"},{"index":2,"sense_key":"sum_up%2:42:00::","synset_id":"summarize.v.02"},{"index":3,"sense_key":"sum_up%2:32:03::","synset_id":"total.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"sum_up%2:32:00::","call_ids":["senseval2.d002.s050.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"sum_up%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2692566339392215}
{"item_id":"senseval2.d002.s050.t001","gold_sense_keys":["know%2:31:01::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval2.d002.s050.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":390,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3116774109657854}
{"item_id":"senseval2.d002.s050.t002","gold_sense_keys":["education%1:04:00::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"education%1:09:00::","call_ids":["senseval2.d002.s050.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"education%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31338447402231395}
{"item_id":"senseval2.d002.s050.t003","gold_sense_keys":["education%1:04:00::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"education%1:09:00::","call_ids":["senseval2.d002.s050.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"education%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3149795541539788}
{"item_id":"senseval2.d002.s050.t004","gold_sense_keys":["reform%1:04:00::"],"candidates":[{"index":1,"sense_key":"reform%1:04:00::","synset_id":"reform.n.01"},{"index":2,"sense_key":"reform%1:04:01::","synset_id":"reform.n.02"},{"index":3,"sense_key":"reform%1:04:02::","synset_id":"reform.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"reform%1:04:01::","call_ids":["senseval2.d002.s050.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"reform%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31965166912414134}
{"item_id":"senseval2.d002.s050.t005","gold_sense_keys":["work%2:41:03::"],"candidates":[{"index":1,"sense_key":"work%2:41:02::","synset_id":"work.v.01"},{"index":2,"sense_key":"work%2:41:00::","synset_id":"work.v.02"},{"index":3,"sense_key":"work%2:41:03::","synset_id":"work.v.03"},{"index":4,"sense_key":"work%2:35:02::","synset_id":"function.v.01"},{"index":5,"sense_key":"work%2:36:00::","synset_id":"work.v.05"},{"index":6,"sense_key":"work%2:29:00::","synset_id":"exercise.v.03"},{"index":7,"sense_key":"work%2:38:00::","synset_id":"make.v.36"},{"index":8,"sense_key":"work%2:41:04::","synset_id":"work.v.08"},{"index":9,"sense_key":"work%2:41:05::","synset_id":"work.v.09"},{"index":10,"sense_key":"work%2:38:02::","synset_id":"work.v.10"},{"index":11,"sense_key":"work%2:36:01::","synset_id":"bring.v.03"},{"index":12,"sense_key":"work%2:41:01::","synset_id":"work.v.12"},{"index":13,"sense_key":"work%2:36:09::","synset_id":"cultivate.v.02"},{"index":14,"sense_key":"work%2:42:10::","synset_id":"work.v.14"},{"index":15,"sense_key":"work%2:41:10::","synset_id":"influence.v.01"},{"index":16,"sense_key":"work%2:41:11::","synset_id":"work.v.16"},{"index":17,"sense_key":"work%2:41:12::","synset_id":"work.v.17"},{"index":18,"sense_key":"work%2:39:10::","synset_id":"work.v.18"},{"index":19,"sense_key":"work%2:37:10::","synset_id":"work.v.19"},{"index":20,"sense_key":"work%2:36:12::","synset_id":"shape.v.02"},{"index":21,"sense_key":"work%2:35:14::","synset_id":"work.v.21"},{"index":22,"sense_key":"work%2:35:00::","synset_id":"knead.v.01"},{"index":23,"sense_key":"work%2:34:10::","synset_id":"exploit.v.01"},{"index":24,"sense_key":"work%2:31:13::","synset_id":"solve.v.01"},{"index":25,"sense_key":"work%2:30:14::","synset_id":"ferment.v.03"},{"index":26,"sense_key":"work%2:30:13::","synset_id":"sour.v.01"},{"index":27,"sense_key":"work%2:30:10::","synset_id":"work.v.27"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"work%2:35:02::","call_ids":["senseval2.d002.s050.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"work%2:35:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":696,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32223175396211445}
{"item_id":"senseval2.d002.s050.t006","gold_sense_keys":["work%2:41:03::"],"candidates":[{"index":1,"sense_key":"work%2:41:02::","synset_id":"work.v.01"},{"index":2,"sense_key":"work%2:41:00::","synset_id":"work.v.02"},{"index":3,"sense_key":"work%2:41:03::","synset_id":"work.v.03"},{"index":4,"sense_key":"work%2:35:02::","synset_id":"function.v.01"},{"index":5,"sense_key":"work%2:36:00::","synset_id":"work.v.05"},{"index":6,"sense_key":"work%2:29:00::","synset_id":"exercise.v.03"},{"index":7,"sense_key":"work%2:38:00::","synset_id":"make.v.36"},{"index":8,"sense_key":"work%2:41:04::","synset_id":"work.v.08"},{"index":9,"sense_key":"work%2:41:05::","synset_id":"work.v.09"},{"index":10,"sense_key":"work%2:38:02::","synset_id":"work.v.10"},{"index":11,"sense_key":"work%2:36:01::","synset_id":"bring.v.03"},{"index":12,"sense_key":"work%2:41:01::","synset_id":"work.v.12"},{"index":13,"sense_key":"work%2:36:09::","synset_id":"cultivate.v.02"},{"index":14,"sense_key":"work%2:42:10::","synset_id":"work.v.14"},{"index":15,"sense_key":"work%2:41:10::","synset_id":"influence.v.01"},{"index":16,"sense_key":"work%2:41:11::","synset_id":"work.v.16"},{"index":17,"sense_key":"work%2:41:12::","synset_id":"work.v.17"},{"index":18,"sense_key":"work%2:39:10::","synset_id":"work.v.18"},{"index":19,"sense_key":"work%2:37:10::","synset_id":"work.v.19"},{"index":20,"sense_key":"work%2:36:12::","synset_id":"shape.v.02"},{"index":21,"sense_key":"work%2:35:14::","synset_id":"work.v.21"},{"index":22,"sense_key":"work%2:35:00::","synset_id":"knead.v.01"},{"index":23,"sense_key":"work%2:34:10::","synset_id":"exploit.v.01"},{"index":24,"sense_key":"work%2:31:13::","synset_id":"solve.v.01"},{"index":25,"sense_key":"work%2:30:14::","synset_id":"ferment.v.03"},{"index":26,"sense_key":"work%2:30:13::","synset_id":"sour.v.01"},{"index":27,"sense_key":"work%2:30:10::","synset_id":"work.v.27"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"work%2:36:00::","call_ids":["senseval2.d002.s050.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"work%2:36:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":695,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32314580702222884}
{"item_id":"senseval2.d002.s050.t007","gold_sense_keys":["parental%3:00:00::"],"candidates":[{"index":1,"sense_key":"parental%3:01:00::","synset_id":"parental.a.01"},{"index":2,"sense_key":"parental%3:00:00::","synset_id":"parental.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"parental%3:00:00::","call_ids":["senseval2.d002.s050.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"parental%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2639041601214558}
{"item_id":"senseval2.d002.s050.t008","gold_sense_keys":["involvement%1:04:00::"],"candidates":[{"index":1,"sense_key":"involvement%1:04:00::","synset_id":"engagement.n.07"},{"index":2,"sense_key":"involvement%1:24:00::","synset_id":"involvement.n.02"},{"index":3,"sense_key":"involvement%1:09:00::","synset_id":"interest.n.01"},{"index":4,"sense_key":"involvement%1:26:00::","synset_id":"affair.n.02"},{"index":5,"sense_key":"involvement%1:26:01::","synset_id":"participation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"involvement%1:24:00::","call_ids":["senseval2.d002.s050.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"involvement%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2654999941587448}
{"item_id":"senseval2.d002.s050.t009","gold_sense_keys":["bad%3:00:00::"],"candidates":[{"index":1,"sense_key":"bad%3:00:00::","synset_id":"bad.a.01"},{"index":2,"sense_key":"bad%5:00:00:intense:00","synset_id":"bad.s.01"},{"index":3,"sense_key":"bad%5:00:00:uncomfortable:00","synset_id":"bad.s.02"},{"index":4,"sense_key":"bad%5:00:00:stale:00","synset_id":"bad.s.03"},{"index":5,"sense_key":"bad%3:00:09::","synset_id":"regretful.a.01"},{"index":6,"sense_key":"bad%5:00:00:invalid:00","synset_id":"bad.s.04"},{"index":7,"sense_key":"bad%5:00:00:inferior:02","synset_id":"bad.s.05"},{"index":8,"sense_key":"bad%5:00:00:nonstandard:03","synset_id":"bad.s.06"},{"index":9,"sense_key":"bad%5:00:02:unsound:00","synset_id":"bad.s.07"},{"index":10,"sense_key":"bad%5:00:00:unhealthy:00","synset_id":"bad.s.08"},{"index":11,"sense_key":"bad%5:00:00:harmful:00","synset_id":"bad.s.09"},{"index":12,"sense_key":"bad%5:00:00:evil:00","synset_id":"bad.s.10"},{"index":13,"sense_key":"bad%5:00:00:counterfeit:00","synset_id":"bad.s.11"},{"index":14,"sense_key":"bad%5:00:00:malfunctioning:00","synset_id":"bad.s.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"bad%5:00:00:inferior:02","call_ids":["senseval2.d002.s050.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"bad%5:00:00:inferior:02","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":376,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2672791718505323}
{"item_id":"senseval2.d002.s050.t010","gold_sense_keys":["idea%1:09:00::"],"candidates":[{"index":1,"sense_key":"idea%1:09:00::","synset_id":"idea.n.01"},{"index":2,"sense_key":"idea%1:09:01::","synset_id":"mind.n.06"},{"index":3,"sense_key":"idea%1:09:03::","synset_id":"idea.n.03"},{"index":4,"sense_key":"idea%1:09:02::","synset_id":"estimate.n.01"},{"index":5,"sense_key":"idea%1:10:00::","synset_id":"theme.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"idea%1:09:00::","call_ids":["senseval2.d002.s050.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"idea%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.267662551952526}
{"item_id":"senseval2.d002.s051.t000","gold_sense_keys":["parent%1:18:00::"],"candidates":[{"index":1,"sense_key":"parent%1:18:00::","synset_id":"parent.n.01"},{"index":2,"sense_key":"parent%1:03:00::","synset_id":"parent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"parent%1:18:00::","call_ids":["senseval2.d002.s051.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"parent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26845170999877155}
{"item_id":"senseval2.d002.s051.t001","gold_sense_keys":["too%4:02:00::"],"candidates":[{"index":1,"sense_key":"too%4:02:00::","synset_id":"excessively.r.01"},{"index":2,"sense_key":"too%4:02:01::","synset_id":"besides.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"too%4:02:01::","call_ids":["senseval2.d002.s051.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"too%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":124,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2691183590795845}
{"item_id":"senseval2.d002.s051.t002","gold_sense_keys":["likely%3:00:00::"],"candidates":[{"index":1,"sense_key":"likely%3:00:00::","synset_id":"likely.a.01"},{"index":2,"sense_key":"likely%3:00:04::","synset_id":"probable.a.01"},{"index":3,"sense_key":"likely%5:00:00:prospective:00","synset_id":"likely.s.01"},{"index":4,"sense_key":"likely%5:00:00:credible:00","synset_id":"likely.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"likely%3:00:04::","call_ids":["senseval2.d002.s051.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"likely%3:00:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2709522759541869}
{"item_id":"senseval2.d002.s051.t003","gold_sense_keys":["blame%2:31:00::","blame%2:32:00::"],"candidates":[{"index":1,"sense_key":"blame%2:32:00::","synset_id":"blame.v.01"},{"index":2,"sense_key":"blame%2:32:01::","synset_id":"blame.v.02"},{"index":3,"sense_key":"blame%2:31:00::","synset_id":"blame.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"blame%2:31:00::","call_ids":["senseval2.d002.s051.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"blame%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27183818095363677}
{"item_id":"senseval2.d002.s051.t004","gold_sense_keys":["school%1:14:00::"],"candidates":[{"index":1,"sense_key":"school%1:14:00::","synset_id":"school.n.01"},{"index":2,"sense_key":"school%1:06:00::","synset_id":"school.n.02"},{"index":3,"sense_key":"school%1:09:00::","synset_id":"school.n.03"},{"index":4,"sense_key":"school%1:14:02::","synset_id":"school.n.04"},{"index":5,"sense_key":"school%1:28:00::","synset_id":"school.n.05"},{"index":6,"sense_key":"school%1:14:03::","synset_id":"school.n.06"},{"index":7,"sense_key":"school%1:14:01::","synset_id":"school.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"school%1:28:00::","call_ids":["senseval2.d002.s051.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"school%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":257,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2785464720800519}
{"item_id":"senseval2.d002.s051.t005","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s051.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":126,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27937336498871446}
{"item_id":"senseval2.d002.s051.t006","gold_sense_keys":["limitation%1:07:00::"],"candidates":[{"index":1,"sense_key":"limitation%1:09:00::","synset_id":"restriction.n.01"},{"index":2,"sense_key":"limitation%1:07:00::","synset_id":"limitation.n.02"},{"index":3,"sense_key":"limitation%1:23:00::","synset_id":"limit.n.06"},{"index":4,"sense_key":"limitation%1:28:00::","synset_id":"limitation.n.04"},{"index":5,"sense_key":"limitation%1:04:00::","synset_id":"limitation.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"limitation%1:07:00::","call_ids":["senseval2.d002.s051.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"limitation%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28005334199406207}
{"item_id":"senseval2.d002.s051.t007","gold_sense_keys":["child%1:18:01::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"child%1:18:01::","call_ids":["senseval2.d002.s051.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"child%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2807022628840059}
{"item_id":"senseval2.d002.s052.t000","gold_sense_keys":["parent%1:18:00::"],"candidates":[{"index":1,"sense_key":"parent%1:18:00::","synset_id":"parent.n.01"},{"index":2,"sense_key":"parent%1:03:00::","synset_id":"parent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"parent%1:18:00::","call_ids":["senseval2.d002.s052.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"parent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25601427000947297}
{"item_id":"senseval2.d002.s052.t001","gold_sense_keys":["involved%3:00:00::"],"candidates":[{"index":1,"sense_key":"involved%3:00:00::","synset_id":"involved.a.01"},{"index":2,"sense_key":"involved%5:00:00:encumbered:00","synset_id":"involved.s.01"},{"index":3,"sense_key":"involved%5:00:00:attached:01","synset_id":"involved.s.02"},{"index":4,"sense_key":"involved%5:00:00:complex:00","synset_id":"byzantine.s.01"},{"index":5,"sense_key":"involved%5:00:00:enclosed:00","synset_id":"involved.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"involved%5:00:00:complex:00","call_ids":["senseval2.d002.s052.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"involved%5:00:00:complex:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19685747497715056}
{"item_id":"senseval2.d002.s052.t002","gold_sense_keys":["child%1:18:01::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"child%1:18:01::","call_ids":["senseval2.d002.s052.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"child%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.15597620094195008}
{"item_id":"senseval2.d002.s052.t003","gold_sense_keys":["education%1:09:01::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"education%1:09:00::","call_ids":["senseval2.d002.s052.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"education%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":240,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1489209511782974}
{"item_id":"senseval2.d002.s052.t004","gold_sense_keys":["home%1:15:04::"],"candidates":[{"index":1,"sense_key":"home%1:15:04::","synset_id":"home.n.01"},{"index":2,"sense_key":"home%1:06:00::","synset_id":"dwelling.n.01"},{"index":3,"sense_key":"home%1:15:02::","synset_id":"home.n.03"},{"index":4,"sense_key":"home%1:06:02::","synset_id":"home_plate.n.01"},{"index":5,"sense_key":"home%1:15:05::","synset_id":"base.n.14"},{"index":6,"sense_key":"home%1:15:03::","synset_id":"home.n.06"},{"index":7,"sense_key":"home%1:26:00::","synset_id":"home.n.07"},{"index":8,"sense_key":"home%1:14:00::","synset_id":"family.n.01"},{"index":9,"sense_key":"home%1:06:01::","synset_id":"home.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"home%1:26:00::","call_ids":["senseval2.d002.s052.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"home%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":304,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20538336294703186}
{"item_id":"senseval2.d002.s053.t000","gold_sense_keys":["see%2:31:03::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"see%2:31:03::","call_ids":["senseval2.d002.s053.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"see%2:31:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":660,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20651813503354788}
{"item_id":"senseval2.d002.s053.t001","gold_sense_keys":["kid%1:18:01::"],"candidates":[{"index":1,"sense_key":"kid%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"kid%1:27:00::","synset_id":"kid.n.02"},{"index":3,"sense_key":"kid%1:18:02::","synset_id":"kyd.n.01"},{"index":4,"sense_key":"kid%1:18:01::","synset_id":"child.n.02"},{"index":5,"sense_key":"kid%1:05:00::","synset_id":"kid.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"kid%1:18:01::","call_ids":["senseval2.d002.s053.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"kid%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20749295293353498}
{"item_id":"senseval2.d002.s053.t002","gold_sense_keys":["play%2:41:02::"],"candidates":[{"index":1,"sense_key":"play%2:33:00::","synset_id":"play.v.01"},{"index":2,"sense_key":"play%2:41:12::","synset_id":"play.v.02"},{"index":3,"sense_key":"play%2:36:12::","synset_id":"play.v.03"},{"index":4,"sense_key":"play%2:36:02::","synset_id":"act.v.03"},{"index":5,"sense_key":"play%2:41:03::","synset_id":"play.v.05"},{"index":6,"sense_key":"play%2:36:00::","synset_id":"play.v.06"},{"index":7,"sense_key":"play%2:36:01::","synset_id":"play.v.07"},{"index":8,"sense_key":"play%2:29:01::","synset_id":"act.v.05"},{"index":9,"sense_key":"play%2:38:00::","synset_id":"play.v.09"},{"index":10,"sense_key":"play%2:33:01::","synset_id":"play.v.10"},{"index":11,"sense_key":"play%2:41:00::","synset_id":"play.v.11"},{"index":12,"sense_key":"play%2:36:06::","synset_id":"play.v.12"},{"index":13,"sense_key":"play%2:36:11::","synset_id":"play.v.13"},{"index":14,"sense_key":"play%2:36:03::","synset_id":"play.v.14"},{"index":15,"sense_key":"play%2:33:03::","synset_id":"play.v.15"},{"index":16,"sense_key":"play%2:29:00::","synset_id":"play.v.16"},{"index":17,"sense_key":"play%2:41:02::","synset_id":"play.v.17"},{"index":18,"sense_key":"play%2:36:05::","synset_id":"play.v.18"},{"index":19,"sense_key":"play%2:35:00::","synset_id":"toy.v.02"},{"index":20,"sense_key":"play%2:34:13::","synset_id":"play.v.20"},{"index":21,"sense_key":"play%2:31:01::","synset_id":"dally.v.04"},{"index":22,"sense_key":"play%2:42:00::","synset_id":"play.v.22"},{"index":23,"sense_key":"play%2:41:13::","synset_id":"dally.v.01"},{"index":24,"sense_key":"play%2:38:03::","synset_id":"play.v.24"},{"index":25,"sense_key":"play%2:36:10::","synset_id":"act.v.10"},{"index":26,"sense_key":"play%2:36:04::","synset_id":"play.v.26"},{"index":27,"sense_key":"play%2:36:13::","synset_id":"bring.v.03"},{"index":28,"sense_key":"play%2:35:07::","synset_id":"play.v.28"},{"index":29,"sense_key":"play%2:33:07::","synset_id":"play.v.29"},{"index":30,"sense_key":"play%2:33:08::","synset_id":"bet.v.02"},{"index":31,"sense_key":"play%2:33:09::","synset_id":"play.v.31"},{"index":32,"sense_key":"play%2:33:13::","synset_id":"play.v.32"},{"index":33,"sense_key":"play%2:33:12::","synset_id":"play.v.33"},{"index":34,"sense_key":"play%2:33:02::","synset_id":"meet.v.10"},{"index":35,"sense_key":"play%2:29:04::","synset_id":"play.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"play%2:41:03::","call_ids":["senseval2.d002.s053.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"play%2:41:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":935,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20822406001389027}
{"item_id":"senseval2.d002.s053.t006","gold_sense_keys":["child%1:18:00::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"child%1:18:01::","call_ids":["senseval2.d002.s053.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"child%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.209400077117607}
{"item_id":"senseval2.d002.s053.t007","gold_sense_keys":["spend%2:42:00::"],"candidates":[{"index":1,"sense_key":"spend%2:42:00::","synset_id":"spend.v.01"},{"index":2,"sense_key":"spend%2:40:00::","synset_id":"spend.v.02"},{"index":3,"sense_key":"spend%2:40:01::","synset_id":"spend.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"spend%2:40:00::","call_ids":["senseval2.d002.s053.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"spend%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20913459220901132}
{"item_id":"senseval2.d002.s053.t009","gold_sense_keys":["time%1:28:05::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"time%1:28:00::","call_ids":["senseval2.d002.s053.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"time%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":333,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21087696310132742}
{"item_id":"senseval2.d002.s053.t011","gold_sense_keys":["scrutinize%2:39:00::"],"candidates":[{"index":1,"sense_key":"scrutinize%2:39:00::","synset_id":"size_up.v.01"},{"index":2,"sense_key":"scrutinize%2:31:00::","synset_id":"audit.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"scrutinize%2:31:00::","call_ids":["senseval2.d002.s053.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"scrutinize%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21305933105759323}
{"item_id":"senseval2.d002.s054.t000","gold_sense_keys":["parent%1:18:00::"],"candidates":[{"index":1,"sense_key":"parent%1:18:00::","synset_id":"parent.n.01"},{"index":2,"sense_key":"parent%1:03:00::","synset_id":"parent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"parent%1:18:00::","call_ids":["senseval2.d002.s054.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"parent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21185708488337696}
{"item_id":"senseval2.d002.s054.t002","gold_sense_keys":["option%1:09:00::"],"candidates":[{"index":1,"sense_key":"option%1:21:00::","synset_id":"option.n.01"},{"index":2,"sense_key":"option%1:09:00::","synset_id":"option.n.02"},{"index":3,"sense_key":"option%1:04:00::","synset_id":"choice.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"option%1:09:00::","call_ids":["senseval2.d002.s054.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"option%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21269256016239524}
{"item_id":"senseval2.d002.s054.t003","gold_sense_keys":["switch%2:30:02::"],"candidates":[{"index":1,"sense_key":"switch%2:30:03::","synset_id":"switch_over.v.01"},{"index":2,"sense_key":"switch%2:40:00::","synset_id":"trade.v.04"},{"index":3,"sense_key":"switch%2:30:02::","synset_id":"switch.v.03"},{"index":4,"sense_key":"switch%2:30:01::","synset_id":"switch.v.04"},{"index":5,"sense_key":"switch%2:35:00::","synset_id":"throw.v.06"},{"index":6,"sense_key":"switch%2:35:03::","synset_id":"switch.v.06"},{"index":7,"sense_key":"switch%2:30:00::","synset_id":"interchange.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"switch%2:30:00::","call_ids":["senseval2.d002.s054.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"switch%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2158523730468005}
{"item_id":"senseval2.d002.s055.t000","gold_sense_keys":["community%1:14:00::"],"candidates":[{"index":1,"sense_key":"community%1:14:00::","synset_id":"community.n.01"},{"index":2,"sense_key":"community%1:21:00::","synset_id":"community.n.02"},{"index":3,"sense_key":"community%1:14:04::","synset_id":"community.n.03"},{"index":4,"sense_key":"community%1:26:00::","synset_id":"community.n.04"},{"index":5,"sense_key":"community%1:15:00::","synset_id":"residential_district.n.01"},{"index":6,"sense_key":"community%1:14:02::","synset_id":"community.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"community%1:14:00::","call_ids":["senseval2.d002.s055.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"community%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21724537410773337}
{"item_id":"senseval2.d002.s055.t002","gold_sense_keys":["even%4:02:01::"],"candidates":[{"index":1,"sense_key":"even%4:02:00::","synset_id":"even.r.01"},{"index":2,"sense_key":"even%4:02:03::","synset_id":"even.r.02"},{"index":3,"sense_key":"even%4:02:01::","synset_id":"even.r.03"},{"index":4,"sense_key":"even%4:02:04::","synset_id":"even.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"even%4:02:01::","call_ids":["senseval2.d002.s055.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"even%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21819352614693344}
{"item_id":"senseval2.d002.s055.t003","gold_sense_keys":["worse%3:00:00::"],"candidates":[{"index":1,"sense_key":"worse%3:00:00::","synset_id":"worse.a.01"},{"index":2,"sense_key":"worse%3:00:02::","synset_id":"worse.a.02"},{"index":3,"sense_key":"bad%3:00:00::","synset_id":"bad.a.01"},{"index":4,"sense_key":"bad%5:00:00:intense:00","synset_id":"bad.s.01"},{"index":5,"sense_key":"bad%5:00:00:uncomfortable:00","synset_id":"bad.s.02"},{"index":6,"sense_key":"bad%5:00:00:stale:00","synset_id":"bad.s.03"},{"index":7,"sense_key":"regretful%3:00:00::","synset_id":"regretful.a.01"},{"index":8,"sense_key":"bad%5:00:00:invalid:00","synset_id":"bad.s.04"},{"index":9,"sense_key":"bad%5:00:00:inferior:02","synset_id":"bad.s.05"},{"index":10,"sense_key":"bad%5:00:00:nonstandard:03","synset_id":"bad.s.06"},{"index":11,"sense_key":"bad%5:00:02:unsound:00","synset_id":"bad.s.07"},{"index":12,"sense_key":"bad%5:00:00:unhealthy:00","synset_id":"bad.s.08"},{"index":13,"sense_key":"bad%5:00:00:harmful:00","synset_id":"bad.s.09"},{"index":14,"sense_key":"bad%5:00:00:evil:00","synset_id":"bad.s.10"},{"index":15,"sense_key":"bad%5:00:00:counterfeit:00","synset_id":"bad.s.11"},{"index":16,"sense_key":"bad%5:00:00:malfunctioning:00","synset_id":"bad.s.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"worse%3:00:00::","call_ids":["senseval2.d002.s055.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"worse%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":409,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21914823516272008}
{"item_id":"senseval2.d002.s055.t004","gold_sense_keys":["idea%1:09:00::"],"candidates":[{"index":1,"sense_key":"idea%1:09:00::","synset_id":"idea.n.01"},{"index":2,"sense_key":"idea%1:09:01::","synset_id":"mind.n.06"},{"index":3,"sense_key":"idea%1:09:03::","synset_id":"idea.n.03"},{"index":4,"sense_key":"idea%1:09:02::","synset_id":"estimate.n.01"},{"index":5,"sense_key":"idea%1:10:00::","synset_id":"theme.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"idea%1:09:00::","call_ids":["senseval2.d002.s055.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"idea%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2200578220654279}
{"item_id":"senseval2.d002.s056.t000","gold_sense_keys":["here%4:02:02::"],"candidates":[{"index":1,"sense_key":"here%4:02:00::","synset_id":"here.r.01"},{"index":2,"sense_key":"here%4:02:02::","synset_id":"here.r.02"},{"index":3,"sense_key":"here%4:02:01::","synset_id":"here.r.03"},{"index":4,"sense_key":"here%4:02:04::","synset_id":"here.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"here%4:02:04::","call_ids":["senseval2.d002.s056.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"here%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.221007568994537}
{"item_id":"senseval2.d002.s057.t000","gold_sense_keys":["locally%4:02:00::"],"candidates":[{"index":1,"sense_key":"locally%4:02:00::","synset_id":"locally.r.01"},{"index":2,"sense_key":"locally%4:02:01::","synset_id":"locally.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"locally%4:02:00::","call_ids":["senseval2.d002.s057.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"locally%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20410406403243542}
{"item_id":"senseval2.d002.s057.t003","gold_sense_keys":["especially%4:02:00::"],"candidates":[{"index":1,"sense_key":"especially%4:02:00::","synset_id":"particularly.r.01"},{"index":2,"sense_key":"especially%4:02:01::","synset_id":"specially.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"especially%4:02:00::","call_ids":["senseval2.d002.s057.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"especially%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20495806285180151}
{"item_id":"senseval2.d002.s057.t005","gold_sense_keys":["city%1:15:00::"],"candidates":[{"index":1,"sense_key":"city%1:15:00::","synset_id":"city.n.01"},{"index":2,"sense_key":"city%1:15:01::","synset_id":"city.n.02"},{"index":3,"sense_key":"city%1:14:00::","synset_id":"city.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"city%1:15:01::","call_ids":["senseval2.d002.s057.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"city%1:15:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20601075002923608}
{"item_id":"senseval2.d002.s057.t006","gold_sense_keys":["become%2:42:01::"],"candidates":[{"index":1,"sense_key":"become%2:30:00::","synset_id":"become.v.01"},{"index":2,"sense_key":"become%2:42:01::","synset_id":"become.v.02"},{"index":3,"sense_key":"become%2:42:00::","synset_id":"become.v.03"},{"index":4,"sense_key":"become%2:42:03::","synset_id":"become.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"become%2:42:01::","call_ids":["senseval2.d002.s057.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"become%2:42:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20719112502411008}
{"item_id":"senseval2.d002.s057.t007","gold_sense_keys":["ambitious%3:00:00::"],"candidates":[{"index":1,"sense_key":"ambitious%3:00:00::","synset_id":"ambitious.a.01"},{"index":2,"sense_key":"ambitious%5:00:00:difficult:00","synset_id":"ambitious.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"ambitious%3:00:00::","call_ids":["senseval2.d002.s057.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"ambitious%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20820685010403395}
{"item_id":"senseval2.d002.s057.t008","gold_sense_keys":["generally%4:02:02::"],"candidates":[{"index":1,"sense_key":"generally%4:02:02::","synset_id":"by_and_large.r.01"},{"index":2,"sense_key":"generally%4:02:01::","synset_id":"generally.r.02"},{"index":3,"sense_key":"generally%4:02:00::","synset_id":"broadly.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"generally%4:02:01::","call_ids":["senseval2.d002.s057.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"generally%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2129201260395348}
{"item_id":"senseval2.d002.s057.t009","gold_sense_keys":["corrupt%3:00:00::","corrupt%3:00:04::"],"candidates":[{"index":1,"sense_key":"corrupt%3:00:00::","synset_id":"corrupt.a.01"},{"index":2,"sense_key":"corrupt%3:00:04::","synset_id":"crooked.a.02"},{"index":3,"sense_key":"corrupt%5:00:00:imperfect:00","synset_id":"corrupt.s.01"},{"index":4,"sense_key":"corrupt%5:00:00:stale:00","synset_id":"corrupt.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"corrupt%3:00:04::","call_ids":["senseval2.d002.s057.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"corrupt%3:00:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21034554787911475}
{"item_id":"senseval2.d002.s057.t012","gold_sense_keys":["local%3:00:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval2.d002.s057.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2112820539623499}
{"item_id":"senseval2.d002.s057.t013","gold_sense_keys":["politician%1:18:00::","politician%1:18:01::"],"candidates":[{"index":1,"sense_key":"politician%1:18:01::","synset_id":"politician.n.01"},{"index":2,"sense_key":"politician%1:18:00::","synset_id":"politician.n.02"},{"index":3,"sense_key":"politician%1:18:02::","synset_id":"politician.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"politician%1:18:02::","call_ids":["senseval2.d002.s057.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"politician%1:18:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20861316518858075}
{"item_id":"senseval2.d002.s057.t015","gold_sense_keys":["politician%1:18:00::","politician%1:18:01::"],"candidates":[{"index":1,"sense_key":"politician%1:18:01::","synset_id":"politician.n.01"},{"index":2,"sense_key":"politician%1:18:00::","synset_id":"politician.n.02"},{"index":3,"sense_key":"politician%1:18:02::","synset_id":"politician.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"politician%1:18:02::","call_ids":["senseval2.d002.s057.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"politician%1:18:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21347497683018446}
{"item_id":"senseval2.d002.s058.t000","gold_sense_keys":["process%1:04:00::"],"candidates":[{"index":1,"sense_key":"process%1:04:00::","synset_id":"procedure.n.01"},{"index":2,"sense_key":"process%1:09:00::","synset_id":"process.n.02"},{"index":3,"sense_key":"process%1:10:00::","synset_id":"summons.n.03"},{"index":4,"sense_key":"process%1:09:01::","synset_id":"process.n.04"},{"index":5,"sense_key":"process%1:08:00::","synset_id":"process.n.05"},{"index":6,"sense_key":"process%1:03:00::","synset_id":"process.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"process%1:03:00::","call_ids":["senseval2.d002.s058.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"process%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17537302593700588}
{"item_id":"senseval2.d002.s058.t001","gold_sense_keys":["try%2:41:00::"],"candidates":[{"index":1,"sense_key":"try%2:41:00::","synset_id":"try.v.01"},{"index":2,"sense_key":"try%2:41:01::","synset_id":"test.v.01"},{"index":3,"sense_key":"try%2:41:06::","synset_id":"judge.v.05"},{"index":4,"sense_key":"try%2:34:00::","synset_id":"sample.v.01"},{"index":5,"sense_key":"try%2:41:05::","synset_id":"hear.v.03"},{"index":6,"sense_key":"try%2:37:01::","synset_id":"try.v.06"},{"index":7,"sense_key":"try%2:37:00::","synset_id":"try.v.07"},{"index":8,"sense_key":"try%2:30:00::","synset_id":"try.v.08"},{"index":9,"sense_key":"try%2:29:00::","synset_id":"try_on.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"try%2:41:00::","call_ids":["senseval2.d002.s058.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"try%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":340,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16710486798547208}
{"item_id":"senseval2.d002.s058.t002","gold_sense_keys":["system%1:09:00::"],"candidates":[{"index":1,"sense_key":"system%1:06:00::","synset_id":"system.n.01"},{"index":2,"sense_key":"system%1:14:00::","synset_id":"system.n.02"},{"index":3,"sense_key":"system%1:27:00::","synset_id":"system.n.03"},{"index":4,"sense_key":"system%1:09:00::","synset_id":"system.n.04"},{"index":5,"sense_key":"system%1:09:02::","synset_id":"arrangement.n.03"},{"index":6,"sense_key":"system%1:08:00::","synset_id":"system.n.06"},{"index":7,"sense_key":"system%1:09:01::","synset_id":"system.n.07"},{"index":8,"sense_key":"system%1:08:01::","synset_id":"system.n.08"},{"index":9,"sense_key":"system%1:07:00::","synset_id":"organization.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"system%1:08:01::","call_ids":["senseval2.d002.s058.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"system%1:08:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":379,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18046765588223934}
{"item_id":"senseval2.d002.s058.t003","gold_sense_keys":["school%1:14:00::"],"candidates":[{"index":1,"sense_key":"school%1:14:00::","synset_id":"school.n.01"},{"index":2,"sense_key":"school%1:06:00::","synset_id":"school.n.02"},{"index":3,"sense_key":"school%1:09:00::","synset_id":"school.n.03"},{"index":4,"sense_key":"school%1:14:02::","synset_id":"school.n.04"},{"index":5,"sense_key":"school%1:28:00::","synset_id":"school.n.05"},{"index":6,"sense_key":"school%1:14:03::","synset_id":"school.n.06"},{"index":7,"sense_key":"school%1:14:01::","synset_id":"school.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"school%1:28:00::","call_ids":["senseval2.d002.s058.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"school%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":280,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18152911704964936}
{"item_id":"senseval2.d002.s058.t004","gold_sense_keys":["governance%1:04:00::"],"candidates":[{"index":1,"sense_key":"governance%1:14:00::","synset_id":"administration.n.02"},{"index":2,"sense_key":"governance%1:04:00::","synset_id":"government.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"governance%1:14:00::","call_ids":["senseval2.d002.s058.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"governance%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18255284684710205}
{"item_id":"senseval2.d002.s058.t006","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval2.d002.s058.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18359785503707826}
{"item_id":"senseval2.d002.s058.t007","gold_sense_keys":["city%1:15:01::"],"candidates":[{"index":1,"sense_key":"city%1:15:00::","synset_id":"city.n.01"},{"index":2,"sense_key":"city%1:15:01::","synset_id":"city.n.02"},{"index":3,"sense_key":"city%1:14:00::","synset_id":"city.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"city%1:15:01::","call_ids":["senseval2.d002.s058.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"city%1:15:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18459278694353998}
{"item_id":"senseval2.d002.s058.t008","gold_sense_keys":["institute%2:36:01::"],"candidates":[{"index":1,"sense_key":"institute%2:36:01::","synset_id":"establish.v.02"},{"index":2,"sense_key":"institute%2:36:00::","synset_id":"institute.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"institute%2:36:01::","call_ids":["senseval2.d002.s058.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"institute%2:36:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18542120698839426}
{"item_id":"senseval2.d002.s059.t000","gold_sense_keys":["most%3:00:02::"],"candidates":[{"index":1,"sense_key":"most%3:00:02::","synset_id":"most.a.01"},{"index":2,"sense_key":"most%3:00:01::","synset_id":"most.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"most%3:00:02::","call_ids":["senseval2.d002.s059.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"most%3:00:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18613674212247133}
{"item_id":"senseval2.d002.s059.t002","gold_sense_keys":["expenditure%1:21:00::"],"candidates":[{"index":1,"sense_key":"expenditure%1:21:00::","synset_id":"outgo.n.01"},{"index":2,"sense_key":"expenditure%1:04:00::","synset_id":"expending.n.01"},{"index":3,"sense_key":"expenditure%1:04:01::","synset_id":"consumption.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"expenditure%1:04:00::","call_ids":["senseval2.d002.s059.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"expenditure%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1705371921416372}
{"item_id":"senseval2.d002.s059.t003","gold_sense_keys":["education%1:04:00::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"education%1:09:00::","call_ids":["senseval2.d002.s059.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"education%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1844474149402231}
{"item_id":"senseval2.d002.s059.t005","gold_sense_keys":["circumstance%1:26:01::","circumstance%1:26:02::"],"candidates":[{"index":1,"sense_key":"circumstance%1:26:01::","synset_id":"circumstance.n.01"},{"index":2,"sense_key":"circumstance%1:26:02::","synset_id":"context.n.02"},{"index":3,"sense_key":"circumstance%1:09:00::","synset_id":"circumstance.n.03"},{"index":4,"sense_key":"circumstance%1:11:00::","synset_id":"circumstance.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"circumstance%1:26:02::","call_ids":["senseval2.d002.s059.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"circumstance%1:26:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27758219302631915}
{"item_id":"senseval2.d002.s059.t006","gold_sense_keys":["probably%4:02:00::"],"candidates":[{"index":1,"sense_key":"probably%4:02:00::","synset_id":"probably.r.01"},{"index":2,"sense_key":"probably%4:02:01::","synset_id":"credibly.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"probably%4:02:00::","call_ids":["senseval2.d002.s059.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"probably%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3372636418789625}
{"item_id":"senseval2.d002.s059.t007","gold_sense_keys":["make%2:30:00::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval2.d002.s059.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1070,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33777685882523656}
{"item_id":"senseval2.d002.s059.t008","gold_sense_keys":["thing%1:09:02::"],"candidates":[{"index":1,"sense_key":"thing%1:26:00::","synset_id":"thing.n.01"},{"index":2,"sense_key":"thing%1:04:00::","synset_id":"thing.n.02"},{"index":3,"sense_key":"thing%1:09:00::","synset_id":"thing.n.03"},{"index":4,"sense_key":"thing%1:06:00::","synset_id":"thing.n.04"},{"index":5,"sense_key":"thing%1:11:00::","synset_id":"thing.n.05"},{"index":6,"sense_key":"thing%1:09:02::","synset_id":"matter.n.01"},{"index":7,"sense_key":"thing%1:10:00::","synset_id":"thing.n.07"},{"index":8,"sense_key":"thing%1:06:01::","synset_id":"thing.n.08"},{"index":9,"sense_key":"thing%1:07:00::","synset_id":"thing.n.09"},{"index":10,"sense_key":"thing%1:09:01::","synset_id":"thing.n.10"},{"index":11,"sense_key":"thing%1:12:00::","synset_id":"thing.n.11"},{"index":12,"sense_key":"thing%1:03:00::","synset_id":"thing.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"thing%1:03:00::","call_ids":["senseval2.d002.s059.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"thing%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":315,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32050407002680004}
{"item_id":"senseval2.d002.s059.t009","gold_sense_keys":["worse%3:00:00::"],"candidates":[{"index":1,"sense_key":"worse%3:00:00::","synset_id":"worse.a.01"},{"index":2,"sense_key":"worse%3:00:02::","synset_id":"worse.a.02"},{"index":3,"sense_key":"bad%3:00:00::","synset_id":"bad.a.01"},{"index":4,"sense_key":"bad%5:00:00:intense:00","synset_id":"bad.s.01"},{"index":5,"sense_key":"bad%5:00:00:uncomfortable:00","synset_id":"bad.s.02"},{"index":6,"sense_key":"bad%5:00:00:stale:00","synset_id":"bad.s.03"},{"index":7,"sense_key":"regretful%3:00:00::","synset_id":"regretful.a.01"},{"index":8,"sense_key":"bad%5:00:00:invalid:00","synset_id":"bad.s.04"},{"index":9,"sense_key":"bad%5:00:00:inferior:02","synset_id":"bad.s.05"},{"index":10,"sense_key":"bad%5:00:00:nonstandard:03","synset_id":"bad.s.06"},{"index":11,"sense_key":"bad%5:00:02:unsound:00","synset_id":"bad.s.07"},{"index":12,"sense_key":"bad%5:00:00:unhealthy:00","synset_id":"bad.s.08"},{"index":13,"sense_key":"bad%5:00:00:harmful:00","synset_id":"bad.s.09"},{"index":14,"sense_key":"bad%5:00:00:evil:00","synset_id":"bad.s.10"},{"index":15,"sense_key":"bad%5:00:00:counterfeit:00","synset_id":"bad.s.11"},{"index":16,"sense_key":"bad%5:00:00:malfunctioning:00","synset_id":"bad.s.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"worse%3:00:00::","call_ids":["senseval2.d002.s059.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"worse%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":421,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33508595591410995}
{"item_id":"senseval2.d002.s059.t010","gold_sense_keys":["better%3:00:00::"],"candidates":[{"index":1,"sense_key":"better%3:00:00::","synset_id":"better.a.01"},{"index":2,"sense_key":"better%3:00:02::","synset_id":"better.a.02"},{"index":3,"sense_key":"better%5:00:00:advisable:00","synset_id":"better.s.01"},{"index":4,"sense_key":"better%5:00:00:major:01","synset_id":"better.s.02"},{"index":5,"sense_key":"good%3:00:01::","synset_id":"good.a.01"},{"index":6,"sense_key":"full%5:00:00:ample:00","synset_id":"full.s.04"},{"index":7,"sense_key":"good%3:00:02::","synset_id":"good.a.03"},{"index":8,"sense_key":"estimable%5:00:00:reputable:00","synset_id":"estimable.s.01"},{"index":9,"sense_key":"beneficial%5:00:00:advantageous:00","synset_id":"beneficial.s.01"},{"index":10,"sense_key":"good%5:00:00:nice:00","synset_id":"good.s.04"},{"index":11,"sense_key":"good%5:00:00:righteous:00","synset_id":"good.s.05"},{"index":12,"sense_key":"adept%5:00:00:skilled:00","synset_id":"adept.s.01"},{"index":13,"sense_key":"good%5:00:00:complete:00","synset_id":"good.s.07"},{"index":14,"sense_key":"dear%5:00:00:close:02","synset_id":"dear.s.02"},{"index":15,"sense_key":"dependable%5:00:00:sound:00","synset_id":"dependable.s.03"},{"index":16,"sense_key":"good%5:00:00:opportune:00","synset_id":"good.s.10"},{"index":17,"sense_key":"good%5:00:00:fortunate:00","synset_id":"good.s.11"},{"index":18,"sense_key":"effective%5:00:00:operative:00","synset_id":"effective.s.03"},{"index":19,"sense_key":"good%5:00:00:pleasing:00","synset_id":"good.s.13"},{"index":20,"sense_key":"good%5:00:00:intellectual:00","synset_id":"good.s.14"},{"index":21,"sense_key":"good%5:00:00:healthy:00","synset_id":"good.s.15"},{"index":22,"sense_key":"good%5:00:00:healthful:00","synset_id":"good.s.16"},{"index":23,"sense_key":"good%5:00:00:genuine:00","synset_id":"good.s.17"},{"index":24,"sense_key":"good%5:00:00:fresh:01","synset_id":"good.s.18"},{"index":25,"sense_key":"good%5:00:00:discriminating:00","synset_id":"good.s.19"},{"index":26,"sense_key":"well%3:00:01::","synset_id":"well.a.01"},{"index":27,"sense_key":"good%5:00:00:fortunate:00","synset_id":"good.s.11"},{"index":28,"sense_key":"well%5:00:00:advisable:00","synset_id":"well.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"better%5:00:00:advisable:00","call_ids":["senseval2.d002.s059.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"better%5:00:00:advisable:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":663,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3021124170627445}
{"item_id":"senseval2.d002.s060.t000","gold_sense_keys":["reason%1:09:01::","reason%1:10:00::","reason%1:10:01::","reason%1:16:00::"],"candidates":[{"index":1,"sense_key":"reason%1:16:00::","synset_id":"reason.n.01"},{"index":2,"sense_key":"reason%1:10:01::","synset_id":"reason.n.02"},{"index":3,"sense_key":"reason%1:09:00::","synset_id":"reason.n.03"},{"index":4,"sense_key":"reason%1:26:00::","synset_id":"rationality.n.01"},{"index":5,"sense_key":"reason%1:10:00::","synset_id":"cause.n.02"},{"index":6,"sense_key":"reason%1:09:01::","synset_id":"reason.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"reason%1:09:00::","call_ids":["senseval2.d002.s060.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"reason%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.261531911091879}
{"item_id":"senseval2.d002.s060.t001","gold_sense_keys":["simple%3:00:02::","simple%5:00:00:easy:01"],"candidates":[{"index":1,"sense_key":"simple%3:00:02::","synset_id":"simple.a.01"},{"index":2,"sense_key":"simple%5:00:00:easy:01","synset_id":"elementary.s.01"},{"index":3,"sense_key":"simple%5:00:02:plain:01","synset_id":"bare.s.04"},{"index":4,"sense_key":"simple%5:00:00:naive:00","synset_id":"childlike.s.02"},{"index":5,"sense_key":"simple%5:00:00:retarded:00","synset_id":"dim-witted.s.01"},{"index":6,"sense_key":"simple%3:00:01::","synset_id":"simple.a.06"},{"index":7,"sense_key":"simple%5:00:00:plain:01","synset_id":"simple.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"simple%5:00:00:easy:01","call_ids":["senseval2.d002.s060.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"simple%5:00:00:easy:01","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3026902540586889}
{"item_id":"senseval2.d002.s060.t002","gold_sense_keys":["education%1:04:00::","education%1:09:01::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"education%1:09:00::","call_ids":["senseval2.d002.s060.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"education%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26852021599188447}
{"item_id":"senseval2.d002.s060.t005","gold_sense_keys":["influence%1:19:00::"],"candidates":[{"index":1,"sense_key":"influence%1:07:00::","synset_id":"influence.n.01"},{"index":2,"sense_key":"influence%1:04:00::","synset_id":"influence.n.02"},{"index":3,"sense_key":"influence%1:09:00::","synset_id":"influence.n.03"},{"index":4,"sense_key":"influence%1:19:00::","synset_id":"influence.n.04"},{"index":5,"sense_key":"influence%1:18:00::","synset_id":"influence.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"influence%1:09:00::","call_ids":["senseval2.d002.s060.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"influence%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30312665295787156}
{"item_id":"senseval2.d002.s060.t006","gold_sense_keys":["money%1:21:00::"],"candidates":[{"index":1,"sense_key":"money%1:21:00::","synset_id":"money.n.01"},{"index":2,"sense_key":"money%1:21:02::","synset_id":"money.n.02"},{"index":3,"sense_key":"money%1:21:01::","synset_id":"money.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"money%1:21:02::","call_ids":["senseval2.d002.s060.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"money%1:21:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26967913284897804}
{"item_id":"senseval2.d002.s061.t000","gold_sense_keys":["decade%1:28:00::"],"candidates":[{"index":1,"sense_key":"decade%1:28:00::","synset_id":"decade.n.01"},{"index":2,"sense_key":"decade%1:23:00::","synset_id":"ten.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"decade%1:28:00::","call_ids":["senseval2.d002.s061.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"decade%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2944886079058051}
{"item_id":"senseval2.d002.s061.t001","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s061.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2951631841715425}
{"item_id":"senseval2.d002.s061.t003","gold_sense_keys":["tell%2:32:00::"],"candidates":[{"index":1,"sense_key":"tell%2:32:04::","synset_id":"state.v.01"},{"index":2,"sense_key":"tell%2:32:00::","synset_id":"tell.v.02"},{"index":3,"sense_key":"tell%2:32:01::","synset_id":"tell.v.03"},{"index":4,"sense_key":"tell%2:32:02::","synset_id":"order.v.01"},{"index":5,"sense_key":"tell%2:31:00::","synset_id":"tell.v.05"},{"index":6,"sense_key":"tell%2:32:08::","synset_id":"assure.v.02"},{"index":7,"sense_key":"tell%2:32:03::","synset_id":"tell.v.07"},{"index":8,"sense_key":"tell%2:31:01::","synset_id":"distinguish.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"tell%2:32:08::","call_ids":["senseval2.d002.s061.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"tell%2:32:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27304334193468094}
{"item_id":"senseval2.d002.s061.t005","gold_sense_keys":["even%4:02:01::"],"candidates":[{"index":1,"sense_key":"even%4:02:00::","synset_id":"even.r.01"},{"index":2,"sense_key":"even%4:02:03::","synset_id":"even.r.02"},{"index":3,"sense_key":"even%4:02:01::","synset_id":"even.r.03"},{"index":4,"sense_key":"even%4:02:04::","synset_id":"even.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"even%4:02:01::","call_ids":["senseval2.d002.s061.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"even%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30326514109037817}
{"item_id":"senseval2.d002.s061.t007","gold_sense_keys":["class%1:14:03::"],"candidates":[{"index":1,"sense_key":"class%1:14:00::","synset_id":"class.n.01"},{"index":2,"sense_key":"class%1:14:03::","synset_id":"class.n.02"},{"index":3,"sense_key":"class%1:14:01::","synset_id":"class.n.03"},{"index":4,"sense_key":"class%1:04:00::","synset_id":"course.n.01"},{"index":5,"sense_key":"class%1:14:05::","synset_id":"class.n.05"},{"index":6,"sense_key":"class%1:14:04::","synset_id":"class.n.06"},{"index":7,"sense_key":"class%1:14:02::","synset_id":"class.n.07"},{"index":8,"sense_key":"class%1:07:00::","synset_id":"class.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"class%1:14:03::","call_ids":["senseval2.d002.s061.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"class%1:14:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":278,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2740911499131471}
{"item_id":"senseval2.d002.s061.t008","gold_sense_keys":["effect%1:19:00::"],"candidates":[{"index":1,"sense_key":"effect%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"effect%1:07:00::","synset_id":"impression.n.02"},{"index":3,"sense_key":"effect%1:09:00::","synset_id":"effect.n.03"},{"index":4,"sense_key":"effect%1:10:00::","synset_id":"effect.n.04"},{"index":5,"sense_key":"effect%1:07:01::","synset_id":"effect.n.05"},{"index":6,"sense_key":"effect%1:26:00::","synset_id":"effect.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"effect%1:07:01::","call_ids":["senseval2.d002.s061.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"effect%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":240,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27671347418799996}
{"item_id":"senseval2.d002.s061.t009","gold_sense_keys":["academic%3:01:00::"],"candidates":[{"index":1,"sense_key":"academic%3:01:00::","synset_id":"academic.a.01"},{"index":2,"sense_key":"academic%5:00:00:theoretical:01","synset_id":"academic.s.01"},{"index":3,"sense_key":"academic%5:00:00:scholarly:00","synset_id":"academic.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"academic%5:00:00:theoretical:01","call_ids":["senseval2.d002.s061.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"academic%5:00:00:theoretical:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3036201549693942}
{"item_id":"senseval2.d002.s061.t010","gold_sense_keys":["performance%1:04:00::","performance%1:04:03::"],"candidates":[{"index":1,"sense_key":"performance%1:10:00::","synset_id":"performance.n.01"},{"index":2,"sense_key":"performance%1:04:01::","synset_id":"performance.n.02"},{"index":3,"sense_key":"performance%1:04:00::","synset_id":"performance.n.03"},{"index":4,"sense_key":"performance%1:04:03::","synset_id":"performance.n.04"},{"index":5,"sense_key":"performance%1:22:00::","synset_id":"operation.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"performance%1:04:00::","call_ids":["senseval2.d002.s061.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"performance%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29928224021568894}
{"item_id":"senseval2.d002.s061.t011","gold_sense_keys":["pupil%1:18:00::","pupil%1:18:01::"],"candidates":[{"index":1,"sense_key":"pupil%1:18:00::","synset_id":"student.n.01"},{"index":2,"sense_key":"pupil%1:08:00::","synset_id":"pupil.n.02"},{"index":3,"sense_key":"pupil%1:18:01::","synset_id":"schoolchild.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"pupil%1:18:00::","call_ids":["senseval2.d002.s061.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"pupil%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2573480741120875}
{"item_id":"senseval2.d002.s061.t013","gold_sense_keys":["desirable%3:00:00::"],"candidates":[{"index":1,"sense_key":"desirable%3:00:00::","synset_id":"desirable.a.01"},{"index":2,"sense_key":"desirable%5:00:00:eligible:00","synset_id":"desirable.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"desirable%3:00:00::","call_ids":["senseval2.d002.s061.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"desirable%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28890343895182014}
{"item_id":"senseval2.d002.s061.t014","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval2.d002.s061.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2889786111190915}
{"item_id":"senseval2.d002.s061.t015","gold_sense_keys":["reason%1:09:01::","reason%1:10:00::","reason%1:10:01::","reason%1:16:00::"],"candidates":[{"index":1,"sense_key":"reason%1:16:00::","synset_id":"reason.n.01"},{"index":2,"sense_key":"reason%1:10:01::","synset_id":"reason.n.02"},{"index":3,"sense_key":"reason%1:09:00::","synset_id":"reason.n.03"},{"index":4,"sense_key":"reason%1:26:00::","synset_id":"rationality.n.01"},{"index":5,"sense_key":"reason%1:10:00::","synset_id":"cause.n.02"},{"index":6,"sense_key":"reason%1:09:01::","synset_id":"reason.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"reason%1:10:00::","call_ids":["senseval2.d002.s061.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"reason%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":267,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26043556281365454}
{"item_id":"senseval2.d002.s062.t000","gold_sense_keys":["new%3:00:00::","new%5:00:00:other:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"new%3:00:00::","call_ids":["senseval2.d002.s062.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"new%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":355,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2937737030442804}
{"item_id":"senseval2.d002.s062.t001","gold_sense_keys":["money%1:21:00::","money%1:21:02::"],"candidates":[{"index":1,"sense_key":"money%1:21:00::","synset_id":"money.n.01"},{"index":2,"sense_key":"money%1:21:02::","synset_id":"money.n.02"},{"index":3,"sense_key":"money%1:21:01::","synset_id":"money.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"money%1:21:02::","call_ids":["senseval2.d002.s062.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"money%1:21:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2762991690542549}
{"item_id":"senseval2.d002.s062.t002","gold_sense_keys":["flow%2:38:01::"],"candidates":[{"index":1,"sense_key":"flow%2:38:01::","synset_id":"flow.v.01"},{"index":2,"sense_key":"flow%2:38:00::","synset_id":"run.v.06"},{"index":3,"sense_key":"flow%2:38:02::","synset_id":"flow.v.03"},{"index":4,"sense_key":"flow%2:42:00::","synset_id":"flow.v.04"},{"index":5,"sense_key":"flow%2:35:04::","synset_id":"hang.v.05"},{"index":6,"sense_key":"flow%2:30:00::","synset_id":"flow.v.06"},{"index":7,"sense_key":"flow%2:29:00::","synset_id":"menstruate.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"flow%2:42:00::","call_ids":["senseval2.d002.s062.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"flow%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27828115900047123}
{"item_id":"senseval2.d002.s062.t007","gold_sense_keys":["pile%2:35:03::"],"candidates":[{"index":1,"sense_key":"pile%2:35:00::","synset_id":"stack.v.02"},{"index":2,"sense_key":"pile%2:38:00::","synset_id":"throng.v.01"},{"index":3,"sense_key":"pile%2:35:03::","synset_id":"pile.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"pile%2:35:03::","call_ids":["senseval2.d002.s062.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"pile%2:35:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2770917240995914}
{"item_id":"senseval2.d002.s062.t008","gold_sense_keys":["more%3:00:01::"],"candidates":[{"index":1,"sense_key":"more%3:00:01::","synset_id":"more.a.01"},{"index":2,"sense_key":"more%3:00:02::","synset_id":"more.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"more%3:00:02::","call_ids":["senseval2.d002.s062.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"more%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2371391118504107}
{"item_id":"senseval2.d002.s062.t009","gold_sense_keys":["more%3:00:01::"],"candidates":[{"index":1,"sense_key":"more%3:00:01::","synset_id":"more.a.01"},{"index":2,"sense_key":"more%3:00:02::","synset_id":"more.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"more%3:00:02::","call_ids":["senseval2.d002.s062.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"more%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23777301283553243}
{"item_id":"senseval2.d002.s062.t011","gold_sense_keys":["teacher%1:18:00::"],"candidates":[{"index":1,"sense_key":"teacher%1:18:00::","synset_id":"teacher.n.01"},{"index":2,"sense_key":"teacher%1:09:00::","synset_id":"teacher.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"teacher%1:18:00::","call_ids":["senseval2.d002.s062.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"teacher%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":129,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2086654028389603}
{"item_id":"senseval2.d002.s063.t000","gold_sense_keys":["mystery%1:09:00::"],"candidates":[{"index":1,"sense_key":"mystery%1:09:00::","synset_id":"mystery.n.01"},{"index":2,"sense_key":"mystery%1:10:00::","synset_id":"mystery.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"mystery%1:09:00::","call_ids":["senseval2.d002.s063.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"mystery%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21149441204033792}
{"item_id":"senseval2.d002.s063.t002","gold_sense_keys":["fact%1:09:01::"],"candidates":[{"index":1,"sense_key":"fact%1:09:01::","synset_id":"fact.n.01"},{"index":2,"sense_key":"fact%1:10:01::","synset_id":"fact.n.02"},{"index":3,"sense_key":"fact%1:26:01::","synset_id":"fact.n.03"},{"index":4,"sense_key":"fact%1:09:02::","synset_id":"fact.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"fact%1:26:01::","call_ids":["senseval2.d002.s063.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"fact%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23809844884090126}
{"item_id":"senseval2.d002.s063.t003","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s063.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2241580958943814}
{"item_id":"senseval2.d002.s063.t004","gold_sense_keys":["expenditure%1:21:00::"],"candidates":[{"index":1,"sense_key":"expenditure%1:21:00::","synset_id":"outgo.n.01"},{"index":2,"sense_key":"expenditure%1:04:00::","synset_id":"expending.n.01"},{"index":3,"sense_key":"expenditure%1:04:01::","synset_id":"consumption.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"expenditure%1:21:00::","call_ids":["senseval2.d002.s063.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"expenditure%1:21:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2542450118344277}
{"item_id":"senseval2.d002.s063.t005","gold_sense_keys":["real%3:00:01::"],"candidates":[{"index":1,"sense_key":"real%3:00:00::","synset_id":"real.a.01"},{"index":2,"sense_key":"real%3:00:02::","synset_id":"real.a.02"},{"index":3,"sense_key":"real%5:00:00:serious:00","synset_id":"real.s.01"},{"index":4,"sense_key":"real%5:00:00:concrete:00","synset_id":"real.s.02"},{"index":5,"sense_key":"real%5:00:00:true:00","synset_id":"actual.s.02"},{"index":6,"sense_key":"real%3:00:01::","synset_id":"real.a.06"},{"index":7,"sense_key":"real%3:00:03::","synset_id":"substantial.a.03"},{"index":8,"sense_key":"real%5:00:00:tangible:02","synset_id":"real.s.04"},{"index":9,"sense_key":"real%5:00:02:realistic:00","synset_id":"veridical.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"real%3:00:01::","call_ids":["senseval2.d002.s063.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"real%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":360,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25470513803884387}
{"item_id":"senseval2.d002.s063.t006","gold_sense_keys":["increase%2:30:00::"],"candidates":[{"index":1,"sense_key":"increase%2:30:00::","synset_id":"increase.v.01"},{"index":2,"sense_key":"increase%2:30:02::","synset_id":"increase.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"increase%2:30:00::","call_ids":["senseval2.d002.s063.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"increase%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28196994005702436}
{"item_id":"senseval2.d002.s063.t007","gold_sense_keys":["sharply%4:02:03::"],"candidates":[{"index":1,"sense_key":"sharply%4:02:00::","synset_id":"aggressively.r.01"},{"index":2,"sense_key":"sharply%4:02:01::","synset_id":"sharply.r.02"},{"index":3,"sense_key":"sharply%4:02:02::","synset_id":"sharply.r.03"},{"index":4,"sense_key":"sharply%4:02:03::","synset_id":"precipitously.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sharply%4:02:02::","call_ids":["senseval2.d002.s063.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sharply%4:02:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27179616992361844}
{"item_id":"senseval2.d002.s063.t008","gold_sense_keys":["past%3:00:00::"],"candidates":[{"index":1,"sense_key":"past%3:00:00::","synset_id":"past.a.01"},{"index":2,"sense_key":"past%5:00:00:outgoing:00","synset_id":"past.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"past%3:00:00::","call_ids":["senseval2.d002.s063.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"past%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.283025735989213}
{"item_id":"senseval2.d002.s063.t009","gold_sense_keys":["now%4:02:00::","now%4:02:04::"],"candidates":[{"index":1,"sense_key":"now%4:02:05::","synset_id":"now.r.01"},{"index":2,"sense_key":"now%4:02:00::","synset_id":"nowadays.r.01"},{"index":3,"sense_key":"now%4:02:02::","synset_id":"now.r.03"},{"index":4,"sense_key":"now%4:02:04::","synset_id":"now.r.04"},{"index":5,"sense_key":"now%4:02:01::","synset_id":"immediately.r.01"},{"index":6,"sense_key":"now%4:02:07::","synset_id":"now.r.06"},{"index":7,"sense_key":"now%4:02:06::","synset_id":"now.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"now%4:02:04::","call_ids":["senseval2.d002.s063.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"now%4:02:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":282,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2835952260065824}
{"item_id":"senseval2.d002.s063.t010","gold_sense_keys":["spend%2:40:00::"],"candidates":[{"index":1,"sense_key":"spend%2:42:00::","synset_id":"spend.v.01"},{"index":2,"sense_key":"spend%2:40:00::","synset_id":"spend.v.02"},{"index":3,"sense_key":"spend%2:40:01::","synset_id":"spend.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"spend%2:40:00::","call_ids":["senseval2.d002.s063.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"spend%2:40:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28417546418495476}
{"item_id":"senseval2.d002.s063.t011","gold_sense_keys":["more%4:02:01::"],"candidates":[{"index":1,"sense_key":"more%4:02:00::","synset_id":"more.r.01"},{"index":2,"sense_key":"more%4:02:01::","synset_id":"more.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"more%4:02:01::","call_ids":["senseval2.d002.s063.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"more%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27204248309135437}
{"item_id":"senseval2.d002.s063.t012","gold_sense_keys":["pupil%1:18:00::","pupil%1:18:01::"],"candidates":[{"index":1,"sense_key":"pupil%1:18:00::","synset_id":"student.n.01"},{"index":2,"sense_key":"pupil%1:08:00::","synset_id":"pupil.n.02"},{"index":3,"sense_key":"pupil%1:18:01::","synset_id":"schoolchild.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"pupil%1:18:00::","call_ids":["senseval2.d002.s063.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"pupil%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27269578794948757}
{"item_id":"senseval2.d002.s063.t013","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"other%3:00:00::","call_ids":["senseval2.d002.s063.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"other%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27536580618470907}
{"item_id":"senseval2.d002.s063.t014","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["senseval2.d002.s063.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":257,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23239799798466265}
{"item_id":"senseval2.d002.s063.t015","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s063.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.235804334981367}
{"item_id":"senseval2.d002.s063.t016","gold_sense_keys":["performance%1:04:00::","performance%1:04:03::"],"candidates":[{"index":1,"sense_key":"performance%1:10:00::","synset_id":"performance.n.01"},{"index":2,"sense_key":"performance%1:04:01::","synset_id":"performance.n.02"},{"index":3,"sense_key":"performance%1:04:00::","synset_id":"performance.n.03"},{"index":4,"sense_key":"performance%1:04:03::","synset_id":"performance.n.04"},{"index":5,"sense_key":"performance%1:22:00::","synset_id":"operation.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"performance%1:04:00::","call_ids":["senseval2.d002.s063.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"performance%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":246,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22451643995009363}
{"item_id":"senseval2.d002.s063.t017","gold_sense_keys":["decline%2:30:01::"],"candidates":[{"index":1,"sense_key":"decline%2:30:01::","synset_id":"worsen.v.01"},{"index":2,"sense_key":"decline%2:40:00::","synset_id":"refuse.v.02"},{"index":3,"sense_key":"decline%2:32:00::","synset_id":"refuse.v.01"},{"index":4,"sense_key":"decline%2:30:00::","synset_id":"decline.v.04"},{"index":5,"sense_key":"decline%2:38:00::","synset_id":"decline.v.05"},{"index":6,"sense_key":"decline%2:38:03::","synset_id":"decline.v.06"},{"index":7,"sense_key":"decline%2:32:01::","synset_id":"decline.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"decline%2:38:00::","call_ids":["senseval2.d002.s063.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"decline%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":259,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22536409087479115}
{"item_id":"senseval2.d002.s064.t000","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"way%1:23:00::","call_ids":["senseval2.d002.s064.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"way%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":336,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24501541093923151}
{"item_id":"senseval2.d002.s065.t000","gold_sense_keys":["student%1:18:00::"],"candidates":[{"index":1,"sense_key":"student%1:18:00::","synset_id":"student.n.01"},{"index":2,"sense_key":"student%1:18:01::","synset_id":"scholar.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"student%1:18:00::","call_ids":["senseval2.d002.s065.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"student%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":129,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2458109171129763}
{"item_id":"senseval2.d002.s065.t001","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s065.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":125,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2464070359710604}
{"item_id":"senseval2.d002.s065.t002","gold_sense_keys":["academic%3:01:00::"],"candidates":[{"index":1,"sense_key":"academic%3:01:00::","synset_id":"academic.a.01"},{"index":2,"sense_key":"academic%5:00:00:theoretical:01","synset_id":"academic.s.01"},{"index":3,"sense_key":"academic%5:00:00:scholarly:00","synset_id":"academic.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"academic%5:00:00:theoretical:01","call_ids":["senseval2.d002.s065.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"academic%5:00:00:theoretical:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24768743594177067}
{"item_id":"senseval2.d002.s065.t003","gold_sense_keys":["potential%1:26:00::"],"candidates":[{"index":1,"sense_key":"potential%1:26:00::","synset_id":"potential.n.01"},{"index":2,"sense_key":"potential%1:19:00::","synset_id":"electric_potential.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"potential%1:26:00::","call_ids":["senseval2.d002.s065.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"potential%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":121,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24686225107870996}
{"item_id":"senseval2.d002.s065.t004","gold_sense_keys":["allow%2:42:00::"],"candidates":[{"index":1,"sense_key":"allow%2:41:00::","synset_id":"let.v.01"},{"index":2,"sense_key":"allow%2:32:00::","synset_id":"permit.v.01"},{"index":3,"sense_key":"allow%2:40:00::","synset_id":"allow.v.03"},{"index":4,"sense_key":"allow%2:31:01::","synset_id":"allow.v.04"},{"index":5,"sense_key":"allow%2:42:00::","synset_id":"leave.v.06"},{"index":6,"sense_key":"allow%2:31:00::","synset_id":"allow.v.06"},{"index":7,"sense_key":"allow%2:42:07::","synset_id":"admit.v.05"},{"index":8,"sense_key":"allow%2:41:01::","synset_id":"give_up.v.11"},{"index":9,"sense_key":"allow%2:40:01::","synset_id":"allow.v.09"},{"index":10,"sense_key":"allow%2:32:06::","synset_id":"allow.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"allow%2:42:00::","call_ids":["senseval2.d002.s065.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"allow%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":336,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24286551121622324}
{"item_id":"senseval2.d002.s066.t000","gold_sense_keys":["student%1:18:00::"],"candidates":[{"index":1,"sense_key":"student%1:18:00::","synset_id":"student.n.01"},{"index":2,"sense_key":"student%1:18:01::","synset_id":"scholar.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"student%1:18:00::","call_ids":["senseval2.d002.s066.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"student%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23373364005237818}
{"item_id":"senseval2.d002.s066.t001","gold_sense_keys":["permit%2:32:00::"],"candidates":[{"index":1,"sense_key":"permit%2:32:00::","synset_id":"permit.v.01"},{"index":2,"sense_key":"permit%2:41:00::","synset_id":"let.v.01"},{"index":3,"sense_key":"permit%2:32:06::","synset_id":"allow.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"permit%2:41:00::","call_ids":["senseval2.d002.s066.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"permit%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24807264795526862}
{"item_id":"senseval2.d002.s066.t002","gold_sense_keys":["graduate%2:40:01::"],"candidates":[{"index":1,"sense_key":"graduate%2:40:00::","synset_id":"graduate.v.01"},{"index":2,"sense_key":"graduate%2:40:01::","synset_id":"graduate.v.02"},{"index":3,"sense_key":"graduate%2:30:00::","synset_id":"calibrate.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"graduate%2:40:01::","call_ids":["senseval2.d002.s066.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"graduate%2:40:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24324551899917424}
{"item_id":"senseval2.d002.s066.t004","gold_sense_keys":["master%2:31:01::"],"candidates":[{"index":1,"sense_key":"master%2:31:01::","synset_id":"master.v.01"},{"index":2,"sense_key":"master%2:33:00::","synset_id":"overcome.v.02"},{"index":3,"sense_key":"master%2:41:00::","synset_id":"dominate.v.03"},{"index":4,"sense_key":"master%2:31:00::","synset_id":"master.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"master%2:33:00::","call_ids":["senseval2.d002.s066.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"master%2:33:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2349824181292206}
{"item_id":"senseval2.d002.s066.t005","gold_sense_keys":["level%1:07:00::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"level%1:06:01::","call_ids":["senseval2.d002.s066.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"level%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23512256797403097}
{"item_id":"senseval2.d002.s066.t006","gold_sense_keys":["prevail%2:42:01::"],"candidates":[{"index":1,"sense_key":"prevail%2:42:02::","synset_id":"predominate.v.01"},{"index":2,"sense_key":"prevail%2:42:01::","synset_id":"prevail.v.02"},{"index":3,"sense_key":"prevail%2:42:00::","synset_id":"prevail.v.03"},{"index":4,"sense_key":"prevail%2:33:00::","synset_id":"prevail.v.04"},{"index":5,"sense_key":"prevail%2:32:02::","synset_id":"prevail.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"prevail%2:33:00::","call_ids":["senseval2.d002.s066.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"prevail%2:33:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23050359915941954}
{"item_id":"senseval2.d002.s066.t007","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["senseval2.d002.s066.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22700854111462831}
{"item_id":"senseval2.d002.s067.t000","gold_sense_keys":["mean%2:42:00::"],"candidates":[{"index":1,"sense_key":"mean%2:32:01::","synset_id":"mean.v.01"},{"index":2,"sense_key":"mean%2:42:00::","synset_id":"entail.v.01"},{"index":3,"sense_key":"mean%2:32:03::","synset_id":"mean.v.03"},{"index":4,"sense_key":"mean%2:31:00::","synset_id":"intend.v.01"},{"index":5,"sense_key":"mean%2:42:03::","synset_id":"mean.v.05"},{"index":6,"sense_key":"mean%2:31:01::","synset_id":"think_of.v.04"},{"index":7,"sense_key":"mean%2:31:05::","synset_id":"mean.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mean%2:42:00::","call_ids":["senseval2.d002.s067.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mean%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2149402571376413}
{"item_id":"senseval2.d002.s067.t001","gold_sense_keys":["main%5:00:00:important:00"],"candidates":[{"index":1,"sense_key":"main%5:00:00:important:00","synset_id":"chief.s.01"},{"index":2,"sense_key":"main%3:00:02::","synset_id":"independent.a.03"},{"index":3,"sense_key":"main%5:00:00:intense:00","synset_id":"main.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"main%5:00:00:important:00","call_ids":["senseval2.d002.s067.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"main%5:00:00:important:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21562413009814918}
{"item_id":"senseval2.d002.s067.t002","gold_sense_keys":["purpose%1:07:00::","purpose%1:09:00::"],"candidates":[{"index":1,"sense_key":"purpose%1:09:00::","synset_id":"purpose.n.01"},{"index":2,"sense_key":"purpose%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"purpose%1:07:01::","synset_id":"determination.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"purpose%1:07:00::","call_ids":["senseval2.d002.s067.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"purpose%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2281181919388473}
{"item_id":"senseval2.d002.s067.t004","gold_sense_keys":["permit%2:41:00::"],"candidates":[{"index":1,"sense_key":"permit%2:32:00::","synset_id":"permit.v.01"},{"index":2,"sense_key":"permit%2:41:00::","synset_id":"let.v.01"},{"index":3,"sense_key":"permit%2:32:06::","synset_id":"allow.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"permit%2:41:00::","call_ids":["senseval2.d002.s067.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"permit%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22638801508583128}
{"item_id":"senseval2.d002.s067.t007","gold_sense_keys":["flourish%2:40:00::"],"candidates":[{"index":1,"sense_key":"flourish%2:30:01::","synset_id":"boom.v.05"},{"index":2,"sense_key":"flourish%2:40:00::","synset_id":"thrive.v.02"},{"index":3,"sense_key":"flourish%2:35:00::","synset_id":"brandish.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"flourish%2:30:01::","call_ids":["senseval2.d002.s067.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"flourish%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.14283130806870759}
{"item_id":"senseval2.d002.s067.t008","gold_sense_keys":["clearly%4:02:00::"],"candidates":[{"index":1,"sense_key":"clearly%4:02:00::","synset_id":"clearly.r.01"},{"index":2,"sense_key":"clearly%4:02:01::","synset_id":"intelligibly.r.01"},{"index":3,"sense_key":"clearly%4:02:02::","synset_id":"distinctly.r.01"},{"index":4,"sense_key":"clearly%4:02:03::","synset_id":"clearly.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"clearly%4:02:01::","call_ids":["senseval2.d002.s067.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"clearly%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1232174898032099}
{"item_id":"senseval2.d002.s067.t009","gold_sense_keys":["desirable%3:00:00::"],"candidates":[{"index":1,"sense_key":"desirable%3:00:00::","synset_id":"desirable.a.01"},{"index":2,"sense_key":"desirable%5:00:00:eligible:00","synset_id":"desirable.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"desirable%3:00:00::","call_ids":["senseval2.d002.s067.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"desirable%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.13491932302713394}
{"item_id":"senseval2.d002.s067.t010","gold_sense_keys":["less%4:02:00::"],"candidates":[{"index":1,"sense_key":"less%4:02:00::","synset_id":"less.r.01"},{"index":2,"sense_key":"less%4:02:01::","synset_id":"less.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"less%4:02:01::","call_ids":["senseval2.d002.s067.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"less%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1355496810283512}
{"item_id":"senseval2.d002.s067.t012","gold_sense_keys":["get%2:40:00::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"get%2:32:03::","call_ids":["senseval2.d002.s067.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"get%2:32:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":930,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.14733975590206683}
{"item_id":"senseval2.d002.s067.t013","gold_sense_keys":["necessary%3:00:00::"],"candidates":[{"index":1,"sense_key":"necessary%3:00:00::","synset_id":"necessary.a.01"},{"index":2,"sense_key":"necessary%5:00:00:inevitable:00","synset_id":"necessary.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"necessary%3:00:00::","call_ids":["senseval2.d002.s067.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"necessary%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.15219332790002227}
{"item_id":"senseval2.d002.s067.t014","gold_sense_keys":["study%1:09:03::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["senseval2.d002.s067.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":359,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1527614330407232}
{"item_id":"senseval2.d002.s067.t015","gold_sense_keys":["enter%2:33:00::","enter%2:38:00::","enter%2:42:00::"],"candidates":[{"index":1,"sense_key":"enter%2:38:00::","synset_id":"enter.v.01"},{"index":2,"sense_key":"enter%2:33:00::","synset_id":"enter.v.02"},{"index":3,"sense_key":"enter%2:41:06::","synset_id":"enroll.v.01"},{"index":4,"sense_key":"enter%2:42:00::","synset_id":"figure.v.02"},{"index":5,"sense_key":"enter%2:32:04::","synset_id":"record.v.01"},{"index":6,"sense_key":"enter%2:36:00::","synset_id":"enter.v.06"},{"index":7,"sense_key":"enter%2:41:00::","synset_id":"accede.v.02"},{"index":8,"sense_key":"enter%2:35:03::","synset_id":"insert.v.01"},{"index":9,"sense_key":"enter%2:30:10::","synset_id":"embark.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"enter%2:41:06::","call_ids":["senseval2.d002.s067.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"enter%2:41:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1534432121552527}
{"item_id":"senseval2.d002.s067.t017","gold_sense_keys":["world%1:14:01::"],"candidates":[{"index":1,"sense_key":"world%1:17:01::","synset_id":"universe.n.01"},{"index":2,"sense_key":"world%1:14:01::","synset_id":"world.n.02"},{"index":3,"sense_key":"world%1:09:00::","synset_id":"world.n.03"},{"index":4,"sense_key":"world%1:17:00::","synset_id":"earth.n.01"},{"index":5,"sense_key":"world%1:14:02::","synset_id":"populace.n.01"},{"index":6,"sense_key":"world%1:17:02::","synset_id":"world.n.06"},{"index":7,"sense_key":"world%1:09:01::","synset_id":"worldly_concern.n.01"},{"index":8,"sense_key":"world%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"world%1:17:02::","call_ids":["senseval2.d002.s067.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"world%1:17:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":315,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1689708181656897}
{"item_id":"senseval2.d002.s067.t018","gold_sense_keys":["work%1:04:01::"],"candidates":[{"index":1,"sense_key":"work%1:04:00::","synset_id":"work.n.01"},{"index":2,"sense_key":"work%1:06:00::","synset_id":"work.n.02"},{"index":3,"sense_key":"work%1:04:01::","synset_id":"employment.n.02"},{"index":4,"sense_key":"work%1:09:00::","synset_id":"study.n.02"},{"index":5,"sense_key":"work%1:19:00::","synset_id":"work.n.05"},{"index":6,"sense_key":"work%1:06:01::","synset_id":"workplace.n.01"},{"index":7,"sense_key":"work%1:06:02::","synset_id":"oeuvre.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"work%1:09:00::","call_ids":["senseval2.d002.s067.t018__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"work%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":336,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16967297694645822}
{"item_id":"senseval2.d002.s068.t000","gold_sense_keys":["notion%1:09:02::"],"candidates":[{"index":1,"sense_key":"notion%1:09:02::","synset_id":"impression.n.01"},{"index":2,"sense_key":"notion%1:09:00::","synset_id":"notion.n.02"},{"index":3,"sense_key":"notion%1:09:01::","synset_id":"notion.n.03"},{"index":4,"sense_key":"notion%1:06:00::","synset_id":"notion.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"notion%1:09:01::","call_ids":["senseval2.d002.s068.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"notion%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17132476507686079}
{"item_id":"senseval2.d002.s069.t000","gold_sense_keys":["purpose%1:07:00::","purpose%1:09:00::"],"candidates":[{"index":1,"sense_key":"purpose%1:09:00::","synset_id":"purpose.n.01"},{"index":2,"sense_key":"purpose%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"purpose%1:07:01::","synset_id":"determination.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"purpose%1:09:00::","call_ids":["senseval2.d002.s069.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"purpose%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17219273000955582}
{"item_id":"senseval2.d002.s069.t001","gold_sense_keys":["education%1:04:00::"],"candidates":[{"index":1,"sense_key":"education%1:04:00::","synset_id":"education.n.01"},{"index":2,"sense_key":"education%1:09:00::","synset_id":"education.n.02"},{"index":3,"sense_key":"education%1:09:01::","synset_id":"education.n.03"},{"index":4,"sense_key":"education%1:04:01::","synset_id":"education.n.04"},{"index":5,"sense_key":"education%1:07:01::","synset_id":"education.n.05"},{"index":6,"sense_key":"education%1:14:00::","synset_id":"department_of_education.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"education%1:09:00::","call_ids":["senseval2.d002.s069.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"education%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17571680899709463}
{"item_id":"senseval2.d002.s069.t002","gold_sense_keys":["encourage%2:32:00::","encourage%2:37:00::"],"candidates":[{"index":1,"sense_key":"encourage%2:41:00::","synset_id":"promote.v.01"},{"index":2,"sense_key":"encourage%2:37:00::","synset_id":"encourage.v.02"},{"index":3,"sense_key":"encourage%2:32:00::","synset_id":"encourage.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"encourage%2:37:00::","call_ids":["senseval2.d002.s069.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"encourage%2:37:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17287131678313017}
{"item_id":"senseval2.d002.s069.t003","gold_sense_keys":["young%3:00:00::"],"candidates":[{"index":1,"sense_key":"young%3:00:00::","synset_id":"young.a.01"},{"index":2,"sense_key":"young%5:00:00:early:02","synset_id":"new.s.08"},{"index":3,"sense_key":"young%5:00:01:young:00","synset_id":"youthful.s.01"},{"index":4,"sense_key":"young%5:00:00:new:00","synset_id":"young.s.03"},{"index":5,"sense_key":"young%5:00:00:inexperienced:00","synset_id":"unseasoned.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"young%3:00:00::","call_ids":["senseval2.d002.s069.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"young%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16718955989927053}
{"item_id":"senseval2.d002.s069.t004","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval2.d002.s069.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":392,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16380489384755492}
{"item_id":"senseval2.d002.s069.t005","gold_sense_keys":["woman%1:18:00::"],"candidates":[{"index":1,"sense_key":"woman%1:18:00::","synset_id":"woman.n.01"},{"index":2,"sense_key":"woman%1:18:01::","synset_id":"woman.n.02"},{"index":3,"sense_key":"woman%1:18:02::","synset_id":"charwoman.n.01"},{"index":4,"sense_key":"woman%1:14:00::","synset_id":"womanhood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"woman%1:18:00::","call_ids":["senseval2.d002.s069.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"woman%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1651335780043155}
{"item_id":"senseval2.d002.s069.t006","gold_sense_keys":["realize%2:36:00::"],"candidates":[{"index":1,"sense_key":"realize%2:31:01::","synset_id":"recognize.v.02"},{"index":2,"sense_key":"realize%2:31:00::","synset_id":"understand.v.02"},{"index":3,"sense_key":"realize%2:36:00::","synset_id":"realize.v.03"},{"index":4,"sense_key":"realize%2:40:01::","synset_id":"gain.v.08"},{"index":5,"sense_key":"realize%2:40:00::","synset_id":"realize.v.05"},{"index":6,"sense_key":"realize%2:36:07::","synset_id":"realize.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"realize%2:31:01::","call_ids":["senseval2.d002.s069.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"realize%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16583270789124072}
{"item_id":"senseval2.d002.s069.t007","gold_sense_keys":["full%5:00:00:complete:00","full%5:00:01:whole:00"],"candidates":[{"index":1,"sense_key":"full%3:00:00::","synset_id":"full.a.01"},{"index":2,"sense_key":"full%5:00:01:whole:00","synset_id":"entire.s.01"},{"index":3,"sense_key":"full%5:00:00:complete:00","synset_id":"full.s.02"},{"index":4,"sense_key":"full%5:00:00:nourished:00","synset_id":"full.s.03"},{"index":5,"sense_key":"full%3:00:01::","synset_id":"full.a.05"},{"index":6,"sense_key":"full%5:00:00:ample:00","synset_id":"full.s.04"},{"index":7,"sense_key":"full%5:00:00:high:02","synset_id":"broad.s.04"},{"index":8,"sense_key":"full%5:00:02:ample:00","synset_id":"wide.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"full%5:00:00:ample:00","call_ids":["senseval2.d002.s069.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"full%5:00:00:ample:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19213995011523366}
{"item_id":"senseval2.d002.s069.t008","gold_sense_keys":["academic%3:01:00::"],"candidates":[{"index":1,"sense_key":"academic%3:01:00::","synset_id":"academic.a.01"},{"index":2,"sense_key":"academic%5:00:00:theoretical:01","synset_id":"academic.s.01"},{"index":3,"sense_key":"academic%5:00:00:scholarly:00","synset_id":"academic.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"academic%5:00:00:theoretical:01","call_ids":["senseval2.d002.s069.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"academic%5:00:00:theoretical:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1950923998374492}
{"item_id":"senseval2.d002.s069.t009","gold_sense_keys":["potential%1:26:00::"],"candidates":[{"index":1,"sense_key":"potential%1:26:00::","synset_id":"potential.n.01"},{"index":2,"sense_key":"potential%1:19:00::","synset_id":"electric_potential.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"potential%1:26:00::","call_ids":["senseval2.d002.s069.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"potential%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":124,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20022908807732165}
{"item_id":"senseval2.d002.s070.t000","gold_sense_keys":["actually%4:02:01::"],"candidates":[{"index":1,"sense_key":"actually%4:02:01::","synset_id":"actually.r.01"},{"index":2,"sense_key":"actually%4:02:00::","synset_id":"actually.r.02"},{"index":3,"sense_key":"actually%4:02:03::","synset_id":"actually.r.03"},{"index":4,"sense_key":"actually%4:02:02::","synset_id":"actually.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"actually%4:02:00::","call_ids":["senseval2.d002.s070.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"actually%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18984272284433246}
{"item_id":"senseval2.d002.s070.t001","gold_sense_keys":["believe%2:31:00::"],"candidates":[{"index":1,"sense_key":"believe%2:31:00::","synset_id":"believe.v.01"},{"index":2,"sense_key":"believe%2:31:04::","synset_id":"think.v.01"},{"index":3,"sense_key":"believe%2:31:03::","synset_id":"believe.v.03"},{"index":4,"sense_key":"believe%2:31:01::","synset_id":"believe.v.04"},{"index":5,"sense_key":"believe%2:31:02::","synset_id":"believe.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"believe%2:31:03::","call_ids":["senseval2.d002.s070.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"believe%2:31:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1930343450512737}
{"item_id":"senseval2.d002.s070.t002","gold_sense_keys":["equal%3:00:00::"],"candidates":[{"index":1,"sense_key":"equal%3:00:00::","synset_id":"equal.a.01"},{"index":2,"sense_key":"equal%3:00:03::","synset_id":"adequate.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"equal%3:00:00::","call_ids":["senseval2.d002.s070.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"equal%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19724322902038693}
{"item_id":"senseval2.d002.s070.t003","gold_sense_keys":["academic%3:01:00::"],"candidates":[{"index":1,"sense_key":"academic%3:01:00::","synset_id":"academic.a.01"},{"index":2,"sense_key":"academic%5:00:00:theoretical:01","synset_id":"academic.s.01"},{"index":3,"sense_key":"academic%5:00:00:scholarly:00","synset_id":"academic.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"academic%5:00:00:theoretical:01","call_ids":["senseval2.d002.s070.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"academic%5:00:00:theoretical:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18668550602160394}
{"item_id":"senseval2.d002.s070.t004","gold_sense_keys":["potential%1:26:00::"],"candidates":[{"index":1,"sense_key":"potential%1:26:00::","synset_id":"potential.n.01"},{"index":2,"sense_key":"potential%1:19:00::","synset_id":"electric_potential.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"potential%1:26:00::","call_ids":["senseval2.d002.s070.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"potential%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":123,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19387024198658764}
{"item_id":"senseval2.d002.s071.t000","gold_sense_keys":["generally%4:02:02::"],"candidates":[{"index":1,"sense_key":"generally%4:02:02::","synset_id":"by_and_large.r.01"},{"index":2,"sense_key":"generally%4:02:01::","synset_id":"generally.r.02"},{"index":3,"sense_key":"generally%4:02:00::","synset_id":"broadly.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"generally%4:02:01::","call_ids":["senseval2.d002.s071.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"generally%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19471379299648106}
{"item_id":"senseval2.d002.s071.t001","gold_sense_keys":["desirable%3:00:00::"],"candidates":[{"index":1,"sense_key":"desirable%3:00:00::","synset_id":"desirable.a.01"},{"index":2,"sense_key":"desirable%5:00:00:eligible:00","synset_id":"desirable.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"desirable%3:00:00::","call_ids":["senseval2.d002.s071.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"desirable%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19576790602877736}
{"item_id":"senseval2.d002.s071.t002","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"use%2:41:14::","call_ids":["senseval2.d002.s071.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"use%2:41:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1791482549160719}
{"item_id":"senseval2.d002.s071.t005","gold_sense_keys":["rather%4:02:02::"],"candidates":[{"index":1,"sense_key":"rather%4:02:02::","synset_id":"rather.r.01"},{"index":2,"sense_key":"rather%4:02:04::","synset_id":"rather.r.02"},{"index":3,"sense_key":"rather%4:02:01::","synset_id":"preferably.r.01"},{"index":4,"sense_key":"rather%4:02:00::","synset_id":"quite.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"rather%4:02:04::","call_ids":["senseval2.d002.s071.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"rather%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18332755891606212}
{"item_id":"senseval2.d002.s071.t006","gold_sense_keys":["new%3:00:00::"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"new%5:00:00:other:00","call_ids":["senseval2.d002.s071.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"new%5:00:00:other:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":354,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1873090248554945}
{"item_id":"senseval2.d002.s071.t007","gold_sense_keys":["one%1:09:00::"],"candidates":[{"index":1,"sense_key":"one%1:23:00::","synset_id":"one.n.01"},{"index":2,"sense_key":"one%1:09:00::","synset_id":"one.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"one%1:09:00::","call_ids":["senseval2.d002.s071.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"one%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1908350270241499}
{"item_id":"senseval2.d002.s072.t003","gold_sense_keys":["often%4:02:02::"],"candidates":[{"index":1,"sense_key":"often%4:02:00::","synset_id":"frequently.r.01"},{"index":2,"sense_key":"often%4:02:01::","synset_id":"much.r.05"},{"index":3,"sense_key":"often%4:02:02::","synset_id":"often.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"often%4:02:02::","call_ids":["senseval2.d002.s072.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"often%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1801023669540882}
{"item_id":"senseval2.d002.s073.t000","gold_sense_keys":["dubious%5:00:00:questionable:00"],"candidates":[{"index":1,"sense_key":"dubious%5:00:00:uncertain:02","synset_id":"doubtful.s.02"},{"index":2,"sense_key":"dubious%5:00:00:questionable:00","synset_id":"doubtful.s.01"},{"index":3,"sense_key":"dubious%5:00:00:unconvinced:00","synset_id":"dubious.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"dubious%5:00:00:unconvinced:00","call_ids":["senseval2.d002.s073.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"dubious%5:00:00:unconvinced:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16707829385995865}
{"item_id":"senseval2.d002.s073.t001","gold_sense_keys":["psychological%3:01:00::"],"candidates":[{"index":1,"sense_key":"psychological%5:00:00:mental:00","synset_id":"psychological.s.01"},{"index":2,"sense_key":"psychological%3:01:00::","synset_id":"psychological.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"psychological%3:01:00::","call_ids":["senseval2.d002.s073.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"psychological%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16986410110257566}
{"item_id":"senseval2.d002.s073.t004","gold_sense_keys":["rather%4:02:02::"],"candidates":[{"index":1,"sense_key":"rather%4:02:02::","synset_id":"rather.r.01"},{"index":2,"sense_key":"rather%4:02:04::","synset_id":"rather.r.02"},{"index":3,"sense_key":"rather%4:02:01::","synset_id":"preferably.r.01"},{"index":4,"sense_key":"rather%4:02:00::","synset_id":"quite.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"rather%4:02:04::","call_ids":["senseval2.d002.s073.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"rather%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16566114500164986}
{"item_id":"senseval2.d002.s073.t005","gold_sense_keys":["educational%3:01:00::"],"candidates":[{"index":1,"sense_key":"educational%3:01:00::","synset_id":"educational.a.01"},{"index":2,"sense_key":"educational%5:00:00:instructive:00","synset_id":"educational.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"educational%3:01:00::","call_ids":["senseval2.d002.s073.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"educational%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":127,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16678622993640602}
{"item_id":"senseval2.d002.s073.t006","gold_sense_keys":["experience%1:09:01::"],"candidates":[{"index":1,"sense_key":"experience%1:09:01::","synset_id":"experience.n.01"},{"index":2,"sense_key":"experience%1:09:00::","synset_id":"experience.n.02"},{"index":3,"sense_key":"experience%1:11:00::","synset_id":"experience.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"experience%1:09:00::","call_ids":["senseval2.d002.s073.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"experience%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16379055893048644}
{"item_id":"senseval2.d002.s074.t000","gold_sense_keys":["reason%1:09:01::","reason%1:10:00::","reason%1:10:01::"],"candidates":[{"index":1,"sense_key":"reason%1:16:00::","synset_id":"reason.n.01"},{"index":2,"sense_key":"reason%1:10:01::","synset_id":"reason.n.02"},{"index":3,"sense_key":"reason%1:09:00::","synset_id":"reason.n.03"},{"index":4,"sense_key":"reason%1:26:00::","synset_id":"rationality.n.01"},{"index":5,"sense_key":"reason%1:10:00::","synset_id":"cause.n.02"},{"index":6,"sense_key":"reason%1:09:01::","synset_id":"reason.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"reason%1:09:00::","call_ids":["senseval2.d002.s074.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"reason%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":274,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16845975792966783}
{"item_id":"senseval2.d002.s074.t001","gold_sense_keys":["american%3:01:01::"],"candidates":[{"index":1,"sense_key":"american%3:01:01::","synset_id":"american.a.01"},{"index":2,"sense_key":"american%3:01:00::","synset_id":"american.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"american%3:01:00::","call_ids":["senseval2.d002.s074.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"american%3:01:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22256208304315805}
{"item_id":"senseval2.d002.s074.t002","gold_sense_keys":["student%1:18:00::"],"candidates":[{"index":1,"sense_key":"student%1:18:00::","synset_id":"student.n.01"},{"index":2,"sense_key":"student%1:18:01::","synset_id":"scholar.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"student%1:18:00::","call_ids":["senseval2.d002.s074.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"student%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2642558959778398}
{"item_id":"senseval2.d002.s074.t003","gold_sense_keys":["so%4:02:02::"],"candidates":[{"index":1,"sense_key":"so%4:02:02::","synset_id":"so.r.01"},{"index":2,"sense_key":"so%4:02:06::","synset_id":"so.r.02"},{"index":3,"sense_key":"so%4:02:05::","synset_id":"so.r.03"},{"index":4,"sense_key":"so%4:02:07::","synset_id":"so.r.04"},{"index":5,"sense_key":"so%4:02:08::","synset_id":"so.r.05"},{"index":6,"sense_key":"so%4:02:04::","synset_id":"thus.r.02"},{"index":7,"sense_key":"so%4:02:03::","synset_id":"so.r.07"},{"index":8,"sense_key":"so%4:02:09::","synset_id":"then.r.01"},{"index":9,"sense_key":"so%4:02:10::","synset_id":"therefore.r.01"},{"index":10,"sense_key":"so%4:02:00::","synset_id":"indeed.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"so%4:02:03::","call_ids":["senseval2.d002.s074.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"so%4:02:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":368,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2658170401118696}
{"item_id":"senseval2.d002.s074.t006","gold_sense_keys":["compare%2:31:00::"],"candidates":[{"index":1,"sense_key":"compare%2:31:00::","synset_id":"compare.v.01"},{"index":2,"sense_key":"compare%2:42:00::","synset_id":"compare.v.02"},{"index":3,"sense_key":"compare%2:31:01::","synset_id":"compare.v.03"},{"index":4,"sense_key":"compare%2:32:00::","synset_id":"compare.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"compare%2:31:01::","call_ids":["senseval2.d002.s074.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"compare%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2675582580268383}
{"item_id":"senseval2.d002.s074.t011","gold_sense_keys":["student%1:18:00::"],"candidates":[{"index":1,"sense_key":"student%1:18:00::","synset_id":"student.n.01"},{"index":2,"sense_key":"student%1:18:01::","synset_id":"scholar.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"student%1:18:01::","call_ids":["senseval2.d002.s074.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"student%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26939038117416203}
{"item_id":"senseval2.d002.s074.t012","gold_sense_keys":["influence%1:19:00::"],"candidates":[{"index":1,"sense_key":"influence%1:07:00::","synset_id":"influence.n.01"},{"index":2,"sense_key":"influence%1:04:00::","synset_id":"influence.n.02"},{"index":3,"sense_key":"influence%1:09:00::","synset_id":"influence.n.03"},{"index":4,"sense_key":"influence%1:19:00::","synset_id":"influence.n.04"},{"index":5,"sense_key":"influence%1:18:00::","synset_id":"influence.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"influence%1:19:00::","call_ids":["senseval2.d002.s074.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"influence%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27302422490902245}
{"item_id":"senseval2.d002.s074.t013","gold_sense_keys":["american%3:01:01::"],"candidates":[{"index":1,"sense_key":"american%3:01:01::","synset_id":"american.a.01"},{"index":2,"sense_key":"american%3:01:00::","synset_id":"american.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"american%3:01:00::","call_ids":["senseval2.d002.s074.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"american%3:01:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2709772631060332}
{"item_id":"senseval2.d002.s075.t000","gold_sense_keys":["want%2:37:00::"],"candidates":[{"index":1,"sense_key":"want%2:37:00::","synset_id":"desire.v.01"},{"index":2,"sense_key":"want%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"want%2:35:00::","synset_id":"want.v.03"},{"index":4,"sense_key":"want%2:31:01::","synset_id":"want.v.04"},{"index":5,"sense_key":"want%2:42:01::","synset_id":"want.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"want%2:34:00::","call_ids":["senseval2.d002.s075.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"want%2:34:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2743139769881964}
{"item_id":"senseval2.d002.s075.t001","gold_sense_keys":["appreciate%2:31:00::"],"candidates":[{"index":1,"sense_key":"appreciate%2:37:00::","synset_id":"appreciate.v.01"},{"index":2,"sense_key":"appreciate%2:31:00::","synset_id":"appreciate.v.02"},{"index":3,"sense_key":"appreciate%2:40:00::","synset_id":"prize.v.01"},{"index":4,"sense_key":"appreciate%2:30:00::","synset_id":"appreciate.v.04"},{"index":5,"sense_key":"appreciate%2:30:01::","synset_id":"appreciate.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"appreciate%2:31:00::","call_ids":["senseval2.d002.s075.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"appreciate%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27594551094807684}
{"item_id":"senseval2.d002.s075.t002","gold_sense_keys":["just%4:02:05::"],"candidates":[{"index":1,"sense_key":"just%4:02:00::","synset_id":"merely.r.01"},{"index":2,"sense_key":"just%4:02:05::","synset_id":"precisely.r.01"},{"index":3,"sense_key":"just%4:02:01::","synset_id":"just.r.03"},{"index":4,"sense_key":"just%4:02:03::","synset_id":"just.r.04"},{"index":5,"sense_key":"just%4:02:04::","synset_id":"barely.r.01"},{"index":6,"sense_key":"just%4:02:06::","synset_id":"just.r.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"just%4:02:03::","call_ids":["senseval2.d002.s075.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"just%4:02:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27733777603134513}
{"item_id":"senseval2.d002.s075.t004","gold_sense_keys":["situation%1:26:00::"],"candidates":[{"index":1,"sense_key":"situation%1:26:00::","synset_id":"situation.n.01"},{"index":2,"sense_key":"situation%1:26:01::","synset_id":"situation.n.02"},{"index":3,"sense_key":"situation%1:26:02::","synset_id":"situation.n.03"},{"index":4,"sense_key":"situation%1:15:00::","synset_id":"site.n.02"},{"index":5,"sense_key":"situation%1:04:00::","synset_id":"position.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"situation%1:26:00::","call_ids":["senseval2.d002.s075.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"situation%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27888738783076406}
{"item_id":"senseval2.d002.s075.t005","gold_sense_keys":["student%1:18:00::"],"candidates":[{"index":1,"sense_key":"student%1:18:00::","synset_id":"student.n.01"},{"index":2,"sense_key":"student%1:18:01::","synset_id":"scholar.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"student%1:18:01::","call_ids":["senseval2.d002.s075.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"student%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30683783208951354}
{"item_id":"senseval2.d002.s075.t006","gold_sense_keys":["add%2:31:00::"],"candidates":[{"index":1,"sense_key":"add%2:30:00::","synset_id":"add.v.01"},{"index":2,"sense_key":"add%2:32:01::","synset_id":"add.v.02"},{"index":3,"sense_key":"add%2:40:00::","synset_id":"lend.v.01"},{"index":4,"sense_key":"add%2:31:00::","synset_id":"add.v.04"},{"index":5,"sense_key":"add%2:32:00::","synset_id":"total.v.02"},{"index":6,"sense_key":"add%2:42:00::","synset_id":"add.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"add%2:31:00::","call_ids":["senseval2.d002.s075.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"add%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":279,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30778201296925545}
{"item_id":"senseval2.d002.s075.t007","gold_sense_keys":["subtract%2:31:00::"],"candidates":[{"index":1,"sense_key":"subtract%2:31:00::","synset_id":"subtract.v.01"},{"index":2,"sense_key":"subtract%2:30:00::","synset_id":"subtract.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"subtract%2:31:00::","call_ids":["senseval2.d002.s075.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"subtract%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3096198111306876}
{"item_id":"senseval2.d002.s075.t008","gold_sense_keys":["learn%2:31:00::"],"candidates":[{"index":1,"sense_key":"learn%2:31:00::","synset_id":"learn.v.01"},{"index":2,"sense_key":"learn%2:31:01::","synset_id":"learn.v.02"},{"index":3,"sense_key":"learn%2:31:03::","synset_id":"memorize.v.01"},{"index":4,"sense_key":"learn%2:31:02::","synset_id":"learn.v.04"},{"index":5,"sense_key":"learn%2:32:00::","synset_id":"teach.v.01"},{"index":6,"sense_key":"learn%2:32:02::","synset_id":"determine.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"learn%2:31:01::","call_ids":["senseval2.d002.s075.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"learn%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3114188408944756}
{"item_id":"senseval2.d002.s075.t010","gold_sense_keys":["basis%1:09:00::"],"candidates":[{"index":1,"sense_key":"basis%1:24:00::","synset_id":"footing.n.02"},{"index":2,"sense_key":"basis%1:09:00::","synset_id":"basis.n.02"},{"index":3,"sense_key":"basis%1:24:01::","synset_id":"basis.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"basis%1:24:01::","call_ids":["senseval2.d002.s075.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"basis%1:24:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31600530189462006}
{"item_id":"senseval2.d002.s075.t011","gold_sense_keys":["mathematical%3:01:00::"],"candidates":[{"index":1,"sense_key":"mathematical%3:01:00::","synset_id":"mathematical.a.01"},{"index":2,"sense_key":"mathematical%3:00:00::","synset_id":"numerical.a.03"},{"index":3,"sense_key":"mathematical%5:00:00:unquestionable:00","synset_id":"mathematical.s.01"},{"index":4,"sense_key":"mathematical%5:00:00:possible:00","synset_id":"mathematical.s.02"},{"index":5,"sense_key":"mathematical%5:00:00:exact:00","synset_id":"mathematical.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"mathematical%5:00:00:unquestionable:00","call_ids":["senseval2.d002.s075.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"mathematical%5:00:00:unquestionable:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31346847699023783}
{"item_id":"senseval2.d002.s075.t013","gold_sense_keys":["read%2:31:00::"],"candidates":[{"index":1,"sense_key":"read%2:31:00::","synset_id":"read.v.01"},{"index":2,"sense_key":"read%2:42:00::","synset_id":"read.v.02"},{"index":3,"sense_key":"read%2:31:01::","synset_id":"read.v.03"},{"index":4,"sense_key":"read%2:31:06::","synset_id":"read.v.04"},{"index":5,"sense_key":"read%2:31:02::","synset_id":"read.v.05"},{"index":6,"sense_key":"read%2:31:09::","synset_id":"take.v.06"},{"index":7,"sense_key":"read%2:31:05::","synset_id":"learn.v.04"},{"index":8,"sense_key":"read%2:32:02::","synset_id":"read.v.08"},{"index":9,"sense_key":"read%2:36:05::","synset_id":"read.v.09"},{"index":10,"sense_key":"read%2:31:08::","synset_id":"read.v.10"},{"index":11,"sense_key":"read%2:31:04::","synset_id":"understand.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"read%2:31:01::","call_ids":["senseval2.d002.s075.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"read%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":403,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31803569896146655}
{"item_id":"senseval2.d002.s075.t014","gold_sense_keys":["article%1:10:00::"],"candidates":[{"index":1,"sense_key":"article%1:10:00::","synset_id":"article.n.01"},{"index":2,"sense_key":"article%1:03:00::","synset_id":"article.n.02"},{"index":3,"sense_key":"article%1:10:02::","synset_id":"article.n.03"},{"index":4,"sense_key":"article%1:10:01::","synset_id":"article.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"article%1:10:01::","call_ids":["senseval2.d002.s075.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"article%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3220282029360533}
{"item_id":"senseval2.d002.s075.t015","gold_sense_keys":["recent%5:00:00:new:00"],"candidates":[{"index":1,"sense_key":"recent%5:00:00:new:00","synset_id":"recent.s.01"},{"index":2,"sense_key":"recent%5:00:00:past:00","synset_id":"late.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"recent%5:00:00:past:00","call_ids":["senseval2.d002.s075.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"recent%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3238955601118505}
{"item_id":"senseval2.d002.s075.t017","gold_sense_keys":["major%1:18:01::"],"candidates":[{"index":1,"sense_key":"major%1:18:00::","synset_id":"major.n.01"},{"index":2,"sense_key":"major%1:18:02::","synset_id":"major.n.02"},{"index":3,"sense_key":"major%1:18:01::","synset_id":"major.n.03"},{"index":4,"sense_key":"major%1:09:00::","synset_id":"major.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"major%1:09:00::","call_ids":["senseval2.d002.s075.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"major%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32598625193350017}
{"item_id":"senseval2.d002.s076.t000","gold_sense_keys":["most%4:02:00::"],"candidates":[{"index":1,"sense_key":"most%4:02:00::","synset_id":"most.r.01"},{"index":2,"sense_key":"most%4:02:01::","synset_id":"most.r.02"},{"index":3,"sense_key":"most%4:02:02::","synset_id":"about.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"most%4:02:01::","call_ids":["senseval2.d002.s076.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"most%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3276300919242203}
{"item_id":"senseval2.d002.s076.t001","gold_sense_keys":["important%3:00:00::","important%3:00:02::","important%3:00:04::"],"candidates":[{"index":1,"sense_key":"important%3:00:00::","synset_id":"important.a.01"},{"index":2,"sense_key":"important%3:00:04::","synset_id":"significant.a.01"},{"index":3,"sense_key":"important%3:00:02::","synset_id":"crucial.a.01"},{"index":4,"sense_key":"important%5:00:00:influential:00","synset_id":"authoritative.s.01"},{"index":5,"sense_key":"important%5:00:00:immodest:02","synset_id":"important.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"important%3:00:02::","call_ids":["senseval2.d002.s076.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"important%3:00:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3292320449836552}
{"item_id":"senseval2.d002.s076.t002","gold_sense_keys":["school%1:14:00::","school%1:14:03::"],"candidates":[{"index":1,"sense_key":"school%1:14:00::","synset_id":"school.n.01"},{"index":2,"sense_key":"school%1:06:00::","synset_id":"school.n.02"},{"index":3,"sense_key":"school%1:09:00::","synset_id":"school.n.03"},{"index":4,"sense_key":"school%1:14:02::","synset_id":"school.n.04"},{"index":5,"sense_key":"school%1:28:00::","synset_id":"school.n.05"},{"index":6,"sense_key":"school%1:14:03::","synset_id":"school.n.06"},{"index":7,"sense_key":"school%1:14:01::","synset_id":"school.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"school%1:28:00::","call_ids":["senseval2.d002.s076.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"school%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33060896303504705}
{"item_id":"senseval2.d002.s076.t003","gold_sense_keys":["principal%1:18:00::"],"candidates":[{"index":1,"sense_key":"principal%1:21:01::","synset_id":"principal.n.01"},{"index":2,"sense_key":"principal%1:18:00::","synset_id":"principal.n.02"},{"index":3,"sense_key":"principal%1:18:01::","synset_id":"star.n.04"},{"index":4,"sense_key":"principal%1:21:02::","synset_id":"principal.n.04"},{"index":5,"sense_key":"principal%1:18:03::","synset_id":"principal.n.05"},{"index":6,"sense_key":"principal%1:18:02::","synset_id":"principal.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"principal%1:18:00::","call_ids":["senseval2.d002.s076.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"principal%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3322112250607461}
{"item_id":"senseval2.d002.s076.t005","gold_sense_keys":["measure%1:03:00::"],"candidates":[{"index":1,"sense_key":"measure%1:04:01::","synset_id":"measure.n.01"},{"index":2,"sense_key":"measure%1:03:00::","synset_id":"measure.n.02"},{"index":3,"sense_key":"measure%1:10:02::","synset_id":"bill.n.01"},{"index":4,"sense_key":"measure%1:04:00::","synset_id":"measurement.n.01"},{"index":5,"sense_key":"measure%1:10:03::","synset_id":"standard.n.01"},{"index":6,"sense_key":"measure%1:10:01::","synset_id":"meter.n.03"},{"index":7,"sense_key":"measure%1:10:00::","synset_id":"measure.n.07"},{"index":8,"sense_key":"measure%1:06:00::","synset_id":"measuring_stick.n.01"},{"index":9,"sense_key":"measure%1:06:01::","synset_id":"measure.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"measure%1:03:00::","call_ids":["senseval2.d002.s076.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"measure%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.319284152938053}
{"item_id":"senseval2.d002.s076.t006","gold_sense_keys":["authority%1:07:00::"],"candidates":[{"index":1,"sense_key":"authority%1:07:00::","synset_id":"authority.n.01"},{"index":2,"sense_key":"authority%1:18:01::","synset_id":"authority.n.02"},{"index":3,"sense_key":"authority%1:18:00::","synset_id":"authority.n.03"},{"index":4,"sense_key":"authority%1:09:00::","synset_id":"assurance.n.01"},{"index":5,"sense_key":"authority%1:14:00::","synset_id":"agency.n.01"},{"index":6,"sense_key":"authority%1:07:02::","synset_id":"authority.n.06"},{"index":7,"sense_key":"authority%1:10:00::","synset_id":"authority.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"authority%1:18:00::","call_ids":["senseval2.d002.s076.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"authority%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24425943684764206}
{"item_id":"senseval2.d002.s076.t007","gold_sense_keys":["faculty%1:14:00::"],"candidates":[{"index":1,"sense_key":"faculty%1:09:00::","synset_id":"faculty.n.01"},{"index":2,"sense_key":"faculty%1:14:00::","synset_id":"staff.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"faculty%1:14:00::","call_ids":["senseval2.d002.s076.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"faculty%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22679652413353324}
{"item_id":"senseval2.d002.s076.t009","gold_sense_keys":["matter%1:09:01::"],"candidates":[{"index":1,"sense_key":"matter%1:09:01::","synset_id":"matter.n.01"},{"index":2,"sense_key":"matter%1:09:00::","synset_id":"topic.n.02"},{"index":3,"sense_key":"matter%1:03:00::","synset_id":"matter.n.03"},{"index":4,"sense_key":"matter%1:09:02::","synset_id":"matter.n.04"},{"index":5,"sense_key":"matter%1:07:00::","synset_id":"matter.n.05"},{"index":6,"sense_key":"matter%1:10:00::","synset_id":"matter.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"matter%1:03:00::","call_ids":["senseval2.d002.s076.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"matter%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22796641220338643}
{"item_id":"senseval2.d002.s076.t010","gold_sense_keys":["student%1:18:00::"],"candidates":[{"index":1,"sense_key":"student%1:18:00::","synset_id":"student.n.01"},{"index":2,"sense_key":"student%1:18:01::","synset_id":"scholar.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"student%1:18:01::","call_ids":["senseval2.d002.s076.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"student%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2152964510023594}
{"item_id":"senseval2.d002.s077.t000","gold_sense_keys":["study%1:10:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["senseval2.d002.s077.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":346,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21339370007626712}
{"item_id":"senseval2.d002.s077.t001","gold_sense_keys":["study%1:10:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["senseval2.d002.s077.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":346,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21522648097015917}
{"item_id":"senseval2.d002.s077.t002","gold_sense_keys":["most%4:02:00::"],"candidates":[{"index":1,"sense_key":"most%4:02:00::","synset_id":"most.r.01"},{"index":2,"sense_key":"most%4:02:01::","synset_id":"most.r.02"},{"index":3,"sense_key":"most%4:02:02::","synset_id":"about.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"most%4:02:01::","call_ids":["senseval2.d002.s077.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"most%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21702491003088653}
{"item_id":"senseval2.d002.s077.t004","gold_sense_keys":["tell%2:32:00::"],"candidates":[{"index":1,"sense_key":"tell%2:32:04::","synset_id":"state.v.01"},{"index":2,"sense_key":"tell%2:32:00::","synset_id":"tell.v.02"},{"index":3,"sense_key":"tell%2:32:01::","synset_id":"tell.v.03"},{"index":4,"sense_key":"tell%2:32:02::","synset_id":"order.v.01"},{"index":5,"sense_key":"tell%2:31:00::","synset_id":"tell.v.05"},{"index":6,"sense_key":"tell%2:32:08::","synset_id":"assure.v.02"},{"index":7,"sense_key":"tell%2:32:03::","synset_id":"tell.v.07"},{"index":8,"sense_key":"tell%2:31:01::","synset_id":"distinguish.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"tell%2:32:08::","call_ids":["senseval2.d002.s077.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"tell%2:32:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28849605889990926}
{"item_id":"senseval2.d002.s077.t005","gold_sense_keys":["best%3:00:00::"],"candidates":[{"index":1,"sense_key":"best%3:00:00::","synset_id":"best.a.01"},{"index":2,"sense_key":"best%5:00:00:advisable:00","synset_id":"better.s.01"},{"index":3,"sense_key":"good%3:00:01::","synset_id":"good.a.01"},{"index":4,"sense_key":"full%5:00:00:ample:00","synset_id":"full.s.04"},{"index":5,"sense_key":"good%3:00:02::","synset_id":"good.a.03"},{"index":6,"sense_key":"estimable%5:00:00:reputable:00","synset_id":"estimable.s.01"},{"index":7,"sense_key":"beneficial%5:00:00:advantageous:00","synset_id":"beneficial.s.01"},{"index":8,"sense_key":"good%5:00:00:nice:00","synset_id":"good.s.04"},{"index":9,"sense_key":"good%5:00:00:righteous:00","synset_id":"good.s.05"},{"index":10,"sense_key":"adept%5:00:00:skilled:00","synset_id":"adept.s.01"},{"index":11,"sense_key":"good%5:00:00:complete:00","synset_id":"good.s.07"},{"index":12,"sense_key":"dear%5:00:00:close:02","synset_id":"dear.s.02"},{"index":13,"sense_key":"dependable%5:00:00:sound:00","synset_id":"dependable.s.03"},{"index":14,"sense_key":"good%5:00:00:opportune:00","synset_id":"good.s.10"},{"index":15,"sense_key":"good%5:00:00:fortunate:00","synset_id":"good.s.11"},{"index":16,"sense_key":"effective%5:00:00:operative:00","synset_id":"effective.s.03"},{"index":17,"sense_key":"good%5:00:00:pleasing:00","synset_id":"good.s.13"},{"index":18,"sense_key":"good%5:00:00:intellectual:00","synset_id":"good.s.14"},{"index":19,"sense_key":"good%5:00:00:healthy:00","synset_id":"good.s.15"},{"index":20,"sense_key":"good%5:00:00:healthful:00","synset_id":"good.s.16"},{"index":21,"sense_key":"good%5:00:00:genuine:00","synset_id":"good.s.17"},{"index":22,"sense_key":"good%5:00:00:fresh:01","synset_id":"good.s.18"},{"index":23,"sense_key":"good%5:00:00:discriminating:00","synset_id":"good.s.19"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"good%3:00:02::","call_ids":["senseval2.d002.s077.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"good%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":532,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2821188180241734}
{"item_id":"senseval2.d002.s077.t006","gold_sense_keys":["school%1:14:00::"],"candidates":[{"index":1,"sense_key":"school%1:14:00::","synset_id":"school.n.01"},{"index":2,"sense_key":"school%1:06:00::","synset_id":"school.n.02"},{"index":3,"sense_key":"school%1:09:00::","synset_id":"school.n.03"},{"index":4,"sense_key":"school%1:14:02::","synset_id":"school.n.04"},{"index":5,"sense_key":"school%1:28:00::","synset_id":"school.n.05"},{"index":6,"sense_key":"school%1:14:03::","synset_id":"school.n.06"},{"index":7,"sense_key":"school%1:14:01::","synset_id":"school.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"school%1:28:00::","call_ids":["senseval2.d002.s077.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"school%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2858785670250654}
{"item_id":"senseval2.d002.s077.t007","gold_sense_keys":["outside%5:00:00:external:00","outside%5:00:00:extrinsic:00"],"candidates":[{"index":1,"sense_key":"outside%3:00:00::","synset_id":"outside.a.01"},{"index":2,"sense_key":"outside%5:00:00:extrinsic:00","synset_id":"external.s.01"},{"index":3,"sense_key":"outside%5:00:00:external:00","synset_id":"outside.s.02"},{"index":4,"sense_key":"outside%3:00:04::","synset_id":"outdoor.a.01"},{"index":5,"sense_key":"outside%5:00:00:extramural:00","synset_id":"outside.s.03"},{"index":6,"sense_key":"outside%5:00:00:exterior:00","synset_id":"outside.s.04"},{"index":7,"sense_key":"outside%5:00:00:foreign:02","synset_id":"external.s.02"},{"index":8,"sense_key":"outside%5:00:00:unlikely:00","synset_id":"outside.s.06"},{"index":9,"sense_key":"outside%5:00:00:outer:00","synset_id":"outside.s.07"},{"index":10,"sense_key":"outside%5:00:00:inaccurate:00","synset_id":"away.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"outside%5:00:00:external:00","call_ids":["senseval2.d002.s077.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"outside%5:00:00:external:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":316,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3231838180217892}
{"item_id":"senseval2.d002.s077.t008","gold_sense_keys":["interference%1:04:00::"],"candidates":[{"index":1,"sense_key":"interference%1:10:00::","synset_id":"intervention.n.02"},{"index":2,"sense_key":"interference%1:04:00::","synset_id":"hindrance.n.03"},{"index":3,"sense_key":"interference%1:11:00::","synset_id":"noise.n.03"},{"index":4,"sense_key":"interference%1:04:01::","synset_id":"interference.n.04"},{"index":5,"sense_key":"interference%1:06:00::","synset_id":"hindrance.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"interference%1:11:00::","call_ids":["senseval2.d002.s077.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"interference%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2836086619645357}
{"item_id":"senseval2.d002.s077.t009","gold_sense_keys":["govern%2:41:00::"],"candidates":[{"index":1,"sense_key":"govern%2:41:02::","synset_id":"regulate.v.02"},{"index":2,"sense_key":"govern%2:41:01::","synset_id":"govern.v.02"},{"index":3,"sense_key":"govern%2:41:00::","synset_id":"govern.v.03"},{"index":4,"sense_key":"govern%2:42:00::","synset_id":"govern.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"govern%2:41:00::","call_ids":["senseval2.d002.s077.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"govern%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31733296904712915}
{"item_id":"senseval2.d002.s077.t010","gold_sense_keys":["powerful%3:00:00::","powerful%5:00:00:influential:00"],"candidates":[{"index":1,"sense_key":"powerful%3:00:00::","synset_id":"powerful.a.01"},{"index":2,"sense_key":"powerful%5:00:02:strong:00","synset_id":"knock-down.s.01"},{"index":3,"sense_key":"powerful%5:00:00:influential:00","synset_id":"potent.s.01"},{"index":4,"sense_key":"powerful%5:00:01:strong:00","synset_id":"brawny.s.01"},{"index":5,"sense_key":"powerful%5:00:00:superhuman:00","synset_id":"herculean.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"powerful%5:00:00:influential:00","call_ids":["senseval2.d002.s077.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"powerful%5:00:00:influential:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31843179906718433}
{"item_id":"senseval2.d002.s077.t011","gold_sense_keys":["head%1:18:01::"],"candidates":[{"index":1,"sense_key":"head%1:08:00::","synset_id":"head.n.01"},{"index":2,"sense_key":"head%1:05:00::","synset_id":"head.n.02"},{"index":3,"sense_key":"head%1:09:00::","synset_id":"mind.n.01"},{"index":4,"sense_key":"head%1:18:00::","synset_id":"head.n.04"},{"index":5,"sense_key":"head%1:14:00::","synset_id":"head.n.05"},{"index":6,"sense_key":"head%1:19:00::","synset_id":"head.n.06"},{"index":7,"sense_key":"head%1:15:00::","synset_id":"head.n.07"},{"index":8,"sense_key":"head%1:15:01::","synset_id":"fountainhead.n.02"},{"index":9,"sense_key":"head%1:10:03::","synset_id":"head.n.09"},{"index":10,"sense_key":"head%1:26:00::","synset_id":"head.n.10"},{"index":11,"sense_key":"head%1:23:00::","synset_id":"head.n.11"},{"index":12,"sense_key":"head%1:20:00::","synset_id":"capitulum.n.01"},{"index":13,"sense_key":"head%1:18:01::","synset_id":"principal.n.02"},{"index":14,"sense_key":"head%1:18:03::","synset_id":"head.n.14"},{"index":15,"sense_key":"head%1:18:02::","synset_id":"head.n.15"},{"index":16,"sense_key":"head%1:17:02::","synset_id":"promontory.n.01"},{"index":17,"sense_key":"head%1:17:01::","synset_id":"head.n.17"},{"index":18,"sense_key":"head%1:17:00::","synset_id":"head.n.18"},{"index":19,"sense_key":"head%1:15:02::","synset_id":"forefront.n.01"},{"index":20,"sense_key":"head%1:11:01::","synset_id":"pass.n.09"},{"index":21,"sense_key":"head%1:11:00::","synset_id":"headway.n.02"},{"index":22,"sense_key":"head%1:10:01::","synset_id":"point.n.20"},{"index":23,"sense_key":"head%1:10:02::","synset_id":"question.n.02"},{"index":24,"sense_key":"head%1:10:00::","synset_id":"heading.n.01"},{"index":25,"sense_key":"head%1:08:01::","synset_id":"head.n.25"},{"index":26,"sense_key":"head%1:08:02::","synset_id":"head.n.26"},{"index":27,"sense_key":"head%1:06:05::","synset_id":"read/write_head.n.01"},{"index":28,"sense_key":"head%1:06:04::","synset_id":"head.n.28"},{"index":29,"sense_key":"head%1:06:03::","synset_id":"head.n.29"},{"index":30,"sense_key":"head%1:06:02::","synset_id":"head.n.30"},{"index":31,"sense_key":"head%1:06:00::","synset_id":"head.n.31"},{"index":32,"sense_key":"head%1:06:01::","synset_id":"drumhead.n.01"},{"index":33,"sense_key":"head%1:04:00::","synset_id":"oral_sex.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"head%1:18:00::","call_ids":["senseval2.d002.s077.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"head%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":855,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3195310989394784}
{"item_id":"senseval2.d002.s078.t000","gold_sense_keys":["authority%1:07:00::"],"candidates":[{"index":1,"sense_key":"authority%1:07:00::","synset_id":"authority.n.01"},{"index":2,"sense_key":"authority%1:18:01::","synset_id":"authority.n.02"},{"index":3,"sense_key":"authority%1:18:00::","synset_id":"authority.n.03"},{"index":4,"sense_key":"authority%1:09:00::","synset_id":"assurance.n.01"},{"index":5,"sense_key":"authority%1:14:00::","synset_id":"agency.n.01"},{"index":6,"sense_key":"authority%1:07:02::","synset_id":"authority.n.06"},{"index":7,"sense_key":"authority%1:10:00::","synset_id":"authority.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"authority%1:18:00::","call_ids":["senseval2.d002.s078.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"authority%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32096528401598334}
{"item_id":"senseval2.d002.s078.t002","gold_sense_keys":["go_with%2:42:01::"],"candidates":[{"index":1,"sense_key":"go_with%2:42:01::","synset_id":"attach_to.v.01"},{"index":2,"sense_key":"go_with%2:42:00::","synset_id":"collocate_with.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"go_with%2:42:00::","call_ids":["senseval2.d002.s078.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"go_with%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31376494094729424}
{"item_id":"senseval2.d002.s078.t003","gold_sense_keys":["unambiguous%3:00:04::"],"candidates":[{"index":1,"sense_key":"unambiguous%3:00:00::","synset_id":"unambiguous.a.01"},{"index":2,"sense_key":"unambiguous%3:00:04::","synset_id":"unequivocal.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"unambiguous%3:00:04::","call_ids":["senseval2.d002.s078.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"unambiguous%3:00:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2689743039663881}
{"item_id":"senseval2.d002.s079.t000","gold_sense_keys":["school%1:14:00::"],"candidates":[{"index":1,"sense_key":"school%1:14:00::","synset_id":"school.n.01"},{"index":2,"sense_key":"school%1:06:00::","synset_id":"school.n.02"},{"index":3,"sense_key":"school%1:09:00::","synset_id":"school.n.03"},{"index":4,"sense_key":"school%1:14:02::","synset_id":"school.n.04"},{"index":5,"sense_key":"school%1:28:00::","synset_id":"school.n.05"},{"index":6,"sense_key":"school%1:14:03::","synset_id":"school.n.06"},{"index":7,"sense_key":"school%1:14:01::","synset_id":"school.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"school%1:28:00::","call_ids":["senseval2.d002.s079.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"school%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2868843909818679}
{"item_id":"senseval2.d002.s079.t002","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"way%1:04:00::","call_ids":["senseval2.d002.s079.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"way%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":345,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26998962997458875}
{"item_id":"senseval2.d002.s079.t003","gold_sense_keys":["produce%2:36:03::"],"candidates":[{"index":1,"sense_key":"produce%2:36:02::","synset_id":"produce.v.01"},{"index":2,"sense_key":"produce%2:36:00::","synset_id":"produce.v.02"},{"index":3,"sense_key":"produce%2:36:03::","synset_id":"produce.v.03"},{"index":4,"sense_key":"produce%2:39:01::","synset_id":"produce.v.04"},{"index":5,"sense_key":"produce%2:36:05::","synset_id":"grow.v.07"},{"index":6,"sense_key":"produce%2:39:00::","synset_id":"produce.v.06"},{"index":7,"sense_key":"produce%2:29:00::","synset_id":"grow.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"produce%2:36:03::","call_ids":["senseval2.d002.s079.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"produce%2:36:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":246,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27158914715982974}
{"item_id":"senseval2.d002.s079.t004","gold_sense_keys":["student%1:18:00::"],"candidates":[{"index":1,"sense_key":"student%1:18:00::","synset_id":"student.n.01"},{"index":2,"sense_key":"student%1:18:01::","synset_id":"scholar.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"student%1:18:01::","call_ids":["senseval2.d002.s079.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"student%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":132,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2729829018935561}
{"item_id":"senseval2.d002.s079.t005","gold_sense_keys":["high%3:00:02::"],"candidates":[{"index":1,"sense_key":"high%3:00:02::","synset_id":"high.a.01"},{"index":2,"sense_key":"high%3:00:01::","synset_id":"high.a.02"},{"index":3,"sense_key":"high%5:00:00:superior:01","synset_id":"eminent.s.01"},{"index":4,"sense_key":"high%3:00:03::","synset_id":"high.a.04"},{"index":5,"sense_key":"high%5:00:00:elated:00","synset_id":"high.s.02"},{"index":6,"sense_key":"high%5:00:00:malodorous:00","synset_id":"gamey.s.02"},{"index":7,"sense_key":"high%5:00:00:intoxicated:00","synset_id":"high.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"high%5:00:00:superior:01","call_ids":["senseval2.d002.s079.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"high%5:00:00:superior:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2744517622049898}
{"item_id":"senseval2.d002.s079.t006","gold_sense_keys":["morale%1:26:00::"],"candidates":[{"index":1,"sense_key":"morale%1:26:00::","synset_id":"morale.n.01"},{"index":2,"sense_key":"morale%1:07:00::","synset_id":"esprit_de_corps.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"morale%1:07:00::","call_ids":["senseval2.d002.s079.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"morale%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2760341172106564}
{"item_id":"senseval2.d002.s079.t007","gold_sense_keys":["superior%3:00:02::"],"candidates":[{"index":1,"sense_key":"superior%3:00:02::","synset_id":"superior.a.01"},{"index":2,"sense_key":"superior%3:00:01::","synset_id":"superior.a.02"},{"index":3,"sense_key":"superior%5:00:00:dominant:01","synset_id":"superior.s.01"},{"index":4,"sense_key":"superior%3:00:00::","synset_id":"superscript.a.01"},{"index":5,"sense_key":"superior%3:00:03::","synset_id":"superior.a.05"},{"index":6,"sense_key":"superior%5:00:00:senior:00","synset_id":"ranking.s.01"},{"index":7,"sense_key":"superior%5:00:00:unaffected:00","synset_id":"superior.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"superior%5:00:00:unaffected:00","call_ids":["senseval2.d002.s079.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"superior%5:00:00:unaffected:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2774521179962903}
{"item_id":"senseval2.d002.s079.t008","gold_sense_keys":["academic%3:01:00::"],"candidates":[{"index":1,"sense_key":"academic%3:01:00::","synset_id":"academic.a.01"},{"index":2,"sense_key":"academic%5:00:00:theoretical:01","synset_id":"academic.s.01"},{"index":3,"sense_key":"academic%5:00:00:scholarly:00","synset_id":"academic.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"academic%5:00:00:theoretical:01","call_ids":["senseval2.d002.s079.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"academic%5:00:00:theoretical:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2990284110419452}
{"item_id":"senseval2.d002.s079.t009","gold_sense_keys":["performance%1:04:00::","performance%1:04:03::"],"candidates":[{"index":1,"sense_key":"performance%1:10:00::","synset_id":"performance.n.01"},{"index":2,"sense_key":"performance%1:04:01::","synset_id":"performance.n.02"},{"index":3,"sense_key":"performance%1:04:00::","synset_id":"performance.n.03"},{"index":4,"sense_key":"performance%1:04:03::","synset_id":"performance.n.04"},{"index":5,"sense_key":"performance%1:22:00::","synset_id":"operation.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"performance%1:04:00::","call_ids":["senseval2.d002.s079.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"performance%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3136971089988947}
{"item_id":"senseval2.d002.s080.t000","gold_sense_keys":["fact%1:10:01::"],"candidates":[{"index":1,"sense_key":"fact%1:09:01::","synset_id":"fact.n.01"},{"index":2,"sense_key":"fact%1:10:01::","synset_id":"fact.n.02"},{"index":3,"sense_key":"fact%1:26:01::","synset_id":"fact.n.03"},{"index":4,"sense_key":"fact%1:09:02::","synset_id":"fact.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"fact%1:26:01::","call_ids":["senseval2.d002.s080.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"fact%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3147101039066911}
{"item_id":"senseval2.d002.s080.t001","gold_sense_keys":["ruffle%2:37:01::"],"candidates":[{"index":1,"sense_key":"ruffle%2:38:00::","synset_id":"ripple.v.01"},{"index":2,"sense_key":"ruffle%2:37:00::","synset_id":"ruffle.v.02"},{"index":3,"sense_key":"ruffle%2:38:01::","synset_id":"tittup.v.01"},{"index":4,"sense_key":"ruffle%2:37:01::","synset_id":"ruffle.v.04"},{"index":5,"sense_key":"ruffle%2:35:03::","synset_id":"flick.v.06"},{"index":6,"sense_key":"ruffle%2:35:04::","synset_id":"shuffle.v.03"},{"index":7,"sense_key":"ruffle%2:35:01::","synset_id":"ruffle.v.07"},{"index":8,"sense_key":"ruffle%2:35:02::","synset_id":"ruffle.v.08"},{"index":9,"sense_key":"ruffle%2:35:00::","synset_id":"ruffle.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"ruffle%2:35:01::","call_ids":["senseval2.d002.s080.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"ruffle%2:35:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31597889494150877}
{"item_id":"senseval2.d002.s080.t002","gold_sense_keys":["fact%1:10:01::"],"candidates":[{"index":1,"sense_key":"fact%1:09:01::","synset_id":"fact.n.01"},{"index":2,"sense_key":"fact%1:10:01::","synset_id":"fact.n.02"},{"index":3,"sense_key":"fact%1:26:01::","synset_id":"fact.n.03"},{"index":4,"sense_key":"fact%1:09:02::","synset_id":"fact.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"fact%1:26:01::","call_ids":["senseval2.d002.s080.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"fact%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32597266719676554}
{"item_id":"senseval2.d002.s080.t004","gold_sense_keys":["one%1:09:00::"],"candidates":[{"index":1,"sense_key":"one%1:23:00::","synset_id":"one.n.01"},{"index":2,"sense_key":"one%1:09:00::","synset_id":"one.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"one%1:09:00::","call_ids":["senseval2.d002.s080.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"one%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3274724050424993}
{"item_id":"senseval2.d002.s080.t005","gold_sense_keys":["so%4:02:02::"],"candidates":[{"index":1,"sense_key":"so%4:02:02::","synset_id":"so.r.01"},{"index":2,"sense_key":"so%4:02:06::","synset_id":"so.r.02"},{"index":3,"sense_key":"so%4:02:05::","synset_id":"so.r.03"},{"index":4,"sense_key":"so%4:02:07::","synset_id":"so.r.04"},{"index":5,"sense_key":"so%4:02:08::","synset_id":"so.r.05"},{"index":6,"sense_key":"so%4:02:04::","synset_id":"thus.r.02"},{"index":7,"sense_key":"so%4:02:03::","synset_id":"so.r.07"},{"index":8,"sense_key":"so%4:02:09::","synset_id":"then.r.01"},{"index":9,"sense_key":"so%4:02:10::","synset_id":"therefore.r.01"},{"index":10,"sense_key":"so%4:02:00::","synset_id":"indeed.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"so%4:02:03::","call_ids":["senseval2.d002.s080.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"so%4:02:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":360,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3286421161610633}
{"item_id":"senseval2.d002.s081.t000","gold_sense_keys":["publish%2:32:00::"],"candidates":[{"index":1,"sense_key":"publish%2:36:01::","synset_id":"print.v.01"},{"index":2,"sense_key":"publish%2:32:00::","synset_id":"publish.v.02"},{"index":3,"sense_key":"publish%2:36:00::","synset_id":"publish.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"publish%2:36:00::","call_ids":["senseval2.d002.s081.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"publish%2:36:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27427040901966393}
{"item_id":"senseval3.d000.s000.t000","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":382,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27447106200270355}
{"item_id":"senseval3.d000.s001.t003","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"eye%1:09:01::","call_ids":["senseval3.d000.s001.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"eye%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2564972289837897}
{"item_id":"senseval3.d000.s002.t000","gold_sense_keys":["have%2:40:00::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"have%2:30:00::","call_ids":["senseval3.d000.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"have%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":491,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2573160838801414}
{"item_id":"senseval3.d000.s002.t002","gold_sense_keys":["answer%1:10:01::"],"candidates":[{"index":1,"sense_key":"answer%1:10:01::","synset_id":"answer.n.01"},{"index":2,"sense_key":"answer%1:10:02::","synset_id":"solution.n.02"},{"index":3,"sense_key":"answer%1:10:00::","synset_id":"answer.n.03"},{"index":4,"sense_key":"answer%1:10:03::","synset_id":"answer.n.04"},{"index":5,"sense_key":"answer%1:04:00::","synset_id":"answer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"answer%1:10:01::","call_ids":["senseval3.d000.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"answer%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25977946096099913}
{"item_id":"senseval3.d000.s002.t004","gold_sense_keys":["surprise%1:12:00::"],"candidates":[{"index":1,"sense_key":"surprise%1:12:00::","synset_id":"surprise.n.01"},{"index":2,"sense_key":"surprise%1:11:00::","synset_id":"surprise.n.02"},{"index":3,"sense_key":"surprise%1:04:00::","synset_id":"surprise.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"surprise%1:12:00::","call_ids":["senseval3.d000.s002.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"surprise%1:12:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":131,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2742224170360714}
{"item_id":"senseval3.d000.s002.t005","gold_sense_keys":["fit%1:26:00::"],"candidates":[{"index":1,"sense_key":"fit%1:26:01::","synset_id":"fit.n.01"},{"index":2,"sense_key":"fit%1:26:00::","synset_id":"paroxysm.n.01"},{"index":3,"sense_key":"fit%1:07:00::","synset_id":"fit.n.03"},{"index":4,"sense_key":"fit%1:04:00::","synset_id":"burst.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"fit%1:07:00::","call_ids":["senseval3.d000.s002.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"fit%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24388809711672366}
{"item_id":"senseval3.d000.s003.t000","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":383,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23176532913930714}
{"item_id":"senseval3.d000.s003.t001","gold_sense_keys":["drunk%3:00:00::"],"candidates":[{"index":1,"sense_key":"drunk%3:00:00::","synset_id":"intoxicated.a.01"},{"index":2,"sense_key":"drunk%5:00:00:excited:00","synset_id":"intoxicated.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"drunk%3:00:00::","call_ids":["senseval3.d000.s003.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"drunk%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2024610850494355}
{"item_id":"senseval3.d000.s003.t002","gold_sense_keys":["crazy%5:00:00:insane:00"],"candidates":[{"index":1,"sense_key":"crazy%5:00:00:insane:00","synset_id":"brainsick.s.01"},{"index":2,"sense_key":"crazy%5:00:00:impractical:00","synset_id":"crazy.s.02"},{"index":3,"sense_key":"crazy%5:00:00:excited:00","synset_id":"crazy.s.03"},{"index":4,"sense_key":"crazy%5:00:00:strange:00","synset_id":"crazy.s.04"},{"index":5,"sense_key":"crazy%5:00:00:enthusiastic:00","synset_id":"crazy.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"crazy%5:00:00:impractical:00","call_ids":["senseval3.d000.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"crazy%5:00:00:impractical:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20347822597250342}
{"item_id":"senseval3.d000.s004.t002","gold_sense_keys":["match%2:42:01::"],"candidates":[{"index":1,"sense_key":"match%2:42:00::","synset_id":"match.v.01"},{"index":2,"sense_key":"match%2:40:00::","synset_id":"match.v.02"},{"index":3,"sense_key":"match%2:35:08::","synset_id":"match.v.03"},{"index":4,"sense_key":"match%2:42:01::","synset_id":"equal.v.02"},{"index":5,"sense_key":"match%2:30:01::","synset_id":"match.v.05"},{"index":6,"sense_key":"match%2:41:00::","synset_id":"meet.v.06"},{"index":7,"sense_key":"match%2:35:10::","synset_id":"match.v.07"},{"index":8,"sense_key":"match%2:33:00::","synset_id":"pit.v.01"},{"index":9,"sense_key":"match%2:30:00::","synset_id":"match.v.09"},{"index":10,"sense_key":"match%2:30:07::","synset_id":"equal.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"match%2:30:00::","call_ids":["senseval3.d000.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"match%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":301,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2541506770066917}
{"item_id":"senseval3.d000.s004.t003","gold_sense_keys":["drink%1:13:04::"],"candidates":[{"index":1,"sense_key":"drink%1:13:04::","synset_id":"drink.n.01"},{"index":2,"sense_key":"drink%1:04:00::","synset_id":"drink.n.02"},{"index":3,"sense_key":"drink%1:13:00::","synset_id":"beverage.n.01"},{"index":4,"sense_key":"drink%1:17:00::","synset_id":"drink.n.04"},{"index":5,"sense_key":"drink%1:04:01::","synset_id":"swallow.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"drink%1:13:00::","call_ids":["senseval3.d000.s004.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"drink%1:13:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27212188113480806}
{"item_id":"senseval3.d000.s004.t004","gold_sense_keys":["drink%1:13:04::"],"candidates":[{"index":1,"sense_key":"drink%1:13:04::","synset_id":"drink.n.01"},{"index":2,"sense_key":"drink%1:04:00::","synset_id":"drink.n.02"},{"index":3,"sense_key":"drink%1:13:00::","synset_id":"beverage.n.01"},{"index":4,"sense_key":"drink%1:17:00::","synset_id":"drink.n.04"},{"index":5,"sense_key":"drink%1:04:01::","synset_id":"swallow.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"drink%1:13:00::","call_ids":["senseval3.d000.s004.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"drink%1:13:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2775553229730576}
{"item_id":"senseval3.d000.s004.t005","gold_sense_keys":["lose%2:40:02::"],"candidates":[{"index":1,"sense_key":"lose%2:40:02::","synset_id":"lose.v.01"},{"index":2,"sense_key":"lose%2:33:00::","synset_id":"lose.v.02"},{"index":3,"sense_key":"lose%2:37:00::","synset_id":"lose.v.03"},{"index":4,"sense_key":"lose%2:35:00::","synset_id":"misplace.v.01"},{"index":5,"sense_key":"lose%2:40:01::","synset_id":"lose.v.05"},{"index":6,"sense_key":"lose%2:39:00::","synset_id":"lose.v.06"},{"index":7,"sense_key":"lose%2:40:06::","synset_id":"lose.v.07"},{"index":8,"sense_key":"lose%2:40:00::","synset_id":"lose.v.08"},{"index":9,"sense_key":"lose%2:33:01::","synset_id":"fall_back.v.04"},{"index":10,"sense_key":"lose%2:39:01::","synset_id":"miss.v.01"},{"index":11,"sense_key":"lose%2:30:03::","synset_id":"suffer.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"lose%2:40:00::","call_ids":["senseval3.d000.s004.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"lose%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":368,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28070517908781767}
{"item_id":"senseval3.d000.s004.t006","gold_sense_keys":["count%1:23:00::"],"candidates":[{"index":1,"sense_key":"count%1:23:00::","synset_id":"count.n.01"},{"index":2,"sense_key":"count%1:04:00::","synset_id":"count.n.02"},{"index":3,"sense_key":"count%1:18:00::","synset_id":"count.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"count%1:04:00::","call_ids":["senseval3.d000.s004.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"count%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2838258489500731}
{"item_id":"senseval3.d000.s004.t007","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s004.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":399,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29216954903677106}
{"item_id":"senseval3.d000.s004.t008","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"eye%1:09:01::","call_ids":["senseval3.d000.s004.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"eye%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2590338790323585}
{"item_id":"senseval3.d000.s005.t000","gold_sense_keys":["guy%1:18:00::"],"candidates":[{"index":1,"sense_key":"guy%1:18:00::","synset_id":"guy.n.01"},{"index":2,"sense_key":"guy%1:06:01::","synset_id":"guy.n.02"},{"index":3,"sense_key":"guy%1:06:00::","synset_id":"guy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"guy%1:18:00::","call_ids":["senseval3.d000.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"guy%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26921359403058887}
{"item_id":"senseval3.d000.s005.t002","gold_sense_keys":["think%2:31:01::","think%2:31:03::","think%2:31:12::"],"candidates":[{"index":1,"sense_key":"think%2:31:01::","synset_id":"think.v.01"},{"index":2,"sense_key":"think%2:31:03::","synset_id":"think.v.02"},{"index":3,"sense_key":"think%2:31:00::","synset_id":"think.v.03"},{"index":4,"sense_key":"think%2:31:02::","synset_id":"remember.v.01"},{"index":5,"sense_key":"think%2:36:00::","synset_id":"think.v.05"},{"index":6,"sense_key":"think%2:31:09::","synset_id":"think.v.06"},{"index":7,"sense_key":"think%2:31:06::","synset_id":"intend.v.01"},{"index":8,"sense_key":"think%2:31:12::","synset_id":"think.v.08"},{"index":9,"sense_key":"think%2:31:13::","synset_id":"think.v.09"},{"index":10,"sense_key":"think%2:31:15::","synset_id":"think.v.10"},{"index":11,"sense_key":"think%2:31:14::","synset_id":"think.v.11"},{"index":12,"sense_key":"think%2:31:08::","synset_id":"think.v.12"},{"index":13,"sense_key":"think%2:30:00::","synset_id":"think.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"think%2:31:13::","call_ids":["senseval3.d000.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"think%2:31:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":401,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2931884459685534}
{"item_id":"senseval3.d000.s005.t004","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"eye%1:09:01::","call_ids":["senseval3.d000.s005.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"eye%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2626189209986478}
{"item_id":"senseval3.d000.s006.t000","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"eye%1:09:01::","call_ids":["senseval3.d000.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"eye%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26068405294790864}
{"item_id":"senseval3.d000.s006.t002","gold_sense_keys":["bright%3:00:00::"],"candidates":[{"index":1,"sense_key":"bright%3:00:00::","synset_id":"bright.a.01"},{"index":2,"sense_key":"bright%5:00:00:colorful:00","synset_id":"bright.s.01"},{"index":3,"sense_key":"bright%5:00:00:intelligent:00","synset_id":"bright.s.02"},{"index":4,"sense_key":"bright%5:00:00:light:06","synset_id":"bright.s.03"},{"index":5,"sense_key":"bright%5:00:00:polished:00","synset_id":"bright.s.04"},{"index":6,"sense_key":"bright%5:00:00:glorious:00","synset_id":"bright.s.05"},{"index":7,"sense_key":"bright%3:00:02::","synset_id":"undimmed.a.01"},{"index":8,"sense_key":"bright%5:00:00:reverberant:00","synset_id":"bright.s.06"},{"index":9,"sense_key":"bright%5:00:00:happy:00","synset_id":"bright.s.07"},{"index":10,"sense_key":"bright%5:00:00:auspicious:00","synset_id":"bright.s.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bright%5:00:00:happy:00","call_ids":["senseval3.d000.s006.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bright%5:00:00:happy:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":301,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2638155580498278}
{"item_id":"senseval3.d000.s006.t003","gold_sense_keys":["strange%3:00:00::"],"candidates":[{"index":1,"sense_key":"strange%3:00:00::","synset_id":"strange.a.01"},{"index":2,"sense_key":"strange%5:00:01:unfamiliar:00","synset_id":"strange.s.01"},{"index":3,"sense_key":"strange%3:00:01::","synset_id":"foreign.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"strange%3:00:00::","call_ids":["senseval3.d000.s006.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"strange%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26551641011610627}
{"item_id":"senseval3.d000.s006.t004","gold_sense_keys":["intensity%1:07:00::"],"candidates":[{"index":1,"sense_key":"intensity%1:07:03::","synset_id":"intensity.n.01"},{"index":2,"sense_key":"intensity%1:07:00::","synset_id":"intensity.n.02"},{"index":3,"sense_key":"intensity%1:07:02::","synset_id":"volume.n.06"},{"index":4,"sense_key":"intensity%1:07:01::","synset_id":"saturation.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"intensity%1:07:00::","call_ids":["senseval3.d000.s006.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"intensity%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2725117509253323}
{"item_id":"senseval3.d000.s006.t005","gold_sense_keys":["cold%3:00:02::"],"candidates":[{"index":1,"sense_key":"cold%3:00:01::","synset_id":"cold.a.01"},{"index":2,"sense_key":"cold%3:00:02::","synset_id":"cold.a.02"},{"index":3,"sense_key":"cold%5:00:00:stale:00","synset_id":"cold.s.01"},{"index":4,"sense_key":"cold%5:00:00:cool:03","synset_id":"cold.s.02"},{"index":5,"sense_key":"cold%5:00:00:perfect:00","synset_id":"cold.s.03"},{"index":6,"sense_key":"cold%5:00:00:unoriginal:00","synset_id":"cold.s.04"},{"index":7,"sense_key":"cold%5:00:00:intense:00","synset_id":"cold.s.05"},{"index":8,"sense_key":"cold%5:00:00:unloving:00","synset_id":"cold.s.06"},{"index":9,"sense_key":"cold%5:00:00:inhumane:00","synset_id":"cold.s.07"},{"index":10,"sense_key":"cold%5:00:00:unenthusiastic:00","synset_id":"cold.s.08"},{"index":11,"sense_key":"cold%5:00:00:unconscious:00","synset_id":"cold.s.09"},{"index":12,"sense_key":"cold%5:00:00:far:00","synset_id":"cold.s.10"},{"index":13,"sense_key":"cold%5:00:00:dead:01","synset_id":"cold.s.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"cold%5:00:00:intense:00","call_ids":["senseval3.d000.s006.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"cold%5:00:00:intense:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":366,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22697634901851416}
{"item_id":"senseval3.d000.s006.t006","gold_sense_keys":["fire%1:12:00::"],"candidates":[{"index":1,"sense_key":"fire%1:11:00::","synset_id":"fire.n.01"},{"index":2,"sense_key":"fire%1:04:00::","synset_id":"fire.n.02"},{"index":3,"sense_key":"fire%1:22:00::","synset_id":"fire.n.03"},{"index":4,"sense_key":"fire%1:06:00::","synset_id":"fire.n.04"},{"index":5,"sense_key":"fire%1:27:01::","synset_id":"fire.n.05"},{"index":6,"sense_key":"fire%1:12:00::","synset_id":"ardor.n.03"},{"index":7,"sense_key":"fire%1:27:00::","synset_id":"fire.n.07"},{"index":8,"sense_key":"fire%1:11:01::","synset_id":"fire.n.08"},{"index":9,"sense_key":"fire%1:10:00::","synset_id":"fire.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"fire%1:10:00::","call_ids":["senseval3.d000.s006.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"fire%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":313,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2627939721569419}
{"item_id":"senseval3.d000.s006.t007","gold_sense_keys":["burn%2:43:01::"],"candidates":[{"index":1,"sense_key":"burn%2:30:02::","synset_id":"burn.v.01"},{"index":2,"sense_key":"burn%2:43:01::","synset_id":"burn.v.02"},{"index":3,"sense_key":"burn%2:30:00::","synset_id":"burn.v.03"},{"index":4,"sense_key":"burn%2:39:00::","synset_id":"bite.v.02"},{"index":5,"sense_key":"burn%2:43:02::","synset_id":"burn.v.05"},{"index":6,"sense_key":"burn%2:37:00::","synset_id":"burn.v.06"},{"index":7,"sense_key":"burn%2:30:01::","synset_id":"burn.v.07"},{"index":8,"sense_key":"burn%2:41:00::","synset_id":"burn.v.08"},{"index":9,"sense_key":"burn%2:40:01::","synset_id":"burn.v.09"},{"index":10,"sense_key":"burn%2:39:04::","synset_id":"burn.v.10"},{"index":11,"sense_key":"burn%2:30:08::","synset_id":"cauterize.v.01"},{"index":12,"sense_key":"burn%2:29:00::","synset_id":"sunburn.v.01"},{"index":13,"sense_key":"burn%2:36:05::","synset_id":"cut.v.21"},{"index":14,"sense_key":"burn%2:34:00::","synset_id":"burn_off.v.01"},{"index":15,"sense_key":"burn%2:30:03::","synset_id":"burn.v.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"burn%2:37:00::","call_ids":["senseval3.d000.s006.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"burn%2:37:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":398,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2661249639932066}
{"item_id":"senseval3.d000.s007.t000","gold_sense_keys":["notice%2:39:00::"],"candidates":[{"index":1,"sense_key":"notice%2:39:04::","synset_id":"detect.v.01"},{"index":2,"sense_key":"notice%2:39:00::","synset_id":"notice.v.02"},{"index":3,"sense_key":"notice%2:32:00::","synset_id":"comment.v.01"},{"index":4,"sense_key":"notice%2:32:01::","synset_id":"notice.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"notice%2:39:00::","call_ids":["senseval3.d000.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"notice%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26761683891527355}
{"item_id":"senseval3.d000.s008.t000","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":382,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26018030382692814}
{"item_id":"senseval3.d000.s008.t001","gold_sense_keys":["drunk%3:00:00::"],"candidates":[{"index":1,"sense_key":"drunk%3:00:00::","synset_id":"intoxicated.a.01"},{"index":2,"sense_key":"drunk%5:00:00:excited:00","synset_id":"intoxicated.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"drunk%3:00:00::","call_ids":["senseval3.d000.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"drunk%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":132,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27022051997482777}
{"item_id":"senseval3.d000.s009.t000","gold_sense_keys":["wonder%2:31:00::"],"candidates":[{"index":1,"sense_key":"wonder%2:31:00::","synset_id":"wonder.v.01"},{"index":2,"sense_key":"wonder%2:32:01::","synset_id":"wonder.v.02"},{"index":3,"sense_key":"wonder%2:32:12::","synset_id":"wonder.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"wonder%2:32:01::","call_ids":["senseval3.d000.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"wonder%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27304917690344155}
{"item_id":"senseval3.d000.s009.t001","gold_sense_keys":["get%2:30:00::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"get%2:32:03::","call_ids":["senseval3.d000.s009.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"get%2:32:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":893,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2711362480185926}
{"item_id":"senseval3.d000.s009.t003","gold_sense_keys":["stranger%1:18:01::"],"candidates":[{"index":1,"sense_key":"stranger%1:18:00::","synset_id":"stranger.n.01"},{"index":2,"sense_key":"stranger%1:18:01::","synset_id":"stranger.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stranger%1:18:01::","call_ids":["senseval3.d000.s009.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stranger%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":120,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25698924204334617}
{"item_id":"senseval3.d000.s010.t000","gold_sense_keys":["remember%2:31:00::"],"candidates":[{"index":1,"sense_key":"remember%2:31:00::","synset_id":"remember.v.01"},{"index":2,"sense_key":"remember%2:31:01::","synset_id":"remember.v.02"},{"index":3,"sense_key":"remember%2:31:02::","synset_id":"remember.v.03"},{"index":4,"sense_key":"remember%2:40:00::","synset_id":"remember.v.04"},{"index":5,"sense_key":"remember%2:32:07::","synset_id":"remember.v.05"},{"index":6,"sense_key":"remember%2:32:00::","synset_id":"commend.v.05"},{"index":7,"sense_key":"remember%2:31:08::","synset_id":"remember.v.07"},{"index":8,"sense_key":"remember%2:31:09::","synset_id":"commemorate.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"remember%2:31:01::","call_ids":["senseval3.d000.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"remember%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":281,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26185309002175927}
{"item_id":"senseval3.d000.s011.t001","gold_sense_keys":["hour%1:28:00::"],"candidates":[{"index":1,"sense_key":"hour%1:28:00::","synset_id":"hour.n.01"},{"index":2,"sense_key":"hour%1:28:01::","synset_id":"hour.n.02"},{"index":3,"sense_key":"hour%1:28:02::","synset_id":"hour.n.03"},{"index":4,"sense_key":"hour%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"hour%1:28:01::","call_ids":["senseval3.d000.s011.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"hour%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2666289680637419}
{"item_id":"senseval3.d000.s011.t002","gold_sense_keys":["steady%3:00:00::"],"candidates":[{"index":1,"sense_key":"steady%3:00:00::","synset_id":"steady.a.01"},{"index":2,"sense_key":"steady%5:00:00:stable:00","synset_id":"firm.s.06"},{"index":3,"sense_key":"steady%5:00:00:secure:03","synset_id":"steady.s.02"},{"index":4,"sense_key":"steady%5:00:00:resolute:00","synset_id":"firm.s.01"},{"index":5,"sense_key":"steady%5:00:00:frequent:00","synset_id":"regular.s.06"},{"index":6,"sense_key":"steady%5:00:00:unexcitable:00","synset_id":"steady.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"steady%5:00:00:secure:03","call_ids":["senseval3.d000.s011.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"steady%5:00:00:secure:03","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2724340360146016}
{"item_id":"senseval3.d000.s011.t003","gold_sense_keys":["drinking%1:04:01::"],"candidates":[{"index":1,"sense_key":"drinking%1:04:00::","synset_id":"drinking.n.01"},{"index":2,"sense_key":"drinking%1:04:01::","synset_id":"drink.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"drinking%1:04:01::","call_ids":["senseval3.d000.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"drinking%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":128,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27373293205164373}
{"item_id":"senseval3.d000.s012.t000","gold_sense_keys":["stranger%1:18:01::"],"candidates":[{"index":1,"sense_key":"stranger%1:18:00::","synset_id":"stranger.n.01"},{"index":2,"sense_key":"stranger%1:18:01::","synset_id":"stranger.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stranger%1:18:01::","call_ids":["senseval3.d000.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stranger%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27469747397117317}
{"item_id":"senseval3.d000.s012.t001","gold_sense_keys":["head%1:08:00::"],"candidates":[{"index":1,"sense_key":"head%1:08:00::","synset_id":"head.n.01"},{"index":2,"sense_key":"head%1:05:00::","synset_id":"head.n.02"},{"index":3,"sense_key":"head%1:09:00::","synset_id":"mind.n.01"},{"index":4,"sense_key":"head%1:18:00::","synset_id":"head.n.04"},{"index":5,"sense_key":"head%1:14:00::","synset_id":"head.n.05"},{"index":6,"sense_key":"head%1:19:00::","synset_id":"head.n.06"},{"index":7,"sense_key":"head%1:15:00::","synset_id":"head.n.07"},{"index":8,"sense_key":"head%1:15:01::","synset_id":"fountainhead.n.02"},{"index":9,"sense_key":"head%1:10:03::","synset_id":"head.n.09"},{"index":10,"sense_key":"head%1:26:00::","synset_id":"head.n.10"},{"index":11,"sense_key":"head%1:23:00::","synset_id":"head.n.11"},{"index":12,"sense_key":"head%1:20:00::","synset_id":"capitulum.n.01"},{"index":13,"sense_key":"head%1:18:01::","synset_id":"principal.n.02"},{"index":14,"sense_key":"head%1:18:03::","synset_id":"head.n.14"},{"index":15,"sense_key":"head%1:18:02::","synset_id":"head.n.15"},{"index":16,"sense_key":"head%1:17:02::","synset_id":"promontory.n.01"},{"index":17,"sense_key":"head%1:17:01::","synset_id":"head.n.17"},{"index":18,"sense_key":"head%1:17:00::","synset_id":"head.n.18"},{"index":19,"sense_key":"head%1:15:02::","synset_id":"forefront.n.01"},{"index":20,"sense_key":"head%1:11:01::","synset_id":"pass.n.09"},{"index":21,"sense_key":"head%1:11:00::","synset_id":"headway.n.02"},{"index":22,"sense_key":"head%1:10:01::","synset_id":"point.n.20"},{"index":23,"sense_key":"head%1:10:02::","synset_id":"question.n.02"},{"index":24,"sense_key":"head%1:10:00::","synset_id":"heading.n.01"},{"index":25,"sense_key":"head%1:08:01::","synset_id":"head.n.25"},{"index":26,"sense_key":"head%1:08:02::","synset_id":"head.n.26"},{"index":27,"sense_key":"head%1:06:05::","synset_id":"read/write_head.n.01"},{"index":28,"sense_key":"head%1:06:04::","synset_id":"head.n.28"},{"index":29,"sense_key":"head%1:06:03::","synset_id":"head.n.29"},{"index":30,"sense_key":"head%1:06:02::","synset_id":"head.n.30"},{"index":31,"sense_key":"head%1:06:00::","synset_id":"head.n.31"},{"index":32,"sense_key":"head%1:06:01::","synset_id":"drumhead.n.01"},{"index":33,"sense_key":"head%1:04:00::","synset_id":"oral_sex.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"head%1:08:00::","call_ids":["senseval3.d000.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"head%1:08:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":851,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2756788940168917}
{"item_id":"senseval3.d000.s012.t003","gold_sense_keys":["thought%1:09:00::"],"candidates":[{"index":1,"sense_key":"thought%1:09:01::","synset_id":"idea.n.01"},{"index":2,"sense_key":"thought%1:09:00::","synset_id":"thinking.n.01"},{"index":3,"sense_key":"thought%1:09:02::","synset_id":"thought.n.03"},{"index":4,"sense_key":"thought%1:09:03::","synset_id":"opinion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"thought%1:09:02::","call_ids":["senseval3.d000.s012.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"thought%1:09:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2640395511407405}
{"item_id":"senseval3.d000.s012.t004","gold_sense_keys":["start%2:30:00::"],"candidates":[{"index":1,"sense_key":"start%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"start%2:30:01::","synset_id":"begin.v.03"},{"index":3,"sense_key":"start%2:38:02::","synset_id":"depart.v.03"},{"index":4,"sense_key":"start%2:42:00::","synset_id":"begin.v.02"},{"index":5,"sense_key":"start%2:36:00::","synset_id":"originate.v.02"},{"index":6,"sense_key":"start%2:36:01::","synset_id":"start.v.06"},{"index":7,"sense_key":"start%2:38:04::","synset_id":"startle.v.02"},{"index":8,"sense_key":"start%2:38:01::","synset_id":"start.v.08"},{"index":9,"sense_key":"start%2:38:00::","synset_id":"start.v.09"},{"index":10,"sense_key":"start%2:41:00::","synset_id":"start.v.10"},{"index":11,"sense_key":"start%2:33:00::","synset_id":"start.v.11"},{"index":12,"sense_key":"start%2:42:03::","synset_id":"begin.v.07"},{"index":13,"sense_key":"start%2:41:04::","synset_id":"begin.v.08"},{"index":14,"sense_key":"start%2:38:03::","synset_id":"start.v.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"start%2:38:00::","call_ids":["senseval3.d000.s012.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"start%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":397,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2655947101302445}
{"item_id":"senseval3.d000.s012.t005","gold_sense_keys":["cross%2:38:00::"],"candidates":[{"index":1,"sense_key":"cross%2:38:00::","synset_id":"traverse.v.01"},{"index":2,"sense_key":"cross%2:38:03::","synset_id":"intersect.v.01"},{"index":3,"sense_key":"cross%2:41:00::","synset_id":"thwart.v.01"},{"index":4,"sense_key":"cross%2:38:04::","synset_id":"cross.v.04"},{"index":5,"sense_key":"cross%2:42:00::","synset_id":"cross.v.05"},{"index":6,"sense_key":"cross%2:38:01::","synset_id":"cross.v.06"},{"index":7,"sense_key":"cross%2:36:09::","synset_id":"cross.v.07"},{"index":8,"sense_key":"cross%2:35:00::","synset_id":"crossbreed.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"cross%2:38:01::","call_ids":["senseval3.d000.s012.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"cross%2:38:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26726547721773386}
{"item_id":"senseval3.d000.s012.t006","gold_sense_keys":["street%1:06:01::"],"candidates":[{"index":1,"sense_key":"street%1:06:00::","synset_id":"street.n.01"},{"index":2,"sense_key":"street%1:06:01::","synset_id":"street.n.02"},{"index":3,"sense_key":"street%1:26:00::","synset_id":"street.n.03"},{"index":4,"sense_key":"street%1:26:01::","synset_id":"street.n.04"},{"index":5,"sense_key":"street%1:14:00::","synset_id":"street.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"street%1:06:01::","call_ids":["senseval3.d000.s012.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"street%1:06:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26877699699252844}
{"item_id":"senseval3.d000.s012.t007","gold_sense_keys":["light%1:10:00::"],"candidates":[{"index":1,"sense_key":"light%1:19:00::","synset_id":"light.n.01"},{"index":2,"sense_key":"light%1:06:00::","synset_id":"light.n.02"},{"index":3,"sense_key":"light%1:09:01::","synset_id":"light.n.03"},{"index":4,"sense_key":"light%1:07:01::","synset_id":"luminosity.n.01"},{"index":5,"sense_key":"light%1:15:00::","synset_id":"light.n.05"},{"index":6,"sense_key":"light%1:26:01::","synset_id":"light.n.06"},{"index":7,"sense_key":"light%1:07:00::","synset_id":"light.n.07"},{"index":8,"sense_key":"light%1:18:00::","synset_id":"light.n.08"},{"index":9,"sense_key":"light%1:26:00::","synset_id":"light.n.09"},{"index":10,"sense_key":"light%1:09:00::","synset_id":"light.n.10"},{"index":11,"sense_key":"light%1:07:02::","synset_id":"sparkle.n.01"},{"index":12,"sense_key":"light%1:09:02::","synset_id":"light.n.12"},{"index":13,"sense_key":"light%1:16:00::","synset_id":"inner_light.n.01"},{"index":14,"sense_key":"light%1:10:00::","synset_id":"light.n.14"},{"index":15,"sense_key":"light%1:06:01::","synset_id":"lighter.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"light%1:07:01::","call_ids":["senseval3.d000.s012.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"light%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":449,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23628390999510884}
{"item_id":"senseval3.d000.s012.t010","gold_sense_keys":["roar%2:32:01::"],"candidates":[{"index":1,"sense_key":"roar%2:32:01::","synset_id":"roar.v.01"},{"index":2,"sense_key":"roar%2:32:03::","synset_id":"thunder.v.02"},{"index":3,"sense_key":"roar%2:32:02::","synset_id":"howl.v.01"},{"index":4,"sense_key":"roar%2:38:00::","synset_id":"roar.v.04"},{"index":5,"sense_key":"roar%2:32:05::","synset_id":"bellow.v.02"},{"index":6,"sense_key":"roar%2:29:00::","synset_id":"roar.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"roar%2:32:05::","call_ids":["senseval3.d000.s012.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"roar%2:32:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2376825949177146}
{"item_id":"senseval3.d000.s012.t011","gold_sense_keys":["intersection%1:06:00::"],"candidates":[{"index":1,"sense_key":"intersection%1:09:00::","synset_id":"intersection.n.01"},{"index":2,"sense_key":"intersection%1:06:00::","synset_id":"intersection.n.02"},{"index":3,"sense_key":"intersection%1:25:00::","synset_id":"intersection.n.03"},{"index":4,"sense_key":"intersection%1:14:00::","synset_id":"intersection.n.04"},{"index":5,"sense_key":"intersection%1:09:01::","synset_id":"overlap.n.01"},{"index":6,"sense_key":"intersection%1:04:00::","synset_id":"intersection.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"intersection%1:06:00::","call_ids":["senseval3.d000.s012.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"intersection%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23262566095218062}
{"item_id":"senseval3.d000.s013.t000","gold_sense_keys":["brake%1:06:00::"],"candidates":[{"index":1,"sense_key":"brake%1:06:00::","synset_id":"brake.n.01"},{"index":2,"sense_key":"brake%1:20:02::","synset_id":"brake.n.02"},{"index":3,"sense_key":"brake%1:20:01::","synset_id":"bracken.n.02"},{"index":4,"sense_key":"brake%1:14:00::","synset_id":"brake.n.04"},{"index":5,"sense_key":"brake%1:06:01::","synset_id":"brake.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"brake%1:06:01::","call_ids":["senseval3.d000.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"brake%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23396572098135948}
{"item_id":"senseval3.d000.s013.t001","gold_sense_keys":["howl%2:32:01::"],"candidates":[{"index":1,"sense_key":"howl%2:32:02::","synset_id":"howl.v.01"},{"index":2,"sense_key":"howl%2:32:03::","synset_id":"howl.v.02"},{"index":3,"sense_key":"howl%2:32:01::","synset_id":"roar.v.01"},{"index":4,"sense_key":"howl%2:29:00::","synset_id":"roar.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"howl%2:32:01::","call_ids":["senseval3.d000.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"howl%2:32:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31260901293717325}
{"item_id":"senseval3.d000.s013.t002","gold_sense_keys":["horn%1:06:05::"],"candidates":[{"index":1,"sense_key":"horn%1:06:06::","synset_id":"horn.n.01"},{"index":2,"sense_key":"horn%1:05:01::","synset_id":"horn.n.02"},{"index":3,"sense_key":"horn%1:10:02::","synset_id":"horn.n.03"},{"index":4,"sense_key":"horn%1:06:04::","synset_id":"horn.n.04"},{"index":5,"sense_key":"horn%1:06:01::","synset_id":"cornet.n.01"},{"index":6,"sense_key":"horn%1:05:02::","synset_id":"horn.n.06"},{"index":7,"sense_key":"horn%1:27:00::","synset_id":"horn.n.07"},{"index":8,"sense_key":"horn%1:06:07::","synset_id":"horn.n.08"},{"index":9,"sense_key":"horn%1:06:03::","synset_id":"horn.n.09"},{"index":10,"sense_key":"horn%1:06:00::","synset_id":"french_horn.n.01"},{"index":11,"sense_key":"horn%1:06:05::","synset_id":"automobile_horn.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"horn%1:06:05::","call_ids":["senseval3.d000.s013.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"horn%1:06:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":346,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40420343820005655}
{"item_id":"senseval3.d000.s013.t003","gold_sense_keys":["blare%2:39:00::"],"candidates":[{"index":1,"sense_key":"blare%2:39:01::","synset_id":"blast.v.01"},{"index":2,"sense_key":"blare%2:39:00::","synset_id":"honk.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"blare%2:39:00::","call_ids":["senseval3.d000.s013.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"blare%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38623290485702455}
{"item_id":"senseval3.d000.s013.t004","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s013.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":405,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3588500169571489}
{"item_id":"senseval3.d000.s013.t005","gold_sense_keys":["hit%2:35:01::"],"candidates":[{"index":1,"sense_key":"hit%2:35:03::","synset_id":"hit.v.01"},{"index":2,"sense_key":"hit%2:35:01::","synset_id":"hit.v.02"},{"index":3,"sense_key":"hit%2:35:00::","synset_id":"hit.v.03"},{"index":4,"sense_key":"hit%2:38:00::","synset_id":"reach.v.01"},{"index":5,"sense_key":"hit%2:35:05::","synset_id":"hit.v.05"},{"index":6,"sense_key":"hit%2:33:01::","synset_id":"shoot.v.01"},{"index":7,"sense_key":"hit%2:40:05::","synset_id":"stumble.v.03"},{"index":8,"sense_key":"hit%2:33:02::","synset_id":"score.v.01"},{"index":9,"sense_key":"hit%2:39:00::","synset_id":"hit.v.09"},{"index":10,"sense_key":"hit%2:33:00::","synset_id":"strike.v.04"},{"index":11,"sense_key":"hit%2:41:00::","synset_id":"murder.v.01"},{"index":12,"sense_key":"hit%2:38:02::","synset_id":"hit.v.12"},{"index":13,"sense_key":"hit%2:38:07::","synset_id":"reach.v.02"},{"index":14,"sense_key":"hit%2:35:02::","synset_id":"strike.v.10"},{"index":15,"sense_key":"hit%2:34:00::","synset_id":"hit.v.15"},{"index":16,"sense_key":"hit%2:33:03::","synset_id":"hit.v.16"},{"index":17,"sense_key":"hit%2:32:12::","synset_id":"hit.v.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"hit%2:35:05::","call_ids":["senseval3.d000.s013.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"hit%2:35:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":470,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3645769478753209}
{"item_id":"senseval3.d000.s013.t006","gold_sense_keys":["call_out%2:32:01::"],"candidates":[{"index":1,"sense_key":"call_out%2:32:01::","synset_id":"exclaim.v.01"},{"index":2,"sense_key":"call_out%2:32:00::","synset_id":"call_out.v.02"},{"index":3,"sense_key":"call_out%2:32:12::","synset_id":"call_out.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"call_out%2:32:00::","call_ids":["senseval3.d000.s013.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"call_out%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3761959651019424}
{"item_id":"senseval3.d000.s013.t007","gold_sense_keys":["second%1:28:00::","second%1:28:01::"],"candidates":[{"index":1,"sense_key":"second%1:28:00::","synset_id":"second.n.01"},{"index":2,"sense_key":"second%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"second%1:04:00::","synset_id":"second_base.n.02"},{"index":4,"sense_key":"second%1:28:02::","synset_id":"moment.n.01"},{"index":5,"sense_key":"second%1:24:00::","synset_id":"second.n.05"},{"index":6,"sense_key":"second%1:23:00::","synset_id":"second.n.06"},{"index":7,"sense_key":"second%1:18:00::","synset_id":"second.n.07"},{"index":8,"sense_key":"second%1:10:00::","synset_id":"second.n.08"},{"index":9,"sense_key":"second%1:06:00::","synset_id":"second_gear.n.01"},{"index":10,"sense_key":"second%1:06:01::","synset_id":"irregular.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"second%1:28:01::","call_ids":["senseval3.d000.s013.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"second%1:28:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":345,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37855470506474376}
{"item_id":"senseval3.d000.s014.t002","gold_sense_keys":["do%2:36:01::"],"candidates":[{"index":1,"sense_key":"do%2:41:01::","synset_id":"make.v.01"},{"index":2,"sense_key":"do%2:36:01::","synset_id":"perform.v.01"},{"index":3,"sense_key":"do%2:41:04::","synset_id":"do.v.03"},{"index":4,"sense_key":"do%2:42:00::","synset_id":"do.v.04"},{"index":5,"sense_key":"do%2:36:02::","synset_id":"cause.v.01"},{"index":6,"sense_key":"do%2:41:02::","synset_id":"practice.v.01"},{"index":7,"sense_key":"do%2:42:01::","synset_id":"suffice.v.01"},{"index":8,"sense_key":"do%2:36:00::","synset_id":"do.v.08"},{"index":9,"sense_key":"do%2:29:09::","synset_id":"act.v.02"},{"index":10,"sense_key":"do%2:42:02::","synset_id":"serve.v.09"},{"index":11,"sense_key":"do%2:41:03::","synset_id":"do.v.11"},{"index":12,"sense_key":"do%2:29:04::","synset_id":"dress.v.16"},{"index":13,"sense_key":"do%2:38:00::","synset_id":"do.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"do%2:36:02::","call_ids":["senseval3.d000.s014.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"do%2:36:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":388,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3827763791196048}
{"item_id":"senseval3.d000.s015.t001","gold_sense_keys":["care%2:37:02::"],"candidates":[{"index":1,"sense_key":"care%2:37:02::","synset_id":"care.v.01"},{"index":2,"sense_key":"care%2:41:13::","synset_id":"care.v.02"},{"index":3,"sense_key":"care%2:37:00::","synset_id":"wish.v.02"},{"index":4,"sense_key":"care%2:41:11::","synset_id":"manage.v.02"},{"index":5,"sense_key":"care%2:37:12::","synset_id":"worry.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"care%2:37:00::","call_ids":["senseval3.d000.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"care%2:37:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40600593900308013}
{"item_id":"senseval3.d000.s015.t002","gold_sense_keys":["guy%1:18:00::"],"candidates":[{"index":1,"sense_key":"guy%1:18:00::","synset_id":"guy.n.01"},{"index":2,"sense_key":"guy%1:06:01::","synset_id":"guy.n.02"},{"index":3,"sense_key":"guy%1:06:00::","synset_id":"guy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"guy%1:18:00::","call_ids":["senseval3.d000.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"guy%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3802025590557605}
{"item_id":"senseval3.d000.s015.t003","gold_sense_keys":["hit%2:35:01::"],"candidates":[{"index":1,"sense_key":"hit%2:35:03::","synset_id":"hit.v.01"},{"index":2,"sense_key":"hit%2:35:01::","synset_id":"hit.v.02"},{"index":3,"sense_key":"hit%2:35:00::","synset_id":"hit.v.03"},{"index":4,"sense_key":"hit%2:38:00::","synset_id":"reach.v.01"},{"index":5,"sense_key":"hit%2:35:05::","synset_id":"hit.v.05"},{"index":6,"sense_key":"hit%2:33:01::","synset_id":"shoot.v.01"},{"index":7,"sense_key":"hit%2:40:05::","synset_id":"stumble.v.03"},{"index":8,"sense_key":"hit%2:33:02::","synset_id":"score.v.01"},{"index":9,"sense_key":"hit%2:39:00::","synset_id":"hit.v.09"},{"index":10,"sense_key":"hit%2:33:00::","synset_id":"strike.v.04"},{"index":11,"sense_key":"hit%2:41:00::","synset_id":"murder.v.01"},{"index":12,"sense_key":"hit%2:38:02::","synset_id":"hit.v.12"},{"index":13,"sense_key":"hit%2:38:07::","synset_id":"reach.v.02"},{"index":14,"sense_key":"hit%2:35:02::","synset_id":"strike.v.10"},{"index":15,"sense_key":"hit%2:34:00::","synset_id":"hit.v.15"},{"index":16,"sense_key":"hit%2:33:03::","synset_id":"hit.v.16"},{"index":17,"sense_key":"hit%2:32:12::","synset_id":"hit.v.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"hit%2:35:05::","call_ids":["senseval3.d000.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"hit%2:35:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":458,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3036754229106009}
{"item_id":"senseval3.d000.s016.t000","gold_sense_keys":["regret%2:37:00::"],"candidates":[{"index":1,"sense_key":"regret%2:37:00::","synset_id":"repent.v.02"},{"index":2,"sense_key":"regret%2:37:01::","synset_id":"regret.v.02"},{"index":3,"sense_key":"regret%2:32:00::","synset_id":"regret.v.03"},{"index":4,"sense_key":"regret%2:32:02::","synset_id":"regret.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"regret%2:37:01::","call_ids":["senseval3.d000.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"regret%2:37:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3060929018538445}
{"item_id":"senseval3.d000.s016.t001","gold_sense_keys":["open%2:35:00::"],"candidates":[{"index":1,"sense_key":"open%2:35:00::","synset_id":"open.v.01"},{"index":2,"sense_key":"open%2:41:00::","synset_id":"open.v.02"},{"index":3,"sense_key":"open%2:35:06::","synset_id":"open.v.03"},{"index":4,"sense_key":"open%2:41:01::","synset_id":"open.v.04"},{"index":5,"sense_key":"open%2:35:08::","synset_id":"unfold.v.04"},{"index":6,"sense_key":"open%2:30:00::","synset_id":"open.v.06"},{"index":7,"sense_key":"open%2:30:01::","synset_id":"open.v.07"},{"index":8,"sense_key":"open%2:42:00::","synset_id":"open.v.08"},{"index":9,"sense_key":"open%2:33:00::","synset_id":"open.v.09"},{"index":10,"sense_key":"open%2:40:04::","synset_id":"afford.v.04"},{"index":11,"sense_key":"open%2:39:10::","synset_id":"open.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"open%2:35:06::","call_ids":["senseval3.d000.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"open%2:35:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":323,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30826630000956357}
{"item_id":"senseval3.d000.s016.t002","gold_sense_keys":["mouth%1:08:01::"],"candidates":[{"index":1,"sense_key":"mouth%1:08:01::","synset_id":"mouth.n.01"},{"index":2,"sense_key":"mouth%1:08:00::","synset_id":"mouth.n.02"},{"index":3,"sense_key":"mouth%1:17:01::","synset_id":"mouth.n.03"},{"index":4,"sense_key":"mouth%1:17:00::","synset_id":"mouth.n.04"},{"index":5,"sense_key":"mouth%1:18:00::","synset_id":"mouth.n.05"},{"index":6,"sense_key":"mouth%1:18:01::","synset_id":"mouthpiece.n.03"},{"index":7,"sense_key":"mouth%1:10:00::","synset_id":"sass.n.01"},{"index":8,"sense_key":"mouth%1:06:00::","synset_id":"mouth.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"mouth%1:06:00::","call_ids":["senseval3.d000.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"mouth%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":302,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34437171602621675}
{"item_id":"senseval3.d000.s016.t003","gold_sense_keys":["truck%1:06:00::"],"candidates":[{"index":1,"sense_key":"truck%1:06:00::","synset_id":"truck.n.01"},{"index":2,"sense_key":"truck%1:06:01::","synset_id":"hand_truck.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"truck%1:06:00::","call_ids":["senseval3.d000.s016.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"truck%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3466099239885807}
{"item_id":"senseval3.d000.s016.t005","gold_sense_keys":["stop%1:11:00::"],"candidates":[{"index":1,"sense_key":"stop%1:11:00::","synset_id":"stop.n.01"},{"index":2,"sense_key":"stop%1:04:00::","synset_id":"stop.n.02"},{"index":3,"sense_key":"stop%1:04:02::","synset_id":"stop.n.03"},{"index":4,"sense_key":"stop%1:26:00::","synset_id":"arrest.n.02"},{"index":5,"sense_key":"stop%1:15:00::","synset_id":"stop.n.05"},{"index":6,"sense_key":"stop%1:10:00::","synset_id":"stop_consonant.n.01"},{"index":7,"sense_key":"stop%1:10:01::","synset_id":"period.n.07"},{"index":8,"sense_key":"stop%1:06:03::","synset_id":"stop.n.08"},{"index":9,"sense_key":"stop%1:06:02::","synset_id":"diaphragm.n.01"},{"index":10,"sense_key":"stop%1:06:00::","synset_id":"catch.n.06"},{"index":11,"sense_key":"stop%1:06:01::","synset_id":"blockage.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"stop%1:11:00::","call_ids":["senseval3.d000.s016.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"stop%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":409,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35246349102817476}
{"item_id":"senseval3.d000.s016.t006","gold_sense_keys":["angry%3:00:00::"],"candidates":[{"index":1,"sense_key":"angry%3:00:00::","synset_id":"angry.a.01"},{"index":2,"sense_key":"angry%5:00:00:stormy:00","synset_id":"angry.s.01"},{"index":3,"sense_key":"angry%5:00:00:unhealthy:00","synset_id":"angry.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"angry%5:00:00:stormy:00","call_ids":["senseval3.d000.s016.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"angry%5:00:00:stormy:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29890687693841755}
{"item_id":"senseval3.d000.s016.t007","gold_sense_keys":["driver%1:18:00::"],"candidates":[{"index":1,"sense_key":"driver%1:18:00::","synset_id":"driver.n.01"},{"index":2,"sense_key":"driver%1:18:02::","synset_id":"driver.n.02"},{"index":3,"sense_key":"driver%1:18:01::","synset_id":"driver.n.03"},{"index":4,"sense_key":"driver%1:10:00::","synset_id":"driver.n.04"},{"index":5,"sense_key":"driver%1:06:00::","synset_id":"driver.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"driver%1:18:00::","call_ids":["senseval3.d000.s016.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"driver%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3604606359731406}
{"item_id":"senseval3.d000.s016.t008","gold_sense_keys":["jump%2:38:11::"],"candidates":[{"index":1,"sense_key":"jump%2:38:00::","synset_id":"jump.v.01"},{"index":2,"sense_key":"jump%2:38:04::","synset_id":"startle.v.02"},{"index":3,"sense_key":"jump%2:33:00::","synset_id":"jump.v.03"},{"index":4,"sense_key":"jump%2:30:00::","synset_id":"jump.v.04"},{"index":5,"sense_key":"jump%2:42:00::","synset_id":"leap_out.v.01"},{"index":6,"sense_key":"jump%2:33:03::","synset_id":"jump.v.06"},{"index":7,"sense_key":"jump%2:30:01::","synset_id":"rise.v.11"},{"index":8,"sense_key":"jump%2:38:11::","synset_id":"jump.v.08"},{"index":9,"sense_key":"jump%2:38:05::","synset_id":"derail.v.02"},{"index":10,"sense_key":"jump%2:38:12::","synset_id":"chute.v.01"},{"index":11,"sense_key":"jump%2:38:01::","synset_id":"jump.v.11"},{"index":12,"sense_key":"jump%2:38:07::","synset_id":"jumpstart.v.01"},{"index":13,"sense_key":"jump%2:31:00::","synset_id":"jump.v.13"},{"index":14,"sense_key":"jump%2:30:05::","synset_id":"leap.v.02"},{"index":15,"sense_key":"jump%2:30:03::","synset_id":"alternate.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"jump%2:38:11::","call_ids":["senseval3.d000.s016.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"jump%2:38:11::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":414,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3476921101100743}
{"item_id":"senseval3.d000.s016.t009","gold_sense_keys":["cab%1:06:02::"],"candidates":[{"index":1,"sense_key":"cab%1:06:02::","synset_id":"cab.n.01"},{"index":2,"sense_key":"cab%1:06:01::","synset_id":"cab.n.02"},{"index":3,"sense_key":"cab%1:06:00::","synset_id":"cab.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cab%1:06:02::","call_ids":["senseval3.d000.s016.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cab%1:06:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3532336000353098}
{"item_id":"senseval3.d000.s016.t010","gold_sense_keys":["walk%2:38:00::"],"candidates":[{"index":1,"sense_key":"walk%2:38:00::","synset_id":"walk.v.01"},{"index":2,"sense_key":"walk%2:38:01::","synset_id":"walk.v.02"},{"index":3,"sense_key":"walk%2:33:00::","synset_id":"walk.v.03"},{"index":4,"sense_key":"walk%2:38:03::","synset_id":"walk.v.04"},{"index":5,"sense_key":"walk%2:33:01::","synset_id":"walk.v.05"},{"index":6,"sense_key":"walk%2:41:00::","synset_id":"walk.v.06"},{"index":7,"sense_key":"walk%2:41:01::","synset_id":"walk.v.07"},{"index":8,"sense_key":"walk%2:38:02::","synset_id":"walk.v.08"},{"index":9,"sense_key":"walk%2:38:05::","synset_id":"walk.v.09"},{"index":10,"sense_key":"walk%2:38:04::","synset_id":"walk.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"walk%2:38:02::","call_ids":["senseval3.d000.s016.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"walk%2:38:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":296,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3539903911296278}
{"item_id":"senseval3.d000.s017.t000","gold_sense_keys":["stranger%1:18:01::"],"candidates":[{"index":1,"sense_key":"stranger%1:18:00::","synset_id":"stranger.n.01"},{"index":2,"sense_key":"stranger%1:18:01::","synset_id":"stranger.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stranger%1:18:01::","call_ids":["senseval3.d000.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stranger%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35561464400961995}
{"item_id":"senseval3.d000.s017.t003","gold_sense_keys":["arm%1:08:00::"],"candidates":[{"index":1,"sense_key":"arm%1:08:00::","synset_id":"arm.n.01"},{"index":2,"sense_key":"arm%1:06:03::","synset_id":"arm.n.02"},{"index":3,"sense_key":"arm%1:06:01::","synset_id":"weapon.n.01"},{"index":4,"sense_key":"arm%1:06:02::","synset_id":"arm.n.04"},{"index":5,"sense_key":"arm%1:14:00::","synset_id":"branch.n.01"},{"index":6,"sense_key":"arm%1:06:00::","synset_id":"sleeve.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"arm%1:06:01::","call_ids":["senseval3.d000.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"arm%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3479455520864576}
{"item_id":"senseval3.d000.s017.t004","gold_sense_keys":["shoulder%1:08:00::"],"candidates":[{"index":1,"sense_key":"shoulder%1:08:00::","synset_id":"shoulder.n.01"},{"index":2,"sense_key":"shoulder%1:13:00::","synset_id":"shoulder.n.02"},{"index":3,"sense_key":"shoulder%1:08:02::","synset_id":"shoulder.n.03"},{"index":4,"sense_key":"shoulder%1:06:01::","synset_id":"shoulder.n.04"},{"index":5,"sense_key":"shoulder%1:06:00::","synset_id":"shoulder.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"shoulder%1:06:00::","call_ids":["senseval3.d000.s017.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"shoulder%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.319993584882468}
{"item_id":"senseval3.d000.s017.t005","gold_sense_keys":["old%3:00:01::"],"candidates":[{"index":1,"sense_key":"old%3:00:02::","synset_id":"old.a.01"},{"index":2,"sense_key":"old%3:00:01::","synset_id":"old.a.02"},{"index":3,"sense_key":"old%5:00:00:familiar:00","synset_id":"old.s.01"},{"index":4,"sense_key":"old%5:00:00:experienced:00","synset_id":"old.s.02"},{"index":5,"sense_key":"old%5:00:03:past:00","synset_id":"erstwhile.s.01"},{"index":6,"sense_key":"old%5:00:00:genuine:00","synset_id":"honest-to-god.s.01"},{"index":7,"sense_key":"old%5:00:00:early:01","synset_id":"old.s.05"},{"index":8,"sense_key":"old%5:00:00:preceding:00","synset_id":"previous.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"old%5:00:00:familiar:00","call_ids":["senseval3.d000.s017.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"old%5:00:00:familiar:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.265310802962631}
{"item_id":"senseval3.d000.s017.t006","gold_sense_keys":["friend%1:18:00::"],"candidates":[{"index":1,"sense_key":"friend%1:18:00::","synset_id":"friend.n.01"},{"index":2,"sense_key":"friend%1:18:03::","synset_id":"ally.n.02"},{"index":3,"sense_key":"friend%1:18:02::","synset_id":"acquaintance.n.03"},{"index":4,"sense_key":"friend%1:18:04::","synset_id":"supporter.n.01"},{"index":5,"sense_key":"friend%1:18:01::","synset_id":"friend.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"friend%1:18:03::","call_ids":["senseval3.d000.s017.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"friend%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.268192351795733}
{"item_id":"senseval3.d000.s018.t000","gold_sense_keys":["driver%1:18:00::"],"candidates":[{"index":1,"sense_key":"driver%1:18:00::","synset_id":"driver.n.01"},{"index":2,"sense_key":"driver%1:18:02::","synset_id":"driver.n.02"},{"index":3,"sense_key":"driver%1:18:01::","synset_id":"driver.n.03"},{"index":4,"sense_key":"driver%1:10:00::","synset_id":"driver.n.04"},{"index":5,"sense_key":"driver%1:06:00::","synset_id":"driver.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"driver%1:18:00::","call_ids":["senseval3.d000.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"driver%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2700283140875399}
{"item_id":"senseval3.d000.s018.t001","gold_sense_keys":["start%2:30:00::"],"candidates":[{"index":1,"sense_key":"start%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"start%2:30:01::","synset_id":"begin.v.03"},{"index":3,"sense_key":"start%2:38:02::","synset_id":"depart.v.03"},{"index":4,"sense_key":"start%2:42:00::","synset_id":"begin.v.02"},{"index":5,"sense_key":"start%2:36:00::","synset_id":"originate.v.02"},{"index":6,"sense_key":"start%2:36:01::","synset_id":"start.v.06"},{"index":7,"sense_key":"start%2:38:04::","synset_id":"startle.v.02"},{"index":8,"sense_key":"start%2:38:01::","synset_id":"start.v.08"},{"index":9,"sense_key":"start%2:38:00::","synset_id":"start.v.09"},{"index":10,"sense_key":"start%2:41:00::","synset_id":"start.v.10"},{"index":11,"sense_key":"start%2:33:00::","synset_id":"start.v.11"},{"index":12,"sense_key":"start%2:42:03::","synset_id":"begin.v.07"},{"index":13,"sense_key":"start%2:41:04::","synset_id":"begin.v.08"},{"index":14,"sense_key":"start%2:38:03::","synset_id":"start.v.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"start%2:38:00::","call_ids":["senseval3.d000.s018.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"start%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":393,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23175538703799248}
{"item_id":"senseval3.d000.s018.t002","gold_sense_keys":["curse%2:32:02::"],"candidates":[{"index":1,"sense_key":"curse%2:32:00::","synset_id":"curse.v.01"},{"index":2,"sense_key":"curse%2:32:02::","synset_id":"curse.v.02"},{"index":3,"sense_key":"curse%2:32:01::","synset_id":"curse.v.03"},{"index":4,"sense_key":"curse%2:32:03::","synset_id":"excommunicate.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"curse%2:32:01::","call_ids":["senseval3.d000.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"curse%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3224614718928933}
{"item_id":"senseval3.d000.s018.t003","gold_sense_keys":["plot%1:09:00::"],"candidates":[{"index":1,"sense_key":"plot%1:09:00::","synset_id":"plot.n.01"},{"index":2,"sense_key":"plot%1:15:00::","synset_id":"plot.n.02"},{"index":3,"sense_key":"plot%1:10:00::","synset_id":"plot.n.03"},{"index":4,"sense_key":"plot%1:10:01::","synset_id":"plot.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"plot%1:10:00::","call_ids":["senseval3.d000.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"plot%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3127361049409956}
{"item_id":"senseval3.d000.s018.t004","gold_sense_keys":["ruin%2:41:00::"],"candidates":[{"index":1,"sense_key":"ruin%2:35:00::","synset_id":"destroy.v.02"},{"index":2,"sense_key":"ruin%2:41:00::","synset_id":"ruin.v.02"},{"index":3,"sense_key":"ruin%2:40:00::","synset_id":"bankrupt.v.01"},{"index":4,"sense_key":"ruin%2:35:01::","synset_id":"ruin.v.04"},{"index":5,"sense_key":"ruin%2:35:02::","synset_id":"deflower.v.01"},{"index":6,"sense_key":"ruin%2:30:00::","synset_id":"ruin.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ruin%2:40:00::","call_ids":["senseval3.d000.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ruin%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33240564190782607}
{"item_id":"senseval3.d000.s018.t006","gold_sense_keys":["record%1:04:01::"],"candidates":[{"index":1,"sense_key":"record%1:10:03::","synset_id":"record.n.01"},{"index":2,"sense_key":"record%1:06:00::","synset_id":"phonograph_record.n.01"},{"index":3,"sense_key":"record%1:23:00::","synset_id":"record.n.03"},{"index":4,"sense_key":"record%1:04:01::","synset_id":"record.n.04"},{"index":5,"sense_key":"record%1:10:02::","synset_id":"record.n.05"},{"index":6,"sense_key":"record%1:04:00::","synset_id":"record.n.06"},{"index":7,"sense_key":"record%1:21:00::","synset_id":"record.n.07"},{"index":8,"sense_key":"record%1:10:00::","synset_id":"criminal_record.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"record%1:10:02::","call_ids":["senseval3.d000.s018.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"record%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":350,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31396509101614356}
{"item_id":"senseval3.d000.s019.t000","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s019.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":395,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3158030631020665}
{"item_id":"senseval3.d000.s019.t001","gold_sense_keys":["save%2:41:00::"],"candidates":[{"index":1,"sense_key":"save%2:41:01::","synset_id":"salvage.v.01"},{"index":2,"sense_key":"save%2:40:00::","synset_id":"save.v.02"},{"index":3,"sense_key":"save%2:41:00::","synset_id":"save.v.03"},{"index":4,"sense_key":"save%2:40:02::","synset_id":"save.v.04"},{"index":5,"sense_key":"save%2:40:01::","synset_id":"save.v.05"},{"index":6,"sense_key":"save%2:30:00::","synset_id":"save.v.06"},{"index":7,"sense_key":"save%2:41:02::","synset_id":"deliver.v.08"},{"index":8,"sense_key":"save%2:41:05::","synset_id":"spare.v.01"},{"index":9,"sense_key":"save%2:40:04::","synset_id":"save.v.09"},{"index":10,"sense_key":"save%2:40:03::","synset_id":"keep_open.v.01"},{"index":11,"sense_key":"save%2:32:04::","synset_id":"write.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"save%2:41:00::","call_ids":["senseval3.d000.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"save%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31745592411607504}
{"item_id":"senseval3.d000.s019.t002","gold_sense_keys":["turn%2:38:00::"],"candidates":[{"index":1,"sense_key":"turn%2:38:00::","synset_id":"turn.v.01"},{"index":2,"sense_key":"turn%2:30:04::","synset_id":"change_state.v.01"},{"index":3,"sense_key":"turn%2:42:00::","synset_id":"become.v.02"},{"index":4,"sense_key":"turn%2:38:02::","synset_id":"turn.v.04"},{"index":5,"sense_key":"turn%2:30:00::","synset_id":"change_by_reversal.v.01"},{"index":6,"sense_key":"turn%2:38:03::","synset_id":"turn.v.06"},{"index":7,"sense_key":"turn%2:30:03::","synset_id":"turn.v.07"},{"index":8,"sense_key":"turn%2:35:08::","synset_id":"turn.v.08"},{"index":9,"sense_key":"turn%2:38:04::","synset_id":"turn.v.09"},{"index":10,"sense_key":"turn%2:38:01::","synset_id":"turn.v.10"},{"index":11,"sense_key":"turn%2:38:06::","synset_id":"turn.v.11"},{"index":12,"sense_key":"turn%2:36:00::","synset_id":"plow.v.01"},{"index":13,"sense_key":"turn%2:35:06::","synset_id":"turn.v.13"},{"index":14,"sense_key":"turn%2:30:09::","synset_id":"turn.v.14"},{"index":15,"sense_key":"turn%2:29:00::","synset_id":"twist.v.10"},{"index":16,"sense_key":"turn%2:42:13::","synset_id":"turn.v.16"},{"index":17,"sense_key":"turn%2:41:10::","synset_id":"turn.v.17"},{"index":18,"sense_key":"turn%2:40:13::","synset_id":"turn.v.18"},{"index":19,"sense_key":"turn%2:38:13::","synset_id":"turn.v.19"},{"index":20,"sense_key":"turn%2:38:14::","synset_id":"turn.v.20"},{"index":21,"sense_key":"turn%2:35:11::","synset_id":"flex.v.05"},{"index":22,"sense_key":"turn%2:35:10::","synset_id":"turn.v.22"},{"index":23,"sense_key":"turn%2:33:13::","synset_id":"turn.v.23"},{"index":24,"sense_key":"turn%2:32:14::","synset_id":"call_on.v.01"},{"index":25,"sense_key":"turn%2:30:01::","synset_id":"sour.v.01"},{"index":26,"sense_key":"turn%2:30:14::","synset_id":"turn.v.26"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"turn%2:30:03::","call_ids":["senseval3.d000.s019.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"turn%2:30:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":687,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3189784879796207}
{"item_id":"senseval3.d000.s019.t003","gold_sense_keys":["look%2:39:00::"],"candidates":[{"index":1,"sense_key":"look%2:39:00::","synset_id":"look.v.01"},{"index":2,"sense_key":"look%2:39:01::","synset_id":"look.v.02"},{"index":3,"sense_key":"look%2:29:00::","synset_id":"look.v.03"},{"index":4,"sense_key":"look%2:39:02::","synset_id":"search.v.02"},{"index":5,"sense_key":"look%2:42:00::","synset_id":"front.v.01"},{"index":6,"sense_key":"look%2:41:13::","synset_id":"attend.v.02"},{"index":7,"sense_key":"look%2:32:00::","synset_id":"look.v.07"},{"index":8,"sense_key":"look%2:31:00::","synset_id":"expect.v.03"},{"index":9,"sense_key":"look%2:42:02::","synset_id":"look.v.09"},{"index":10,"sense_key":"look%2:31:02::","synset_id":"count.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"look%2:42:00::","call_ids":["senseval3.d000.s019.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"look%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":322,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2992580260615796}
{"item_id":"senseval3.d000.s019.t005","gold_sense_keys":["face%1:08:00::"],"candidates":[{"index":1,"sense_key":"face%1:08:00::","synset_id":"face.n.01"},{"index":2,"sense_key":"face%1:07:03::","synset_id":"expression.n.01"},{"index":3,"sense_key":"face%1:07:00::","synset_id":"face.n.03"},{"index":4,"sense_key":"face%1:06:02::","synset_id":"face.n.04"},{"index":5,"sense_key":"face%1:18:00::","synset_id":"face.n.05"},{"index":6,"sense_key":"face%1:15:00::","synset_id":"side.n.04"},{"index":7,"sense_key":"face%1:08:01::","synset_id":"face.n.07"},{"index":8,"sense_key":"face%1:06:01::","synset_id":"face.n.08"},{"index":9,"sense_key":"face%1:10:01::","synset_id":"grimace.n.01"},{"index":10,"sense_key":"face%1:10:00::","synset_id":"font.n.01"},{"index":11,"sense_key":"face%1:07:01::","synset_id":"face.n.11"},{"index":12,"sense_key":"face%1:07:02::","synset_id":"boldness.n.02"},{"index":13,"sense_key":"face%1:06:00::","synset_id":"face.n.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"face%1:18:00::","call_ids":["senseval3.d000.s019.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"face%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":360,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3006272108759731}
{"item_id":"senseval3.d000.s019.t006","gold_sense_keys":["say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"say%2:32:15::","call_ids":["senseval3.d000.s019.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"say%2:32:15::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":329,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3019394129514694}
{"item_id":"senseval3.d000.s019.t007","gold_sense_keys":["word%1:10:03::"],"candidates":[{"index":1,"sense_key":"word%1:10:00::","synset_id":"word.n.01"},{"index":2,"sense_key":"word%1:10:03::","synset_id":"word.n.02"},{"index":3,"sense_key":"word%1:10:02::","synset_id":"news.n.01"},{"index":4,"sense_key":"word%1:10:06::","synset_id":"word.n.04"},{"index":5,"sense_key":"word%1:10:04::","synset_id":"discussion.n.02"},{"index":6,"sense_key":"word%1:10:01::","synset_id":"parole.n.01"},{"index":7,"sense_key":"word%1:23:00::","synset_id":"word.n.07"},{"index":8,"sense_key":"word%1:18:00::","synset_id":"son.n.02"},{"index":9,"sense_key":"word%1:10:05::","synset_id":"password.n.01"},{"index":10,"sense_key":"word%1:10:07::","synset_id":"bible.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"word%1:10:03::","call_ids":["senseval3.d000.s019.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"word%1:10:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":310,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30309283290989697}
{"item_id":"senseval3.d000.s020.t000","gold_sense_keys":["driver%1:18:00::"],"candidates":[{"index":1,"sense_key":"driver%1:18:00::","synset_id":"driver.n.01"},{"index":2,"sense_key":"driver%1:18:02::","synset_id":"driver.n.02"},{"index":3,"sense_key":"driver%1:18:01::","synset_id":"driver.n.03"},{"index":4,"sense_key":"driver%1:10:00::","synset_id":"driver.n.04"},{"index":5,"sense_key":"driver%1:06:00::","synset_id":"driver.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"driver%1:18:00::","call_ids":["senseval3.d000.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"driver%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3057452109642327}
{"item_id":"senseval3.d000.s020.t001","gold_sense_keys":["stop%2:42:00::"],"candidates":[{"index":1,"sense_key":"stop%2:38:00::","synset_id":"stop.v.01"},{"index":2,"sense_key":"stop%2:42:00::","synset_id":"discontinue.v.01"},{"index":3,"sense_key":"stop%2:41:00::","synset_id":"stop.v.03"},{"index":4,"sense_key":"stop%2:38:02::","synset_id":"stop.v.04"},{"index":5,"sense_key":"stop%2:38:01::","synset_id":"stop.v.05"},{"index":6,"sense_key":"stop%2:30:05::","synset_id":"break.v.10"},{"index":7,"sense_key":"stop%2:33:00::","synset_id":"check.v.18"},{"index":8,"sense_key":"stop%2:35:00::","synset_id":"intercept.v.01"},{"index":9,"sense_key":"stop%2:42:13::","synset_id":"end.v.01"},{"index":10,"sense_key":"stop%2:35:12::","synset_id":"barricade.v.01"},{"index":11,"sense_key":"stop%2:30:12::","synset_id":"hold_on.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stop%2:42:00::","call_ids":["senseval3.d000.s020.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stop%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30675788107328117}
{"item_id":"senseval3.d000.s020.t002","gold_sense_keys":["swear%2:32:01::"],"candidates":[{"index":1,"sense_key":"swear%2:32:01::","synset_id":"curse.v.01"},{"index":2,"sense_key":"swear%2:32:03::","synset_id":"affirm.v.02"},{"index":3,"sense_key":"swear%2:32:02::","synset_id":"swear.v.03"},{"index":4,"sense_key":"swear%2:32:00::","synset_id":"swear.v.04"},{"index":5,"sense_key":"swear%2:31:10::","synset_id":"trust.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"swear%2:32:03::","call_ids":["senseval3.d000.s020.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"swear%2:32:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30273560411296785}
{"item_id":"senseval3.d000.s020.t003","gold_sense_keys":["turn%2:38:00::"],"candidates":[{"index":1,"sense_key":"turn%2:38:00::","synset_id":"turn.v.01"},{"index":2,"sense_key":"turn%2:30:04::","synset_id":"change_state.v.01"},{"index":3,"sense_key":"turn%2:42:00::","synset_id":"become.v.02"},{"index":4,"sense_key":"turn%2:38:02::","synset_id":"turn.v.04"},{"index":5,"sense_key":"turn%2:30:00::","synset_id":"change_by_reversal.v.01"},{"index":6,"sense_key":"turn%2:38:03::","synset_id":"turn.v.06"},{"index":7,"sense_key":"turn%2:30:03::","synset_id":"turn.v.07"},{"index":8,"sense_key":"turn%2:35:08::","synset_id":"turn.v.08"},{"index":9,"sense_key":"turn%2:38:04::","synset_id":"turn.v.09"},{"index":10,"sense_key":"turn%2:38:01::","synset_id":"turn.v.10"},{"index":11,"sense_key":"turn%2:38:06::","synset_id":"turn.v.11"},{"index":12,"sense_key":"turn%2:36:00::","synset_id":"plow.v.01"},{"index":13,"sense_key":"turn%2:35:06::","synset_id":"turn.v.13"},{"index":14,"sense_key":"turn%2:30:09::","synset_id":"turn.v.14"},{"index":15,"sense_key":"turn%2:29:00::","synset_id":"twist.v.10"},{"index":16,"sense_key":"turn%2:42:13::","synset_id":"turn.v.16"},{"index":17,"sense_key":"turn%2:41:10::","synset_id":"turn.v.17"},{"index":18,"sense_key":"turn%2:40:13::","synset_id":"turn.v.18"},{"index":19,"sense_key":"turn%2:38:13::","synset_id":"turn.v.19"},{"index":20,"sense_key":"turn%2:38:14::","synset_id":"turn.v.20"},{"index":21,"sense_key":"turn%2:35:11::","synset_id":"flex.v.05"},{"index":22,"sense_key":"turn%2:35:10::","synset_id":"turn.v.22"},{"index":23,"sense_key":"turn%2:33:13::","synset_id":"turn.v.23"},{"index":24,"sense_key":"turn%2:32:14::","synset_id":"call_on.v.01"},{"index":25,"sense_key":"turn%2:30:01::","synset_id":"sour.v.01"},{"index":26,"sense_key":"turn%2:30:14::","synset_id":"turn.v.26"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"turn%2:30:03::","call_ids":["senseval3.d000.s020.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"turn%2:30:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":687,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3210853668861091}
{"item_id":"senseval3.d000.s020.t004","gold_sense_keys":["heel%1:08:00::"],"candidates":[{"index":1,"sense_key":"heel%1:06:00::","synset_id":"heel.n.01"},{"index":2,"sense_key":"heel%1:08:00::","synset_id":"heel.n.02"},{"index":3,"sense_key":"heel%1:18:00::","synset_id":"cad.n.01"},{"index":4,"sense_key":"heel%1:13:00::","synset_id":"heel.n.04"},{"index":5,"sense_key":"heel%1:06:03::","synset_id":"heel.n.05"},{"index":6,"sense_key":"heel%1:06:02::","synset_id":"heel.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"heel%1:18:00::","call_ids":["senseval3.d000.s020.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"heel%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33870978094637394}
{"item_id":"senseval3.d000.s020.t005","gold_sense_keys":["truck%1:06:00::"],"candidates":[{"index":1,"sense_key":"truck%1:06:00::","synset_id":"truck.n.01"},{"index":2,"sense_key":"truck%1:06:01::","synset_id":"hand_truck.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"truck%1:06:00::","call_ids":["senseval3.d000.s020.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"truck%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3285424008499831}
{"item_id":"senseval3.d000.s021.t000","gold_sense_keys":["give%2:31:02::"],"candidates":[{"index":1,"sense_key":"give%2:40:03::","synset_id":"give.v.01"},{"index":2,"sense_key":"give%2:40:05::","synset_id":"yield.v.01"},{"index":3,"sense_key":"give%2:40:00::","synset_id":"give.v.03"},{"index":4,"sense_key":"give%2:40:07::","synset_id":"give.v.04"},{"index":5,"sense_key":"give%2:32:01::","synset_id":"give.v.05"},{"index":6,"sense_key":"give%2:36:02::","synset_id":"hold.v.03"},{"index":7,"sense_key":"give%2:32:00::","synset_id":"give.v.07"},{"index":8,"sense_key":"give%2:40:01::","synset_id":"give.v.08"},{"index":9,"sense_key":"give%2:36:03::","synset_id":"give.v.09"},{"index":10,"sense_key":"give%2:31:02::","synset_id":"give.v.10"},{"index":11,"sense_key":"give%2:36:00::","synset_id":"render.v.04"},{"index":12,"sense_key":"give%2:40:09::","synset_id":"impart.v.01"},{"index":13,"sense_key":"give%2:36:01::","synset_id":"establish.v.05"},{"index":14,"sense_key":"give%2:40:02::","synset_id":"give.v.14"},{"index":15,"sense_key":"give%2:41:00::","synset_id":"give.v.15"},{"index":16,"sense_key":"give%2:40:10::","synset_id":"sacrifice.v.01"},{"index":17,"sense_key":"give%2:40:06::","synset_id":"pass.v.05"},{"index":18,"sense_key":"give%2:32:03::","synset_id":"give.v.18"},{"index":19,"sense_key":"give%2:40:13::","synset_id":"give.v.19"},{"index":20,"sense_key":"give%2:40:14::","synset_id":"give.v.20"},{"index":21,"sense_key":"give%2:32:02::","synset_id":"give.v.21"},{"index":22,"sense_key":"give%2:40:11::","synset_id":"grant.v.05"},{"index":23,"sense_key":"give%2:38:00::","synset_id":"move_over.v.01"},{"index":24,"sense_key":"give%2:34:00::","synset_id":"feed.v.02"},{"index":25,"sense_key":"give%2:40:08::","synset_id":"contribute.v.02"},{"index":26,"sense_key":"give%2:38:13::","synset_id":"collapse.v.01"},{"index":27,"sense_key":"give%2:31:00::","synset_id":"give.v.27"},{"index":28,"sense_key":"give%2:41:10::","synset_id":"give.v.28"},{"index":29,"sense_key":"give%2:40:12::","synset_id":"give.v.29"},{"index":30,"sense_key":"give%2:40:15::","synset_id":"afford.v.04"},{"index":31,"sense_key":"give%2:36:13::","synset_id":"give.v.31"},{"index":32,"sense_key":"give%2:36:12::","synset_id":"give.v.32"},{"index":33,"sense_key":"give%2:35:00::","synset_id":"give.v.33"},{"index":34,"sense_key":"give%2:34:10::","synset_id":"give.v.34"},{"index":35,"sense_key":"give%2:32:11::","synset_id":"give.v.35"},{"index":36,"sense_key":"give%2:32:08::","synset_id":"give.v.36"},{"index":37,"sense_key":"give%2:32:15::","synset_id":"give.v.37"},{"index":38,"sense_key":"give%2:32:14::","synset_id":"give.v.38"},{"index":39,"sense_key":"give%2:32:09::","synset_id":"give.v.39"},{"index":40,"sense_key":"give%2:32:07::","synset_id":"give.v.40"},{"index":41,"sense_key":"give%2:32:10::","synset_id":"give.v.41"},{"index":42,"sense_key":"give%2:30:13::","synset_id":"give.v.42"},{"index":43,"sense_key":"give%2:29:11::","synset_id":"give.v.43"},{"index":44,"sense_key":"give%2:29:10::","synset_id":"give.v.44"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"give%2:31:02::","call_ids":["senseval3.d000.s021.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"give%2:31:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":973,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33177641103975475}
{"item_id":"senseval3.d000.s021.t002","gold_sense_keys":["thought%1:09:00::"],"candidates":[{"index":1,"sense_key":"thought%1:09:01::","synset_id":"idea.n.01"},{"index":2,"sense_key":"thought%1:09:00::","synset_id":"thinking.n.01"},{"index":3,"sense_key":"thought%1:09:02::","synset_id":"thought.n.03"},{"index":4,"sense_key":"thought%1:09:03::","synset_id":"opinion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"thought%1:09:00::","call_ids":["senseval3.d000.s021.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"thought%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3332978468388319}
{"item_id":"senseval3.d000.s022.t000","gold_sense_keys":["recall%2:31:00::"],"candidates":[{"index":1,"sense_key":"recall%2:31:00::","synset_id":"remember.v.01"},{"index":2,"sense_key":"recall%2:32:00::","synset_id":"hark_back.v.01"},{"index":3,"sense_key":"recall%2:42:00::","synset_id":"echo.v.03"},{"index":4,"sense_key":"recall%2:32:02::","synset_id":"recall.v.04"},{"index":5,"sense_key":"recall%2:31:06::","synset_id":"recall.v.05"},{"index":6,"sense_key":"recall%2:41:00::","synset_id":"recall.v.06"},{"index":7,"sense_key":"recall%2:40:00::","synset_id":"recall.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"recall%2:31:06::","call_ids":["senseval3.d000.s022.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"recall%2:31:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33456871495582163}
{"item_id":"senseval3.d000.s022.t001","gold_sense_keys":["wonder%2:31:00::"],"candidates":[{"index":1,"sense_key":"wonder%2:31:00::","synset_id":"wonder.v.01"},{"index":2,"sense_key":"wonder%2:32:01::","synset_id":"wonder.v.02"},{"index":3,"sense_key":"wonder%2:32:12::","synset_id":"wonder.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"wonder%2:32:01::","call_ids":["senseval3.d000.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"wonder%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3360604078043252}
{"item_id":"senseval3.d000.s022.t002","gold_sense_keys":["see%2:36:00::","see%2:39:00::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"see%2:32:00::","call_ids":["senseval3.d000.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"see%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":649,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32904332713223994}
{"item_id":"senseval3.d000.s022.t003","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"eye%1:09:01::","call_ids":["senseval3.d000.s022.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"eye%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34189128200523555}
{"item_id":"senseval3.d000.s022.t004","gold_sense_keys":["make%2:32:00::","make%2:36:15::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":46,"chosen_sense_key":"make%2:30:14::","call_ids":["senseval3.d000.s022.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":46,"predicted_sense_key":"make%2:30:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1070,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34946727892383933}
{"item_id":"senseval3.d000.s023.t000","gold_sense_keys":["sort%1:09:00::"],"candidates":[{"index":1,"sense_key":"sort%1:09:00::","synset_id":"kind.n.01"},{"index":2,"sense_key":"sort%1:07:00::","synset_id":"sort.n.02"},{"index":3,"sense_key":"sort%1:18:00::","synset_id":"sort.n.03"},{"index":4,"sense_key":"sort%1:22:00::","synset_id":"sort.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sort%1:07:00::","call_ids":["senseval3.d000.s023.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sort%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35139890015125275}
{"item_id":"senseval3.d000.s023.t001","gold_sense_keys":["look%1:07:01::"],"candidates":[{"index":1,"sense_key":"look%1:07:01::","synset_id":"expression.n.01"},{"index":2,"sense_key":"look%1:04:00::","synset_id":"look.n.02"},{"index":3,"sense_key":"look%1:07:00::","synset_id":"look.n.03"},{"index":4,"sense_key":"look%1:26:00::","synset_id":"spirit.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"look%1:07:00::","call_ids":["senseval3.d000.s023.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"look%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35291335405781865}
{"item_id":"senseval3.d000.s023.t003","gold_sense_keys":["bluff%1:10:00::"],"candidates":[{"index":1,"sense_key":"bluff%1:17:00::","synset_id":"bluff.n.01"},{"index":2,"sense_key":"bluff%1:10:00::","synset_id":"bluff.n.02"},{"index":3,"sense_key":"bluff%1:04:00::","synset_id":"bluff.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bluff%1:10:00::","call_ids":["senseval3.d000.s023.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bluff%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3544322920497507}
{"item_id":"senseval3.d000.s023.t004","gold_sense_keys":["say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval3.d000.s023.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":326,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3574127738829702}
{"item_id":"senseval3.d000.s023.t005","gold_sense_keys":["word%1:10:03::"],"candidates":[{"index":1,"sense_key":"word%1:10:00::","synset_id":"word.n.01"},{"index":2,"sense_key":"word%1:10:03::","synset_id":"word.n.02"},{"index":3,"sense_key":"word%1:10:02::","synset_id":"news.n.01"},{"index":4,"sense_key":"word%1:10:06::","synset_id":"word.n.04"},{"index":5,"sense_key":"word%1:10:04::","synset_id":"discussion.n.02"},{"index":6,"sense_key":"word%1:10:01::","synset_id":"parole.n.01"},{"index":7,"sense_key":"word%1:23:00::","synset_id":"word.n.07"},{"index":8,"sense_key":"word%1:18:00::","synset_id":"son.n.02"},{"index":9,"sense_key":"word%1:10:05::","synset_id":"password.n.01"},{"index":10,"sense_key":"word%1:10:07::","synset_id":"bible.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"word%1:10:03::","call_ids":["senseval3.d000.s023.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"word%1:10:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":307,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.279027045937255}
{"item_id":"senseval3.d000.s024.t000","gold_sense_keys":["light%1:10:00::"],"candidates":[{"index":1,"sense_key":"light%1:19:00::","synset_id":"light.n.01"},{"index":2,"sense_key":"light%1:06:00::","synset_id":"light.n.02"},{"index":3,"sense_key":"light%1:09:01::","synset_id":"light.n.03"},{"index":4,"sense_key":"light%1:07:01::","synset_id":"luminosity.n.01"},{"index":5,"sense_key":"light%1:15:00::","synset_id":"light.n.05"},{"index":6,"sense_key":"light%1:26:01::","synset_id":"light.n.06"},{"index":7,"sense_key":"light%1:07:00::","synset_id":"light.n.07"},{"index":8,"sense_key":"light%1:18:00::","synset_id":"light.n.08"},{"index":9,"sense_key":"light%1:26:00::","synset_id":"light.n.09"},{"index":10,"sense_key":"light%1:09:00::","synset_id":"light.n.10"},{"index":11,"sense_key":"light%1:07:02::","synset_id":"sparkle.n.01"},{"index":12,"sense_key":"light%1:09:02::","synset_id":"light.n.12"},{"index":13,"sense_key":"light%1:16:00::","synset_id":"inner_light.n.01"},{"index":14,"sense_key":"light%1:10:00::","synset_id":"light.n.14"},{"index":15,"sense_key":"light%1:06:01::","synset_id":"lighter.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"light%1:15:00::","call_ids":["senseval3.d000.s024.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"light%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":433,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28012895793654025}
{"item_id":"senseval3.d000.s024.t002","gold_sense_keys":["way%1:15:00::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"way%1:04:02::","call_ids":["senseval3.d000.s024.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"way%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":341,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31306769186630845}
{"item_id":"senseval3.d000.s024.t003","gold_sense_keys":["go_on%2:38:00::"],"candidates":[{"index":1,"sense_key":"go_on%2:42:00::","synset_id":"continue.v.01"},{"index":2,"sense_key":"go_on%2:30:00::","synset_id":"happen.v.01"},{"index":3,"sense_key":"go_on%2:38:00::","synset_id":"advance.v.01"},{"index":4,"sense_key":"go_on%2:32:00::","synset_id":"continue.v.02"},{"index":5,"sense_key":"go_on%2:35:00::","synset_id":"go_on.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"go_on%2:38:00::","call_ids":["senseval3.d000.s024.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"go_on%2:38:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28134674415923655}
{"item_id":"senseval3.d000.s024.t004","gold_sense_keys":["street%1:06:01::"],"candidates":[{"index":1,"sense_key":"street%1:06:00::","synset_id":"street.n.01"},{"index":2,"sense_key":"street%1:06:01::","synset_id":"street.n.02"},{"index":3,"sense_key":"street%1:26:00::","synset_id":"street.n.03"},{"index":4,"sense_key":"street%1:26:01::","synset_id":"street.n.04"},{"index":5,"sense_key":"street%1:14:00::","synset_id":"street.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"street%1:06:01::","call_ids":["senseval3.d000.s024.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"street%1:06:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3228707951493561}
{"item_id":"senseval3.d000.s025.t000","gold_sense_keys":["stranger%1:18:01::"],"candidates":[{"index":1,"sense_key":"stranger%1:18:00::","synset_id":"stranger.n.01"},{"index":2,"sense_key":"stranger%1:18:01::","synset_id":"stranger.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stranger%1:18:01::","call_ids":["senseval3.d000.s025.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stranger%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3254593890160322}
{"item_id":"senseval3.d000.s025.t001","gold_sense_keys":["find_out%2:31:00::"],"candidates":[{"index":1,"sense_key":"find_out%2:32:00::","synset_id":"determine.v.01"},{"index":2,"sense_key":"find_out%2:31:00::","synset_id":"learn.v.02"},{"index":3,"sense_key":"find_out%2:32:01::","synset_id":"determine.v.08"},{"index":4,"sense_key":"find_out%2:31:01::","synset_id":"find_out.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"find_out%2:31:00::","call_ids":["senseval3.d000.s025.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"find_out%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30649910192005336}
{"item_id":"senseval3.d000.s025.t003","gold_sense_keys":["favorite%5:00:00:loved:00"],"candidates":[{"index":1,"sense_key":"favorite%5:00:00:popular:00","synset_id":"favorite.s.01"},{"index":2,"sense_key":"favorite%5:00:00:loved:00","synset_id":"favored.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"favorite%5:00:00:loved:00","call_ids":["senseval3.d000.s025.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"favorite%5:00:00:loved:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31884156400337815}
{"item_id":"senseval3.d000.s025.t004","gold_sense_keys":["bar%1:06:04::"],"candidates":[{"index":1,"sense_key":"bar%1:06:04::","synset_id":"barroom.n.01"},{"index":2,"sense_key":"bar%1:06:05::","synset_id":"bar.n.02"},{"index":3,"sense_key":"bar%1:06:00::","synset_id":"bar.n.03"},{"index":4,"sense_key":"bar%1:10:00::","synset_id":"measure.n.07"},{"index":5,"sense_key":"bar%1:06:02::","synset_id":"bar.n.05"},{"index":6,"sense_key":"bar%1:04:00::","synset_id":"prevention.n.01"},{"index":7,"sense_key":"bar%1:23:00::","synset_id":"bar.n.07"},{"index":8,"sense_key":"bar%1:17:00::","synset_id":"bar.n.08"},{"index":9,"sense_key":"bar%1:14:00::","synset_id":"legal_profession.n.01"},{"index":10,"sense_key":"bar%1:07:00::","synset_id":"stripe.n.05"},{"index":11,"sense_key":"bar%1:06:06::","synset_id":"cake.n.01"},{"index":12,"sense_key":"bar%1:06:01::","synset_id":"browning_automatic_rifle.n.01"},{"index":13,"sense_key":"bar%1:06:09::","synset_id":"bar.n.13"},{"index":14,"sense_key":"bar%1:06:08::","synset_id":"bar.n.14"},{"index":15,"sense_key":"bar%1:06:07::","synset_id":"bar.n.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bar%1:14:00::","call_ids":["senseval3.d000.s025.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bar%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":547,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2667543438728899}
{"item_id":"senseval3.d000.s025.t005","gold_sense_keys":["insist%2:32:00::"],"candidates":[{"index":1,"sense_key":"insist%2:32:00::","synset_id":"insist.v.01"},{"index":2,"sense_key":"insist%2:32:03::","synset_id":"importune.v.01"},{"index":3,"sense_key":"insist%2:31:00::","synset_id":"insist.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"insist%2:32:03::","call_ids":["senseval3.d000.s025.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"insist%2:32:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22441458189859986}
{"item_id":"senseval3.d000.s025.t006","gold_sense_keys":["offer%2:41:00::"],"candidates":[{"index":1,"sense_key":"offer%2:40:02::","synset_id":"offer.v.01"},{"index":2,"sense_key":"offer%2:40:00::","synset_id":"offer.v.02"},{"index":3,"sense_key":"offer%2:41:00::","synset_id":"volunteer.v.02"},{"index":4,"sense_key":"offer%2:31:00::","synset_id":"offer.v.04"},{"index":5,"sense_key":"offer%2:40:09::","synset_id":"offer.v.05"},{"index":6,"sense_key":"offer%2:40:03::","synset_id":"offer.v.06"},{"index":7,"sense_key":"offer%2:40:01::","synset_id":"offer.v.07"},{"index":8,"sense_key":"offer%2:39:06::","synset_id":"offer.v.08"},{"index":9,"sense_key":"offer%2:42:00::","synset_id":"offer.v.09"},{"index":10,"sense_key":"offer%2:41:03::","synset_id":"put_up.v.02"},{"index":11,"sense_key":"offer%2:40:10::","synset_id":"extend.v.04"},{"index":12,"sense_key":"offer%2:32:12::","synset_id":"propose.v.05"},{"index":13,"sense_key":"offer%2:32:06::","synset_id":"offer.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"offer%2:40:00::","call_ids":["senseval3.d000.s025.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"offer%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":366,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21613296610303223}
{"item_id":"senseval3.d000.s025.t007","gold_sense_keys":["buy%2:40:00::"],"candidates":[{"index":1,"sense_key":"buy%2:40:00::","synset_id":"buy.v.01"},{"index":2,"sense_key":"buy%2:40:02::","synset_id":"bribe.v.01"},{"index":3,"sense_key":"buy%2:42:00::","synset_id":"buy.v.03"},{"index":4,"sense_key":"buy%2:40:03::","synset_id":"buy.v.04"},{"index":5,"sense_key":"buy%2:31:09::","synset_id":"buy.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"buy%2:42:00::","call_ids":["senseval3.d000.s025.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"buy%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21868114615790546}
{"item_id":"senseval3.d000.s025.t008","gold_sense_keys":["drink%1:13:04::"],"candidates":[{"index":1,"sense_key":"drink%1:13:04::","synset_id":"drink.n.01"},{"index":2,"sense_key":"drink%1:04:00::","synset_id":"drink.n.02"},{"index":3,"sense_key":"drink%1:13:00::","synset_id":"beverage.n.01"},{"index":4,"sense_key":"drink%1:17:00::","synset_id":"drink.n.04"},{"index":5,"sense_key":"drink%1:04:01::","synset_id":"swallow.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"drink%1:13:00::","call_ids":["senseval3.d000.s025.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"drink%1:13:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22130683693103492}
{"item_id":"senseval3.d000.s026.t000","gold_sense_keys":["go%2:38:00::"],"candidates":[{"index":1,"sense_key":"go%2:38:00::","synset_id":"travel.v.01"},{"index":2,"sense_key":"go%2:41:00::","synset_id":"go.v.02"},{"index":3,"sense_key":"go%2:38:01::","synset_id":"go.v.03"},{"index":4,"sense_key":"go%2:30:04::","synset_id":"become.v.01"},{"index":5,"sense_key":"go%2:42:06::","synset_id":"go.v.05"},{"index":6,"sense_key":"go%2:42:02::","synset_id":"run.v.05"},{"index":7,"sense_key":"go%2:42:00::","synset_id":"run.v.03"},{"index":8,"sense_key":"go%2:30:01::","synset_id":"proceed.v.04"},{"index":9,"sense_key":"go%2:30:08::","synset_id":"go.v.09"},{"index":10,"sense_key":"go%2:42:07::","synset_id":"go.v.10"},{"index":11,"sense_key":"go%2:39:00::","synset_id":"sound.v.02"},{"index":12,"sense_key":"go%2:35:00::","synset_id":"function.v.01"},{"index":13,"sense_key":"go%2:34:00::","synset_id":"run_low.v.01"},{"index":14,"sense_key":"go%2:30:02::","synset_id":"move.v.13"},{"index":15,"sense_key":"go%2:42:14::","synset_id":"survive.v.01"},{"index":16,"sense_key":"go%2:42:03::","synset_id":"go.v.16"},{"index":17,"sense_key":"go%2:30:00::","synset_id":"die.v.01"},{"index":18,"sense_key":"go%2:42:04::","synset_id":"belong.v.03"},{"index":19,"sense_key":"go%2:42:10::","synset_id":"go.v.19"},{"index":20,"sense_key":"go%2:38:09::","synset_id":"start.v.09"},{"index":21,"sense_key":"go%2:33:00::","synset_id":"move.v.15"},{"index":22,"sense_key":"go%2:42:13::","synset_id":"go.v.22"},{"index":23,"sense_key":"go%2:42:12::","synset_id":"go.v.23"},{"index":24,"sense_key":"go%2:42:11::","synset_id":"blend.v.02"},{"index":25,"sense_key":"go%2:42:08::","synset_id":"go.v.25"},{"index":26,"sense_key":"go%2:42:05::","synset_id":"fit.v.02"},{"index":27,"sense_key":"go%2:35:13::","synset_id":"rifle.v.02"},{"index":28,"sense_key":"go%2:34:09::","synset_id":"go.v.28"},{"index":29,"sense_key":"go%2:31:12::","synset_id":"plump.v.04"},{"index":30,"sense_key":"go%2:30:03::","synset_id":"fail.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"go%2:30:01::","call_ids":["senseval3.d000.s026.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"go%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":801,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2513494009617716}
{"item_id":"senseval3.d000.s026.t001","gold_sense_keys":["keep_to_oneself%2:41:00::"],"candidates":[{"index":1,"sense_key":"keep_to_oneself%2:41:00::","synset_id":"keep_to_oneself.v.01"},{"index":2,"sense_key":"keep_to_oneself%2:40:00::","synset_id":"keep_to_oneself.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"keep_to_oneself%2:41:00::","call_ids":["senseval3.d000.s026.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"keep_to_oneself%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25600223103538156}
{"item_id":"senseval3.d000.s026.t002","gold_sense_keys":["sit%2:35:00::","sit%2:38:00::"],"candidates":[{"index":1,"sense_key":"sit%2:35:00::","synset_id":"sit.v.01"},{"index":2,"sense_key":"sit%2:42:00::","synset_id":"sit.v.02"},{"index":3,"sense_key":"sit%2:38:00::","synset_id":"sit_down.v.01"},{"index":4,"sense_key":"sit%2:38:01::","synset_id":"sit.v.04"},{"index":5,"sense_key":"sit%2:39:00::","synset_id":"model.v.03"},{"index":6,"sense_key":"sit%2:38:03::","synset_id":"ride.v.01"},{"index":7,"sense_key":"sit%2:42:05::","synset_id":"sit.v.07"},{"index":8,"sense_key":"sit%2:41:05::","synset_id":"baby-sit.v.02"},{"index":9,"sense_key":"sit%2:35:01::","synset_id":"seat.v.01"},{"index":10,"sense_key":"sit%2:33:00::","synset_id":"sit.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sit%2:42:00::","call_ids":["senseval3.d000.s026.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sit%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":307,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25232738093473017}
{"item_id":"senseval3.d000.s026.t003","gold_sense_keys":["corner%1:06:02::"],"candidates":[{"index":1,"sense_key":"corner%1:15:02::","synset_id":"corner.n.01"},{"index":2,"sense_key":"corner%1:15:00::","synset_id":"corner.n.02"},{"index":3,"sense_key":"corner%1:06:02::","synset_id":"corner.n.03"},{"index":4,"sense_key":"corner%1:06:00::","synset_id":"corner.n.04"},{"index":5,"sense_key":"corner%1:15:01::","synset_id":"corner.n.05"},{"index":6,"sense_key":"corner%1:25:00::","synset_id":"recess.n.02"},{"index":7,"sense_key":"corner%1:26:00::","synset_id":"corner.n.07"},{"index":8,"sense_key":"corner%1:26:01::","synset_id":"corner.n.08"},{"index":9,"sense_key":"corner%1:17:00::","synset_id":"corner.n.09"},{"index":10,"sense_key":"corner%1:15:03::","synset_id":"corner.n.10"},{"index":11,"sense_key":"corner%1:06:01::","synset_id":"corner.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"corner%1:17:00::","call_ids":["senseval3.d000.s026.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"corner%1:17:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":333,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25660544889979064}
{"item_id":"senseval3.d000.s026.t004","gold_sense_keys":["pass%2:42:00::"],"candidates":[{"index":1,"sense_key":"pass%2:38:00::","synset_id":"pass.v.01"},{"index":2,"sense_key":"pass%2:38:05::","synset_id":"travel_by.v.01"},{"index":3,"sense_key":"pass%2:41:02::","synset_id":"legislate.v.01"},{"index":4,"sense_key":"pass%2:38:03::","synset_id":"elapse.v.01"},{"index":5,"sense_key":"pass%2:40:00::","synset_id":"pass.v.05"},{"index":6,"sense_key":"pass%2:42:08::","synset_id":"run.v.03"},{"index":7,"sense_key":"pass%2:38:01::","synset_id":"pass.v.07"},{"index":8,"sense_key":"pass%2:30:00::","synset_id":"happen.v.01"},{"index":9,"sense_key":"pass%2:41:04::","synset_id":"pass.v.09"},{"index":10,"sense_key":"pass%2:42:00::","synset_id":"spend.v.01"},{"index":11,"sense_key":"pass%2:35:00::","synset_id":"guide.v.05"},{"index":12,"sense_key":"pass%2:32:01::","synset_id":"communicate.v.01"},{"index":13,"sense_key":"pass%2:30:01::","synset_id":"evanesce.v.01"},{"index":14,"sense_key":"pass%2:41:08::","synset_id":"pass.v.14"},{"index":15,"sense_key":"pass%2:42:04::","synset_id":"exceed.v.02"},{"index":16,"sense_key":"pass%2:41:07::","synset_id":"pass.v.16"},{"index":17,"sense_key":"pass%2:41:11::","synset_id":"pass.v.17"},{"index":18,"sense_key":"pass%2:40:02::","synset_id":"pass.v.18"},{"index":19,"sense_key":"pass%2:38:02::","synset_id":"sink.v.03"},{"index":20,"sense_key":"pass%2:40:01::","synset_id":"pass.v.20"},{"index":21,"sense_key":"pass%2:40:13::","synset_id":"fall.v.21"},{"index":22,"sense_key":"pass%2:38:04::","synset_id":"pass.v.22"},{"index":23,"sense_key":"pass%2:32:00::","synset_id":"authorize.v.01"},{"index":24,"sense_key":"pass%2:30:11::","synset_id":"die.v.01"},{"index":25,"sense_key":"pass%2:29:00::","synset_id":"excrete.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"pass%2:40:00::","call_ids":["senseval3.d000.s026.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"pass%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":622,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2018631030805409}
{"item_id":"senseval3.d000.s026.t005","gold_sense_keys":["time%1:28:05::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"time%1:28:00::","call_ids":["senseval3.d000.s026.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"time%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":323,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28108742414042354}
{"item_id":"senseval3.d000.s026.t006","gold_sense_keys":["nurse%2:37:00::"],"candidates":[{"index":1,"sense_key":"nurse%2:29:00::","synset_id":"nurse.v.01"},{"index":2,"sense_key":"nurse%2:37:00::","synset_id":"harbor.v.01"},{"index":3,"sense_key":"nurse%2:41:00::","synset_id":"nurse.v.03"},{"index":4,"sense_key":"nurse%2:41:03::","synset_id":"nurse.v.04"},{"index":5,"sense_key":"nurse%2:34:00::","synset_id":"breastfeed.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"nurse%2:37:00::","call_ids":["senseval3.d000.s026.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"nurse%2:37:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.352055513067171}
{"item_id":"senseval3.d000.s026.t007","gold_sense_keys":["favorite%5:00:00:loved:00"],"candidates":[{"index":1,"sense_key":"favorite%5:00:00:popular:00","synset_id":"favorite.s.01"},{"index":2,"sense_key":"favorite%5:00:00:loved:00","synset_id":"favored.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"favorite%5:00:00:loved:00","call_ids":["senseval3.d000.s026.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"favorite%5:00:00:loved:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35438570100814104}
{"item_id":"senseval3.d000.s027.t000","gold_sense_keys":["decide%2:31:00::"],"candidates":[{"index":1,"sense_key":"decide%2:31:00::","synset_id":"decide.v.01"},{"index":2,"sense_key":"decide%2:31:01::","synset_id":"decide.v.02"},{"index":3,"sense_key":"decide%2:31:02::","synset_id":"decide.v.03"},{"index":4,"sense_key":"decide%2:31:06::","synset_id":"decide.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"decide%2:31:01::","call_ids":["senseval3.d000.s027.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"decide%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3735855189152062}
{"item_id":"senseval3.d000.s027.t001","gold_sense_keys":["mind%2:32:00::"],"candidates":[{"index":1,"sense_key":"mind%2:32:00::","synset_id":"mind.v.01"},{"index":2,"sense_key":"mind%2:31:02::","synset_id":"mind.v.02"},{"index":3,"sense_key":"mind%2:41:01::","synset_id":"take_care.v.02"},{"index":4,"sense_key":"mind%2:41:00::","synset_id":"heed.v.01"},{"index":5,"sense_key":"mind%2:31:03::","synset_id":"beware.v.01"},{"index":6,"sense_key":"mind%2:31:00::","synset_id":"mind.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"mind%2:32:00::","call_ids":["senseval3.d000.s027.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"mind%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3851015770342201}
{"item_id":"senseval3.d000.s027.t002","gold_sense_keys":["company%1:26:00::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"company%1:26:00::","call_ids":["senseval3.d000.s027.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"company%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3795587900094688}
{"item_id":"senseval3.d000.s027.t004","gold_sense_keys":["free%5:00:00:unpaid:00"],"candidates":[{"index":1,"sense_key":"free%3:00:00::","synset_id":"free.a.01"},{"index":2,"sense_key":"free%3:00:02::","synset_id":"free.a.02"},{"index":3,"sense_key":"free%5:00:00:unpaid:00","synset_id":"complimentary.s.01"},{"index":4,"sense_key":"free%5:00:02:unoccupied:00","synset_id":"free.s.02"},{"index":5,"sense_key":"free%5:00:00:unfixed:00","synset_id":"detached.s.05"},{"index":6,"sense_key":"free%3:00:01::","synset_id":"free.a.06"},{"index":7,"sense_key":"free%5:00:01:unoccupied:00","synset_id":"spare.s.03"},{"index":8,"sense_key":"free%5:00:00:nonexistent:00","synset_id":"barren.s.03"},{"index":9,"sense_key":"free%5:00:00:inexact:00","synset_id":"free.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"free%5:00:00:unpaid:00","call_ids":["senseval3.d000.s027.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"free%5:00:00:unpaid:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33806520118378103}
{"item_id":"senseval3.d000.s027.t005","gold_sense_keys":["drink%1:13:04::"],"candidates":[{"index":1,"sense_key":"drink%1:13:04::","synset_id":"drink.n.01"},{"index":2,"sense_key":"drink%1:04:00::","synset_id":"drink.n.02"},{"index":3,"sense_key":"drink%1:13:00::","synset_id":"beverage.n.01"},{"index":4,"sense_key":"drink%1:17:00::","synset_id":"drink.n.04"},{"index":5,"sense_key":"drink%1:04:01::","synset_id":"swallow.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"drink%1:13:00::","call_ids":["senseval3.d000.s027.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"drink%1:13:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34144375985488296}
{"item_id":"senseval3.d000.s027.t006","gold_sense_keys":["make%2:40:01::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval3.d000.s027.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1070,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34440763108432293}
{"item_id":"senseval3.d000.s027.t009","gold_sense_keys":["job%1:04:00::"],"candidates":[{"index":1,"sense_key":"job%1:04:00::","synset_id":"occupation.n.01"},{"index":2,"sense_key":"job%1:04:01::","synset_id":"job.n.02"},{"index":3,"sense_key":"job%1:06:00::","synset_id":"job.n.03"},{"index":4,"sense_key":"job%1:06:01::","synset_id":"job.n.04"},{"index":5,"sense_key":"job%1:04:04::","synset_id":"job.n.05"},{"index":6,"sense_key":"job%1:04:05::","synset_id":"job.n.06"},{"index":7,"sense_key":"job%1:04:03::","synset_id":"job.n.07"},{"index":8,"sense_key":"job%1:26:00::","synset_id":"problem.n.01"},{"index":9,"sense_key":"job%1:18:00::","synset_id":"job.n.09"},{"index":10,"sense_key":"job%1:18:01::","synset_id":"job.n.10"},{"index":11,"sense_key":"job%1:10:01::","synset_id":"job.n.11"},{"index":12,"sense_key":"job%1:10:00::","synset_id":"job.n.12"},{"index":13,"sense_key":"job%1:04:02::","synset_id":"caper.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"job%1:06:00::","call_ids":["senseval3.d000.s027.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"job%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":423,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3690593100618571}
{"item_id":"senseval3.d000.s029.t000","gold_sense_keys":["wonder%2:32:01::"],"candidates":[{"index":1,"sense_key":"wonder%2:31:00::","synset_id":"wonder.v.01"},{"index":2,"sense_key":"wonder%2:32:01::","synset_id":"wonder.v.02"},{"index":3,"sense_key":"wonder%2:32:12::","synset_id":"wonder.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"wonder%2:32:01::","call_ids":["senseval3.d000.s029.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"wonder%2:32:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3847555641550571}
{"item_id":"senseval3.d000.s029.t002","gold_sense_keys":["screwball%1:18:00::"],"candidates":[{"index":1,"sense_key":"screwball%1:18:00::","synset_id":"crackpot.n.01"},{"index":2,"sense_key":"screwball%1:04:00::","synset_id":"screwball.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"screwball%1:18:00::","call_ids":["senseval3.d000.s029.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"screwball%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":125,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34516379819251597}
{"item_id":"senseval3.d000.s030.t000","gold_sense_keys":["take%2:31:07::"],"candidates":[{"index":1,"sense_key":"take%2:41:04::","synset_id":"take.v.01"},{"index":2,"sense_key":"take%2:40:06::","synset_id":"take.v.02"},{"index":3,"sense_key":"take%2:38:09::","synset_id":"lead.v.01"},{"index":4,"sense_key":"take%2:35:00::","synset_id":"take.v.04"},{"index":5,"sense_key":"take%2:30:01::","synset_id":"assume.v.03"},{"index":6,"sense_key":"take%2:31:07::","synset_id":"take.v.06"},{"index":7,"sense_key":"take%2:38:10::","synset_id":"bring.v.01"},{"index":8,"sense_key":"take%2:40:00::","synset_id":"take.v.08"},{"index":9,"sense_key":"take%2:38:02::","synset_id":"take.v.09"},{"index":10,"sense_key":"take%2:31:01::","synset_id":"choose.v.01"},{"index":11,"sense_key":"take%2:40:05::","synset_id":"accept.v.02"},{"index":12,"sense_key":"take%2:41:00::","synset_id":"fill.v.04"},{"index":13,"sense_key":"take%2:31:03::","synset_id":"consider.v.03"},{"index":14,"sense_key":"take%2:42:00::","synset_id":"necessitate.v.01"},{"index":15,"sense_key":"take%2:39:00::","synset_id":"take.v.15"},{"index":16,"sense_key":"take%2:32:02::","synset_id":"film.v.01"},{"index":17,"sense_key":"take%2:30:00::","synset_id":"remove.v.01"},{"index":18,"sense_key":"take%2:34:00::","synset_id":"consume.v.02"},{"index":19,"sense_key":"take%2:31:09::","synset_id":"take.v.19"},{"index":20,"sense_key":"take%2:40:15::","synset_id":"take.v.20"},{"index":21,"sense_key":"take%2:40:01::","synset_id":"take.v.21"},{"index":22,"sense_key":"take%2:38:00::","synset_id":"assume.v.05"},{"index":23,"sense_key":"take%2:40:07::","synset_id":"accept.v.05"},{"index":24,"sense_key":"take%2:30:08::","synset_id":"take.v.24"},{"index":25,"sense_key":"take%2:31:02::","synset_id":"learn.v.04"},{"index":26,"sense_key":"take%2:32:00::","synset_id":"claim.v.05"},{"index":27,"sense_key":"take%2:38:05::","synset_id":"take.v.27"},{"index":28,"sense_key":"take%2:33:09::","synset_id":"aim.v.01"},{"index":29,"sense_key":"take%2:30:09::","synset_id":"take.v.29"},{"index":30,"sense_key":"take%2:42:10::","synset_id":"carry.v.02"},{"index":31,"sense_key":"take%2:40:03::","synset_id":"lease.v.04"},{"index":32,"sense_key":"take%2:40:04::","synset_id":"subscribe.v.05"},{"index":33,"sense_key":"take%2:40:02::","synset_id":"take.v.33"},{"index":34,"sense_key":"take%2:40:08::","synset_id":"take.v.34"},{"index":35,"sense_key":"take%2:35:14::","synset_id":"take.v.35"},{"index":36,"sense_key":"take%2:32:09::","synset_id":"claim.v.04"},{"index":37,"sense_key":"take%2:42:03::","synset_id":"accept.v.08"},{"index":38,"sense_key":"take%2:42:15::","synset_id":"contain.v.05"},{"index":39,"sense_key":"take%2:41:13::","synset_id":"take.v.39"},{"index":40,"sense_key":"take%2:38:11::","synset_id":"drive.v.16"},{"index":41,"sense_key":"take%2:33:08::","synset_id":"take.v.41"},{"index":42,"sense_key":"take%2:29:08::","synset_id":"contract.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"take%2:42:00::","call_ids":["senseval3.d000.s030.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"take%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1009,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3728383481502533}
{"item_id":"senseval3.d000.s030.t001","gold_sense_keys":["offer%1:10:00::"],"candidates":[{"index":1,"sense_key":"offer%1:10:01::","synset_id":"offer.n.01"},{"index":2,"sense_key":"offer%1:10:00::","synset_id":"offer.n.02"},{"index":3,"sense_key":"offer%1:04:01::","synset_id":"crack.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"offer%1:10:00::","call_ids":["senseval3.d000.s030.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"offer%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37864646897651255}
{"item_id":"senseval3.d000.s030.t003","gold_sense_keys":["feel%2:29:00::","feel%2:31:01::","feel%2:37:00::"],"candidates":[{"index":1,"sense_key":"feel%2:37:00::","synset_id":"feel.v.01"},{"index":2,"sense_key":"feel%2:31:00::","synset_id":"find.v.05"},{"index":3,"sense_key":"feel%2:39:00::","synset_id":"feel.v.03"},{"index":4,"sense_key":"feel%2:29:00::","synset_id":"feel.v.04"},{"index":5,"sense_key":"feel%2:31:01::","synset_id":"feel.v.05"},{"index":6,"sense_key":"feel%2:39:01::","synset_id":"feel.v.06"},{"index":7,"sense_key":"feel%2:42:00::","synset_id":"feel.v.07"},{"index":8,"sense_key":"feel%2:39:10::","synset_id":"feel.v.08"},{"index":9,"sense_key":"feel%2:35:00::","synset_id":"feel.v.09"},{"index":10,"sense_key":"feel%2:35:01::","synset_id":"palpate.v.01"},{"index":11,"sense_key":"feel%2:40:00::","synset_id":"feel.v.11"},{"index":12,"sense_key":"feel%2:39:09::","synset_id":"feel.v.12"},{"index":13,"sense_key":"feel%2:35:11::","synset_id":"feel.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"feel%2:29:00::","call_ids":["senseval3.d000.s030.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"feel%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":401,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3183307060971856}
{"item_id":"senseval3.d000.s030.t004","gold_sense_keys":["uneasy%3:00:00::"],"candidates":[{"index":1,"sense_key":"uneasy%3:00:00::","synset_id":"uneasy.a.01"},{"index":2,"sense_key":"uneasy%3:00:05::","synset_id":"restless.a.03"},{"index":3,"sense_key":"uneasy%5:00:00:troubled:00","synset_id":"anxious.s.02"},{"index":4,"sense_key":"uneasy%5:00:00:uncomfortable:01","synset_id":"awkward.s.05"},{"index":5,"sense_key":"uneasy%5:00:00:uncomfortable:00","synset_id":"uneasy.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"uneasy%5:00:00:troubled:00","call_ids":["senseval3.d000.s030.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"uneasy%5:00:00:troubled:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32074758410453796}
{"item_id":"senseval3.d000.s031.t000","gold_sense_keys":["get%2:30:02::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"get%2:32:03::","call_ids":["senseval3.d000.s031.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"get%2:32:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":931,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40993824508041143}
{"item_id":"senseval3.d000.s031.t003","gold_sense_keys":["give%2:40:07::"],"candidates":[{"index":1,"sense_key":"give%2:40:03::","synset_id":"give.v.01"},{"index":2,"sense_key":"give%2:40:05::","synset_id":"yield.v.01"},{"index":3,"sense_key":"give%2:40:00::","synset_id":"give.v.03"},{"index":4,"sense_key":"give%2:40:07::","synset_id":"give.v.04"},{"index":5,"sense_key":"give%2:32:01::","synset_id":"give.v.05"},{"index":6,"sense_key":"give%2:36:02::","synset_id":"hold.v.03"},{"index":7,"sense_key":"give%2:32:00::","synset_id":"give.v.07"},{"index":8,"sense_key":"give%2:40:01::","synset_id":"give.v.08"},{"index":9,"sense_key":"give%2:36:03::","synset_id":"give.v.09"},{"index":10,"sense_key":"give%2:31:02::","synset_id":"give.v.10"},{"index":11,"sense_key":"give%2:36:00::","synset_id":"render.v.04"},{"index":12,"sense_key":"give%2:40:09::","synset_id":"impart.v.01"},{"index":13,"sense_key":"give%2:36:01::","synset_id":"establish.v.05"},{"index":14,"sense_key":"give%2:40:02::","synset_id":"give.v.14"},{"index":15,"sense_key":"give%2:41:00::","synset_id":"give.v.15"},{"index":16,"sense_key":"give%2:40:10::","synset_id":"sacrifice.v.01"},{"index":17,"sense_key":"give%2:40:06::","synset_id":"pass.v.05"},{"index":18,"sense_key":"give%2:32:03::","synset_id":"give.v.18"},{"index":19,"sense_key":"give%2:40:13::","synset_id":"give.v.19"},{"index":20,"sense_key":"give%2:40:14::","synset_id":"give.v.20"},{"index":21,"sense_key":"give%2:32:02::","synset_id":"give.v.21"},{"index":22,"sense_key":"give%2:40:11::","synset_id":"grant.v.05"},{"index":23,"sense_key":"give%2:38:00::","synset_id":"move_over.v.01"},{"index":24,"sense_key":"give%2:34:00::","synset_id":"feed.v.02"},{"index":25,"sense_key":"give%2:40:08::","synset_id":"contribute.v.02"},{"index":26,"sense_key":"give%2:38:13::","synset_id":"collapse.v.01"},{"index":27,"sense_key":"give%2:31:00::","synset_id":"give.v.27"},{"index":28,"sense_key":"give%2:41:10::","synset_id":"give.v.28"},{"index":29,"sense_key":"give%2:40:12::","synset_id":"give.v.29"},{"index":30,"sense_key":"give%2:40:15::","synset_id":"afford.v.04"},{"index":31,"sense_key":"give%2:36:13::","synset_id":"give.v.31"},{"index":32,"sense_key":"give%2:36:12::","synset_id":"give.v.32"},{"index":33,"sense_key":"give%2:35:00::","synset_id":"give.v.33"},{"index":34,"sense_key":"give%2:34:10::","synset_id":"give.v.34"},{"index":35,"sense_key":"give%2:32:11::","synset_id":"give.v.35"},{"index":36,"sense_key":"give%2:32:08::","synset_id":"give.v.36"},{"index":37,"sense_key":"give%2:32:15::","synset_id":"give.v.37"},{"index":38,"sense_key":"give%2:32:14::","synset_id":"give.v.38"},{"index":39,"sense_key":"give%2:32:09::","synset_id":"give.v.39"},{"index":40,"sense_key":"give%2:32:07::","synset_id":"give.v.40"},{"index":41,"sense_key":"give%2:32:10::","synset_id":"give.v.41"},{"index":42,"sense_key":"give%2:30:13::","synset_id":"give.v.42"},{"index":43,"sense_key":"give%2:29:11::","synset_id":"give.v.43"},{"index":44,"sense_key":"give%2:29:10::","synset_id":"give.v.44"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"give%2:40:07::","call_ids":["senseval3.d000.s031.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"give%2:40:07::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":1011,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41198593587614596}
{"item_id":"senseval3.d000.s031.t005","gold_sense_keys":["wait%2:42:00::"],"candidates":[{"index":1,"sense_key":"wait%2:42:00::","synset_id":"wait.v.01"},{"index":2,"sense_key":"wait%2:42:01::","synset_id":"wait.v.02"},{"index":3,"sense_key":"wait%2:31:00::","synset_id":"expect.v.03"},{"index":4,"sense_key":"wait%2:41:00::","synset_id":"wait.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"wait%2:42:01::","call_ids":["senseval3.d000.s031.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"wait%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3537307570222765}
{"item_id":"senseval3.d000.s031.t006","gold_sense_keys":["answer%1:10:01::"],"candidates":[{"index":1,"sense_key":"answer%1:10:01::","synset_id":"answer.n.01"},{"index":2,"sense_key":"answer%1:10:02::","synset_id":"solution.n.02"},{"index":3,"sense_key":"answer%1:10:00::","synset_id":"answer.n.03"},{"index":4,"sense_key":"answer%1:10:03::","synset_id":"answer.n.04"},{"index":5,"sense_key":"answer%1:04:00::","synset_id":"answer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"answer%1:10:00::","call_ids":["senseval3.d000.s031.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"answer%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":301,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35622461000457406}
{"item_id":"senseval3.d000.s031.t007","gold_sense_keys":["seem%2:39:00::"],"candidates":[{"index":1,"sense_key":"seem%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"seem%2:39:01::","synset_id":"appear.v.04"},{"index":3,"sense_key":"seem%2:42:00::","synset_id":"seem.v.03"},{"index":4,"sense_key":"seem%2:39:02::","synset_id":"seem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seem%2:39:01::","call_ids":["senseval3.d000.s031.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seem%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35879193991422653}
{"item_id":"senseval3.d000.s031.t008","gold_sense_keys":["wink%2:29:00::"],"candidates":[{"index":1,"sense_key":"wink%2:29:02::","synset_id":"wink.v.01"},{"index":2,"sense_key":"wink%2:39:00::","synset_id":"flash.v.01"},{"index":3,"sense_key":"wink%2:29:00::","synset_id":"blink.v.01"},{"index":4,"sense_key":"wink%2:29:01::","synset_id":"wink.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"wink%2:29:00::","call_ids":["senseval3.d000.s031.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"wink%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3613009760156274}
{"item_id":"senseval3.d000.s031.t009","gold_sense_keys":["continue%2:42:01::"],"candidates":[{"index":1,"sense_key":"continue%2:42:01::","synset_id":"continue.v.01"},{"index":2,"sense_key":"continue%2:32:00::","synset_id":"continue.v.02"},{"index":3,"sense_key":"continue%2:42:00::","synset_id":"continue.v.03"},{"index":4,"sense_key":"continue%2:38:00::","synset_id":"proceed.v.02"},{"index":5,"sense_key":"continue%2:41:00::","synset_id":"retain.v.02"},{"index":6,"sense_key":"continue%2:42:12::","synset_id":"continue.v.06"},{"index":7,"sense_key":"continue%2:42:11::","synset_id":"continue.v.07"},{"index":8,"sense_key":"continue%2:42:10::","synset_id":"stay.v.04"},{"index":9,"sense_key":"continue%2:42:06::","synset_id":"cover.v.03"},{"index":10,"sense_key":"continue%2:30:10::","synset_id":"continue.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"continue%2:42:12::","call_ids":["senseval3.d000.s031.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"continue%2:42:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":365,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3633217900060117}
{"item_id":"senseval3.d000.s031.t010","gold_sense_keys":["stare%2:39:00::"],"candidates":[{"index":1,"sense_key":"stare%2:39:00::","synset_id":"gaze.v.01"},{"index":2,"sense_key":"stare%2:29:00::","synset_id":"stare.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stare%2:29:00::","call_ids":["senseval3.d000.s031.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stare%2:29:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4538960650097579}
{"item_id":"senseval3.d000.s032.t001","gold_sense_keys":["weak%5:00:00:perceptible:00"],"candidates":[{"index":1,"sense_key":"weak%3:00:00::","synset_id":"weak.a.01"},{"index":2,"sense_key":"weak%5:00:00:diluted:00","synset_id":"watery.s.04"},{"index":3,"sense_key":"weak%5:00:00:unstressed:00","synset_id":"unaccented.s.01"},{"index":4,"sense_key":"weak%5:00:00:human:00","synset_id":"fallible.s.01"},{"index":5,"sense_key":"weak%5:00:00:down:00","synset_id":"weak.s.04"},{"index":6,"sense_key":"weak%5:00:00:unskilled:00","synset_id":"weak.s.05"},{"index":7,"sense_key":"weak%5:00:00:frail:00","synset_id":"decrepit.s.02"},{"index":8,"sense_key":"weak%5:00:00:regular:00","synset_id":"weak.s.07"},{"index":9,"sense_key":"weak%5:00:00:powerless:00","synset_id":"weak.s.08"},{"index":10,"sense_key":"weak%5:00:00:perceptible:00","synset_id":"faint.s.01"},{"index":11,"sense_key":"weak%5:00:00:fallible:00","synset_id":"weak.s.10"},{"index":12,"sense_key":"weak%5:00:00:stupid:00","synset_id":"weak.s.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"weak%5:00:00:frail:00","call_ids":["senseval3.d000.s032.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"weak%5:00:00:frail:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":349,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45651805493980646}
{"item_id":"senseval3.d000.s032.t002","gold_sense_keys":["laugh%1:10:00::"],"candidates":[{"index":1,"sense_key":"laugh%1:10:00::","synset_id":"laugh.n.01"},{"index":2,"sense_key":"laugh%1:10:02::","synset_id":"laugh.n.02"},{"index":3,"sense_key":"laugh%1:10:01::","synset_id":"joke.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"laugh%1:10:02::","call_ids":["senseval3.d000.s032.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"laugh%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4622268988750875}
{"item_id":"senseval3.d000.s034.t000","gold_sense_keys":["thanks%1:10:00::"],"candidates":[{"index":1,"sense_key":"thanks%1:10:00::","synset_id":"thanks.n.01"},{"index":2,"sense_key":"thanks%1:04:00::","synset_id":"thanks.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"thanks%1:04:00::","call_ids":["senseval3.d000.s034.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"thanks%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":112,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4593582870438695}
{"item_id":"senseval3.d000.s035.t000","gold_sense_keys":["faint%5:00:00:perceptible:00"],"candidates":[{"index":1,"sense_key":"faint%5:00:00:perceptible:00","synset_id":"faint.s.01"},{"index":2,"sense_key":"faint%5:00:00:indistinct:00","synset_id":"dim.s.02"},{"index":3,"sense_key":"faint%5:00:00:weak:00","synset_id":"faint.s.03"},{"index":4,"sense_key":"faint%5:00:00:ill:01","synset_id":"faint.s.04"},{"index":5,"sense_key":"faint%5:00:02:indistinct:00","synset_id":"faint.s.05"},{"index":6,"sense_key":"faint%5:00:00:cowardly:00","synset_id":"faint.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"faint%5:00:00:perceptible:00","call_ids":["senseval3.d000.s035.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"faint%5:00:00:perceptible:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4646583751309663}
{"item_id":"senseval3.d000.s035.t001","gold_sense_keys":["crease%1:25:01::"],"candidates":[{"index":1,"sense_key":"crease%1:25:02::","synset_id":"fold.n.01"},{"index":2,"sense_key":"crease%1:25:01::","synset_id":"wrinkle.n.01"},{"index":3,"sense_key":"crease%1:06:00::","synset_id":"kris.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"crease%1:25:01::","call_ids":["senseval3.d000.s035.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"crease%1:25:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.47512633400037885}
{"item_id":"senseval3.d000.s035.t002","gold_sense_keys":["appear%2:30:00::"],"candidates":[{"index":1,"sense_key":"appear%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"appear%2:30:00::","synset_id":"appear.v.02"},{"index":3,"sense_key":"appear%2:30:01::","synset_id":"appear.v.03"},{"index":4,"sense_key":"appear%2:39:01::","synset_id":"appear.v.04"},{"index":5,"sense_key":"appear%2:30:02::","synset_id":"appear.v.05"},{"index":6,"sense_key":"appear%2:36:00::","synset_id":"appear.v.06"},{"index":7,"sense_key":"appear%2:41:03::","synset_id":"appear.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"appear%2:30:00::","call_ids":["senseval3.d000.s035.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"appear%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4665540161076933}
{"item_id":"senseval3.d000.s035.t003","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s035.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":385,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46852719178423285}
{"item_id":"senseval3.d000.s036.t000","gold_sense_keys":["think%2:31:03::"],"candidates":[{"index":1,"sense_key":"think%2:31:01::","synset_id":"think.v.01"},{"index":2,"sense_key":"think%2:31:03::","synset_id":"think.v.02"},{"index":3,"sense_key":"think%2:31:00::","synset_id":"think.v.03"},{"index":4,"sense_key":"think%2:31:02::","synset_id":"remember.v.01"},{"index":5,"sense_key":"think%2:36:00::","synset_id":"think.v.05"},{"index":6,"sense_key":"think%2:31:09::","synset_id":"think.v.06"},{"index":7,"sense_key":"think%2:31:06::","synset_id":"intend.v.01"},{"index":8,"sense_key":"think%2:31:12::","synset_id":"think.v.08"},{"index":9,"sense_key":"think%2:31:13::","synset_id":"think.v.09"},{"index":10,"sense_key":"think%2:31:15::","synset_id":"think.v.10"},{"index":11,"sense_key":"think%2:31:14::","synset_id":"think.v.11"},{"index":12,"sense_key":"think%2:31:08::","synset_id":"think.v.12"},{"index":13,"sense_key":"think%2:30:00::","synset_id":"think.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"think%2:31:12::","call_ids":["senseval3.d000.s036.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"think%2:31:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":393,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4435155210085213}
{"item_id":"senseval3.d000.s036.t001","gold_sense_keys":["take%2:31:07::"],"candidates":[{"index":1,"sense_key":"take%2:41:04::","synset_id":"take.v.01"},{"index":2,"sense_key":"take%2:40:06::","synset_id":"take.v.02"},{"index":3,"sense_key":"take%2:38:09::","synset_id":"lead.v.01"},{"index":4,"sense_key":"take%2:35:00::","synset_id":"take.v.04"},{"index":5,"sense_key":"take%2:30:01::","synset_id":"assume.v.03"},{"index":6,"sense_key":"take%2:31:07::","synset_id":"take.v.06"},{"index":7,"sense_key":"take%2:38:10::","synset_id":"bring.v.01"},{"index":8,"sense_key":"take%2:40:00::","synset_id":"take.v.08"},{"index":9,"sense_key":"take%2:38:02::","synset_id":"take.v.09"},{"index":10,"sense_key":"take%2:31:01::","synset_id":"choose.v.01"},{"index":11,"sense_key":"take%2:40:05::","synset_id":"accept.v.02"},{"index":12,"sense_key":"take%2:41:00::","synset_id":"fill.v.04"},{"index":13,"sense_key":"take%2:31:03::","synset_id":"consider.v.03"},{"index":14,"sense_key":"take%2:42:00::","synset_id":"necessitate.v.01"},{"index":15,"sense_key":"take%2:39:00::","synset_id":"take.v.15"},{"index":16,"sense_key":"take%2:32:02::","synset_id":"film.v.01"},{"index":17,"sense_key":"take%2:30:00::","synset_id":"remove.v.01"},{"index":18,"sense_key":"take%2:34:00::","synset_id":"consume.v.02"},{"index":19,"sense_key":"take%2:31:09::","synset_id":"take.v.19"},{"index":20,"sense_key":"take%2:40:15::","synset_id":"take.v.20"},{"index":21,"sense_key":"take%2:40:01::","synset_id":"take.v.21"},{"index":22,"sense_key":"take%2:38:00::","synset_id":"assume.v.05"},{"index":23,"sense_key":"take%2:40:07::","synset_id":"accept.v.05"},{"index":24,"sense_key":"take%2:30:08::","synset_id":"take.v.24"},{"index":25,"sense_key":"take%2:31:02::","synset_id":"learn.v.04"},{"index":26,"sense_key":"take%2:32:00::","synset_id":"claim.v.05"},{"index":27,"sense_key":"take%2:38:05::","synset_id":"take.v.27"},{"index":28,"sense_key":"take%2:33:09::","synset_id":"aim.v.01"},{"index":29,"sense_key":"take%2:30:09::","synset_id":"take.v.29"},{"index":30,"sense_key":"take%2:42:10::","synset_id":"carry.v.02"},{"index":31,"sense_key":"take%2:40:03::","synset_id":"lease.v.04"},{"index":32,"sense_key":"take%2:40:04::","synset_id":"subscribe.v.05"},{"index":33,"sense_key":"take%2:40:02::","synset_id":"take.v.33"},{"index":34,"sense_key":"take%2:40:08::","synset_id":"take.v.34"},{"index":35,"sense_key":"take%2:35:14::","synset_id":"take.v.35"},{"index":36,"sense_key":"take%2:32:09::","synset_id":"claim.v.04"},{"index":37,"sense_key":"take%2:42:03::","synset_id":"accept.v.08"},{"index":38,"sense_key":"take%2:42:15::","synset_id":"contain.v.05"},{"index":39,"sense_key":"take%2:41:13::","synset_id":"take.v.39"},{"index":40,"sense_key":"take%2:38:11::","synset_id":"drive.v.16"},{"index":41,"sense_key":"take%2:33:08::","synset_id":"take.v.41"},{"index":42,"sense_key":"take%2:29:08::","synset_id":"contract.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"take%2:42:00::","call_ids":["senseval3.d000.s036.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"take%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1005,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39675263594835997}
{"item_id":"senseval3.d000.s037.t000","gold_sense_keys":["mean%2:32:01::"],"candidates":[{"index":1,"sense_key":"mean%2:32:01::","synset_id":"mean.v.01"},{"index":2,"sense_key":"mean%2:42:00::","synset_id":"entail.v.01"},{"index":3,"sense_key":"mean%2:32:03::","synset_id":"mean.v.03"},{"index":4,"sense_key":"mean%2:31:00::","synset_id":"intend.v.01"},{"index":5,"sense_key":"mean%2:42:03::","synset_id":"mean.v.05"},{"index":6,"sense_key":"mean%2:31:01::","synset_id":"think_of.v.04"},{"index":7,"sense_key":"mean%2:31:05::","synset_id":"mean.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"mean%2:31:05::","call_ids":["senseval3.d000.s037.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"mean%2:31:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38472569291479886}
{"item_id":"senseval3.d000.s038.t000","gold_sense_keys":["have%2:40:00::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"have%2:30:00::","call_ids":["senseval3.d000.s038.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"have%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":482,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.388356207171455}
{"item_id":"senseval3.d000.s039.t000","gold_sense_keys":["hit%2:35:01::"],"candidates":[{"index":1,"sense_key":"hit%2:35:03::","synset_id":"hit.v.01"},{"index":2,"sense_key":"hit%2:35:01::","synset_id":"hit.v.02"},{"index":3,"sense_key":"hit%2:35:00::","synset_id":"hit.v.03"},{"index":4,"sense_key":"hit%2:38:00::","synset_id":"reach.v.01"},{"index":5,"sense_key":"hit%2:35:05::","synset_id":"hit.v.05"},{"index":6,"sense_key":"hit%2:33:01::","synset_id":"shoot.v.01"},{"index":7,"sense_key":"hit%2:40:05::","synset_id":"stumble.v.03"},{"index":8,"sense_key":"hit%2:33:02::","synset_id":"score.v.01"},{"index":9,"sense_key":"hit%2:39:00::","synset_id":"hit.v.09"},{"index":10,"sense_key":"hit%2:33:00::","synset_id":"strike.v.04"},{"index":11,"sense_key":"hit%2:41:00::","synset_id":"murder.v.01"},{"index":12,"sense_key":"hit%2:38:02::","synset_id":"hit.v.12"},{"index":13,"sense_key":"hit%2:38:07::","synset_id":"reach.v.02"},{"index":14,"sense_key":"hit%2:35:02::","synset_id":"strike.v.10"},{"index":15,"sense_key":"hit%2:34:00::","synset_id":"hit.v.15"},{"index":16,"sense_key":"hit%2:33:03::","synset_id":"hit.v.16"},{"index":17,"sense_key":"hit%2:32:12::","synset_id":"hit.v.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"hit%2:35:05::","call_ids":["senseval3.d000.s039.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"hit%2:35:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":454,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46192258899100125}
{"item_id":"senseval3.d000.s039.t001","gold_sense_keys":["truck%1:06:00::"],"candidates":[{"index":1,"sense_key":"truck%1:06:00::","synset_id":"truck.n.01"},{"index":2,"sense_key":"truck%1:06:01::","synset_id":"hand_truck.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"truck%1:06:00::","call_ids":["senseval3.d000.s039.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"truck%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4692252778913826}
{"item_id":"senseval3.d000.s040.t000","gold_sense_keys":["return%2:40:03::"],"candidates":[{"index":1,"sense_key":"return%2:38:00::","synset_id":"return.v.01"},{"index":2,"sense_key":"return%2:40:08::","synset_id":"render.v.07"},{"index":3,"sense_key":"return%2:30:00::","synset_id":"revert.v.01"},{"index":4,"sense_key":"return%2:32:00::","synset_id":"hark_back.v.01"},{"index":5,"sense_key":"return%2:38:12::","synset_id":"return.v.05"},{"index":6,"sense_key":"return%2:40:03::","synset_id":"return.v.06"},{"index":7,"sense_key":"return%2:35:01::","synset_id":"return.v.07"},{"index":8,"sense_key":"return%2:32:01::","synset_id":"retort.v.01"},{"index":9,"sense_key":"return%2:30:01::","synset_id":"come_back.v.01"},{"index":10,"sense_key":"return%2:40:00::","synset_id":"refund.v.01"},{"index":11,"sense_key":"return%2:32:03::","synset_id":"render.v.05"},{"index":12,"sense_key":"return%2:41:00::","synset_id":"reelect.v.01"},{"index":13,"sense_key":"return%2:40:13::","synset_id":"fall.v.21"},{"index":14,"sense_key":"return%2:38:01::","synset_id":"return.v.14"},{"index":15,"sense_key":"return%2:36:00::","synset_id":"render.v.04"},{"index":16,"sense_key":"return%2:32:02::","synset_id":"return.v.16"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"return%2:40:08::","call_ids":["senseval3.d000.s040.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"return%2:40:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":352,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.47542338795028627}
{"item_id":"senseval3.d000.s040.t001","gold_sense_keys":["favor%1:04:00::"],"candidates":[{"index":1,"sense_key":"favor%1:04:00::","synset_id":"favor.n.01"},{"index":2,"sense_key":"favor%1:07:00::","synset_id":"favor.n.02"},{"index":3,"sense_key":"favor%1:09:00::","synset_id":"favor.n.03"},{"index":4,"sense_key":"favor%1:12:00::","synset_id":"favor.n.04"},{"index":5,"sense_key":"favor%1:06:00::","synset_id":"party_favor.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"favor%1:07:00::","call_ids":["senseval3.d000.s040.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"favor%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4823691020719707}
{"item_id":"senseval3.d000.s041.t000","gold_sense_keys":["do%2:36:01::","do%2:41:01::","do%2:41:04::"],"candidates":[{"index":1,"sense_key":"do%2:41:01::","synset_id":"make.v.01"},{"index":2,"sense_key":"do%2:36:01::","synset_id":"perform.v.01"},{"index":3,"sense_key":"do%2:41:04::","synset_id":"do.v.03"},{"index":4,"sense_key":"do%2:42:00::","synset_id":"do.v.04"},{"index":5,"sense_key":"do%2:36:02::","synset_id":"cause.v.01"},{"index":6,"sense_key":"do%2:41:02::","synset_id":"practice.v.01"},{"index":7,"sense_key":"do%2:42:01::","synset_id":"suffice.v.01"},{"index":8,"sense_key":"do%2:36:00::","synset_id":"do.v.08"},{"index":9,"sense_key":"do%2:29:09::","synset_id":"act.v.02"},{"index":10,"sense_key":"do%2:42:02::","synset_id":"serve.v.09"},{"index":11,"sense_key":"do%2:41:03::","synset_id":"do.v.11"},{"index":12,"sense_key":"do%2:29:04::","synset_id":"dress.v.16"},{"index":13,"sense_key":"do%2:38:00::","synset_id":"do.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"do%2:42:00::","call_ids":["senseval3.d000.s041.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"do%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":376,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4699446449521929}
{"item_id":"senseval3.d000.s041.t002","gold_sense_keys":["like%2:37:04::"],"candidates":[{"index":1,"sense_key":"like%2:37:01::","synset_id":"wish.v.02"},{"index":2,"sense_key":"like%2:37:05::","synset_id":"like.v.02"},{"index":3,"sense_key":"like%2:37:04::","synset_id":"like.v.03"},{"index":4,"sense_key":"like%2:31:00::","synset_id":"like.v.04"},{"index":5,"sense_key":"like%2:37:06::","synset_id":"like.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"like%2:31:00::","call_ids":["senseval3.d000.s041.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"like%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.47163094906136394}
{"item_id":"senseval3.d000.s043.t001","gold_sense_keys":["try%2:37:00::","try%2:41:01::"],"candidates":[{"index":1,"sense_key":"try%2:41:00::","synset_id":"try.v.01"},{"index":2,"sense_key":"try%2:41:01::","synset_id":"test.v.01"},{"index":3,"sense_key":"try%2:41:06::","synset_id":"judge.v.05"},{"index":4,"sense_key":"try%2:34:00::","synset_id":"sample.v.01"},{"index":5,"sense_key":"try%2:41:05::","synset_id":"hear.v.03"},{"index":6,"sense_key":"try%2:37:01::","synset_id":"try.v.06"},{"index":7,"sense_key":"try%2:37:00::","synset_id":"try.v.07"},{"index":8,"sense_key":"try%2:30:00::","synset_id":"try.v.08"},{"index":9,"sense_key":"try%2:29:00::","synset_id":"try_on.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"try%2:34:00::","call_ids":["senseval3.d000.s043.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"try%2:34:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":309,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4829922919161618}
{"item_id":"senseval3.d000.s044.t000","gold_sense_keys":["rub%2:35:00::"],"candidates":[{"index":1,"sense_key":"rub%2:35:00::","synset_id":"rub.v.01"},{"index":2,"sense_key":"rub%2:35:01::","synset_id":"rub.v.02"},{"index":3,"sense_key":"rub%2:39:00::","synset_id":"rub.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"rub%2:35:01::","call_ids":["senseval3.d000.s044.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"rub%2:35:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4726920169778168}
{"item_id":"senseval3.d000.s044.t001","gold_sense_keys":["forehead%1:08:00::"],"candidates":[{"index":1,"sense_key":"forehead%1:08:00::","synset_id":"brow.n.01"},{"index":2,"sense_key":"forehead%1:08:01::","synset_id":"frontal_bone.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"forehead%1:08:00::","call_ids":["senseval3.d000.s044.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"forehead%1:08:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":124,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4562286038417369}
{"item_id":"senseval3.d000.s045.t001","gold_sense_keys":["feel%2:29:00::","feel%2:31:01::","feel%2:37:00::"],"candidates":[{"index":1,"sense_key":"feel%2:37:00::","synset_id":"feel.v.01"},{"index":2,"sense_key":"feel%2:31:00::","synset_id":"find.v.05"},{"index":3,"sense_key":"feel%2:39:00::","synset_id":"feel.v.03"},{"index":4,"sense_key":"feel%2:29:00::","synset_id":"feel.v.04"},{"index":5,"sense_key":"feel%2:31:01::","synset_id":"feel.v.05"},{"index":6,"sense_key":"feel%2:39:01::","synset_id":"feel.v.06"},{"index":7,"sense_key":"feel%2:42:00::","synset_id":"feel.v.07"},{"index":8,"sense_key":"feel%2:39:10::","synset_id":"feel.v.08"},{"index":9,"sense_key":"feel%2:35:00::","synset_id":"feel.v.09"},{"index":10,"sense_key":"feel%2:35:01::","synset_id":"palpate.v.01"},{"index":11,"sense_key":"feel%2:40:00::","synset_id":"feel.v.11"},{"index":12,"sense_key":"feel%2:39:09::","synset_id":"feel.v.12"},{"index":13,"sense_key":"feel%2:35:11::","synset_id":"feel.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"feel%2:39:09::","call_ids":["senseval3.d000.s045.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"feel%2:39:09::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":393,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.456989211961627}
{"item_id":"senseval3.d000.s045.t002","gold_sense_keys":["woolly%5:00:00:confused:00"],"candidates":[{"index":1,"sense_key":"woolly%5:00:00:soft:01","synset_id":"flocculent.s.01"},{"index":2,"sense_key":"woolly%5:00:00:confused:00","synset_id":"addled.s.02"},{"index":3,"sense_key":"woolly%5:00:00:hairy:00","synset_id":"wooly.s.03"},{"index":4,"sense_key":"woolly%5:00:02:hairy:00","synset_id":"lanate.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"woolly%5:00:00:confused:00","call_ids":["senseval3.d000.s045.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"woolly%5:00:00:confused:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4637572409119457}
{"item_id":"senseval3.d000.s046.t001","gold_sense_keys":["guy%1:18:00::"],"candidates":[{"index":1,"sense_key":"guy%1:18:00::","synset_id":"guy.n.01"},{"index":2,"sense_key":"guy%1:06:01::","synset_id":"guy.n.02"},{"index":3,"sense_key":"guy%1:06:00::","synset_id":"guy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"guy%1:18:00::","call_ids":["senseval3.d000.s046.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"guy%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4645366359036416}
{"item_id":"senseval3.d000.s046.t002","gold_sense_keys":["make%2:36:12::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":46,"chosen_sense_key":"make%2:30:14::","call_ids":["senseval3.d000.s046.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":46,"predicted_sense_key":"make%2:30:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1061,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46540626999922097}
{"item_id":"senseval3.d000.s046.t003","gold_sense_keys":["exit%1:04:00::"],"candidates":[{"index":1,"sense_key":"exit%1:06:00::","synset_id":"exit.n.01"},{"index":2,"sense_key":"exit%1:11:00::","synset_id":"passing.n.02"},{"index":3,"sense_key":"exit%1:04:00::","synset_id":"exit.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"exit%1:04:00::","call_ids":["senseval3.d000.s046.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"exit%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4372694198973477}
{"item_id":"senseval3.d000.s047.t000","gold_sense_keys":["expect%2:31:00::"],"candidates":[{"index":1,"sense_key":"expect%2:31:00::","synset_id":"expect.v.01"},{"index":2,"sense_key":"expect%2:32:00::","synset_id":"ask.v.04"},{"index":3,"sense_key":"expect%2:31:01::","synset_id":"expect.v.03"},{"index":4,"sense_key":"expect%2:31:05::","synset_id":"expect.v.04"},{"index":5,"sense_key":"expect%2:29:02::","synset_id":"expect.v.05"},{"index":6,"sense_key":"expect%2:29:00::","synset_id":"have_a_bun_in_the_oven.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"expect%2:31:01::","call_ids":["senseval3.d000.s047.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"expect%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46617727214470506}
{"item_id":"senseval3.d000.s047.t001","gold_sense_keys":["come%2:30:13::"],"candidates":[{"index":1,"sense_key":"come%2:38:00::","synset_id":"come.v.01"},{"index":2,"sense_key":"come%2:38:04::","synset_id":"arrive.v.01"},{"index":3,"sense_key":"come%2:30:01::","synset_id":"come.v.03"},{"index":4,"sense_key":"come%2:30:03::","synset_id":"come.v.04"},{"index":5,"sense_key":"come%2:42:04::","synset_id":"come.v.05"},{"index":6,"sense_key":"come%2:30:02::","synset_id":"come.v.06"},{"index":7,"sense_key":"come%2:42:13::","synset_id":"issue_forth.v.01"},{"index":8,"sense_key":"come%2:42:09::","synset_id":"hail.v.02"},{"index":9,"sense_key":"come%2:42:03::","synset_id":"come.v.09"},{"index":10,"sense_key":"come%2:42:05::","synset_id":"come.v.10"},{"index":11,"sense_key":"come%2:38:03::","synset_id":"come.v.11"},{"index":12,"sense_key":"come%2:42:00::","synset_id":"fall.v.04"},{"index":13,"sense_key":"come%2:30:13::","synset_id":"come.v.13"},{"index":14,"sense_key":"come%2:42:12::","synset_id":"total.v.01"},{"index":15,"sense_key":"come%2:42:11::","synset_id":"come.v.15"},{"index":16,"sense_key":"come%2:38:02::","synset_id":"come.v.16"},{"index":17,"sense_key":"come%2:31:14::","synset_id":"occur.v.02"},{"index":18,"sense_key":"come%2:42:15::","synset_id":"derive.v.05"},{"index":19,"sense_key":"come%2:42:02::","synset_id":"do.v.04"},{"index":20,"sense_key":"come%2:39:00::","synset_id":"come.v.20"},{"index":21,"sense_key":"come%2:31:13::","synset_id":"come.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"come%2:42:05::","call_ids":["senseval3.d000.s047.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"come%2:42:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":544,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3830254818312824}
{"item_id":"senseval3.d000.s047.t003","gold_sense_keys":["people%1:14:00::"],"candidates":[{"index":1,"sense_key":"people%1:14:00::","synset_id":"people.n.01"},{"index":2,"sense_key":"people%1:14:01::","synset_id":"citizenry.n.01"},{"index":3,"sense_key":"people%1:14:02::","synset_id":"people.n.03"},{"index":4,"sense_key":"people%1:14:03::","synset_id":"multitude.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"people%1:14:01::","call_ids":["senseval3.d000.s047.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"people%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.427773152012378}
{"item_id":"senseval3.d000.s048.t000","gold_sense_keys":["concede%2:32:01::"],"candidates":[{"index":1,"sense_key":"concede%2:32:00::","synset_id":"concede.v.01"},{"index":2,"sense_key":"concede%2:32:01::","synset_id":"concede.v.02"},{"index":3,"sense_key":"concede%2:40:00::","synset_id":"concede.v.03"},{"index":4,"sense_key":"concede%2:33:00::","synset_id":"concede.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"concede%2:40:00::","call_ids":["senseval3.d000.s048.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"concede%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3873150199651718}
{"item_id":"senseval3.d000.s048.t001","gold_sense_keys":["know%2:31:01::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"know%2:31:04::","call_ids":["senseval3.d000.s048.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"know%2:31:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":378,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41087512485682964}
{"item_id":"senseval3.d000.s049.t000","gold_sense_keys":["keep%2:42:07::"],"candidates":[{"index":1,"sense_key":"keep%2:42:00::","synset_id":"keep.v.01"},{"index":2,"sense_key":"keep%2:42:07::","synset_id":"continue.v.01"},{"index":3,"sense_key":"keep%2:40:00::","synset_id":"keep.v.03"},{"index":4,"sense_key":"keep%2:41:01::","synset_id":"prevent.v.02"},{"index":5,"sense_key":"keep%2:41:03::","synset_id":"observe.v.09"},{"index":6,"sense_key":"keep%2:31:00::","synset_id":"observe.v.08"},{"index":7,"sense_key":"keep%2:40:01::","synset_id":"keep.v.07"},{"index":8,"sense_key":"keep%2:32:00::","synset_id":"keep.v.08"},{"index":9,"sense_key":"keep%2:42:01::","synset_id":"keep.v.09"},{"index":10,"sense_key":"keep%2:41:02::","synset_id":"retain.v.02"},{"index":11,"sense_key":"keep%2:34:00::","synset_id":"sustain.v.04"},{"index":12,"sense_key":"keep%2:42:03::","synset_id":"keep.v.12"},{"index":13,"sense_key":"keep%2:41:05::","synset_id":"observe.v.06"},{"index":14,"sense_key":"keep%2:41:00::","synset_id":"restrain.v.01"},{"index":15,"sense_key":"keep%2:42:02::","synset_id":"keep.v.15"},{"index":16,"sense_key":"keep%2:42:12::","synset_id":"keep.v.16"},{"index":17,"sense_key":"keep%2:40:09::","synset_id":"keep_open.v.01"},{"index":18,"sense_key":"keep%2:40:13::","synset_id":"keep.v.18"},{"index":19,"sense_key":"keep%2:40:12::","synset_id":"keep.v.19"},{"index":20,"sense_key":"keep%2:40:10::","synset_id":"keep.v.20"},{"index":21,"sense_key":"keep%2:35:10::","synset_id":"keep.v.21"},{"index":22,"sense_key":"keep%2:30:10::","synset_id":"preserve.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"keep%2:42:07::","call_ids":["senseval3.d000.s049.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"keep%2:42:07::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":559,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3899244728963822}
{"item_id":"senseval3.d000.s049.t001","gold_sense_keys":["ride%2:32:00::"],"candidates":[{"index":1,"sense_key":"ride%2:38:01::","synset_id":"ride.v.01"},{"index":2,"sense_key":"ride%2:38:00::","synset_id":"ride.v.02"},{"index":3,"sense_key":"ride%2:42:00::","synset_id":"ride.v.03"},{"index":4,"sense_key":"ride%2:38:02::","synset_id":"ride.v.04"},{"index":5,"sense_key":"ride%2:32:00::","synset_id":"tease.v.02"},{"index":6,"sense_key":"ride%2:42:04::","synset_id":"ride.v.06"},{"index":7,"sense_key":"ride%2:42:03::","synset_id":"drive.v.12"},{"index":8,"sense_key":"ride%2:42:07::","synset_id":"depend_on.v.01"},{"index":9,"sense_key":"ride%2:42:02::","synset_id":"ride.v.09"},{"index":10,"sense_key":"ride%2:38:04::","synset_id":"ride.v.10"},{"index":11,"sense_key":"ride%2:38:03::","synset_id":"ride.v.11"},{"index":12,"sense_key":"ride%2:38:07::","synset_id":"ride.v.12"},{"index":13,"sense_key":"ride%2:35:00::","synset_id":"ride.v.13"},{"index":14,"sense_key":"ride%2:35:03::","synset_id":"ride.v.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"ride%2:38:04::","call_ids":["senseval3.d000.s049.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"ride%2:38:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":387,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42814346216619015}
{"item_id":"senseval3.d000.s049.t002","gold_sense_keys":["like%2:37:05::"],"candidates":[{"index":1,"sense_key":"like%2:37:01::","synset_id":"wish.v.02"},{"index":2,"sense_key":"like%2:37:05::","synset_id":"like.v.02"},{"index":3,"sense_key":"like%2:37:04::","synset_id":"like.v.03"},{"index":4,"sense_key":"like%2:31:00::","synset_id":"like.v.04"},{"index":5,"sense_key":"like%2:37:06::","synset_id":"like.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"like%2:31:00::","call_ids":["senseval3.d000.s049.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"like%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39245437690988183}
{"item_id":"senseval3.d000.s049.t003","gold_sense_keys":["listen%2:39:00::"],"candidates":[{"index":1,"sense_key":"listen%2:39:00::","synset_id":"listen.v.01"},{"index":2,"sense_key":"listen%2:39:01::","synset_id":"listen.v.02"},{"index":3,"sense_key":"listen%2:41:11::","synset_id":"heed.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"listen%2:39:01::","call_ids":["senseval3.d000.s049.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"listen%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41205650195479393}
{"item_id":"senseval3.d000.s049.t004","gold_sense_keys":["radio%1:06:01::"],"candidates":[{"index":1,"sense_key":"radio%1:10:00::","synset_id":"radio.n.01"},{"index":2,"sense_key":"radio%1:06:01::","synset_id":"radio_receiver.n.01"},{"index":3,"sense_key":"radio%1:06:00::","synset_id":"radio.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"radio%1:06:01::","call_ids":["senseval3.d000.s049.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"radio%1:06:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":136,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41375235305167735}
{"item_id":"senseval3.d000.s049.t005","gold_sense_keys":["sing%2:36:00::"],"candidates":[{"index":1,"sense_key":"sing%2:36:01::","synset_id":"sing.v.01"},{"index":2,"sense_key":"sing%2:36:00::","synset_id":"sing.v.02"},{"index":3,"sense_key":"sing%2:32:08::","synset_id":"sing.v.03"},{"index":4,"sense_key":"sing%2:32:00::","synset_id":"whistle.v.05"},{"index":5,"sense_key":"sing%2:32:01::","synset_id":"spill_the_beans.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sing%2:32:08::","call_ids":["senseval3.d000.s049.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sing%2:32:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36635710299015045}
{"item_id":"senseval3.d000.s049.t007","gold_sense_keys":["bath%1:04:00::"],"candidates":[{"index":1,"sense_key":"bath%1:06:02::","synset_id":"bath.n.01"},{"index":2,"sense_key":"bath%1:04:00::","synset_id":"bath.n.02"},{"index":3,"sense_key":"bath%1:06:00::","synset_id":"bathtub.n.01"},{"index":4,"sense_key":"bath%1:23:00::","synset_id":"bath.n.04"},{"index":5,"sense_key":"bath%1:15:00::","synset_id":"bath.n.05"},{"index":6,"sense_key":"bath%1:06:01::","synset_id":"bathroom.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bath%1:04:00::","call_ids":["senseval3.d000.s049.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bath%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36869596503674984}
{"item_id":"senseval3.d000.s050.t000","gold_sense_keys":["say%2:32:01::","say%2:32:13::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval3.d000.s050.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":321,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37467096699401736}
{"item_id":"senseval3.d000.s050.t001","gold_sense_keys":["neighbor%1:18:00::"],"candidates":[{"index":1,"sense_key":"neighbor%1:18:00::","synset_id":"neighbor.n.01"},{"index":2,"sense_key":"neighbor%1:17:00::","synset_id":"neighbor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"neighbor%1:18:00::","call_ids":["senseval3.d000.s050.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"neighbor%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":125,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3703536419197917}
{"item_id":"senseval3.d000.s050.t002","gold_sense_keys":["complain%2:32:00::"],"candidates":[{"index":1,"sense_key":"complain%2:32:00::","synset_id":"complain.v.01"},{"index":2,"sense_key":"complain%2:32:01::","synset_id":"complain.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"complain%2:32:00::","call_ids":["senseval3.d000.s050.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"complain%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3723098880145699}
{"item_id":"senseval3.d000.s050.t003","gold_sense_keys":["believe%2:31:00::"],"candidates":[{"index":1,"sense_key":"believe%2:31:00::","synset_id":"believe.v.01"},{"index":2,"sense_key":"believe%2:31:04::","synset_id":"think.v.01"},{"index":3,"sense_key":"believe%2:31:03::","synset_id":"believe.v.03"},{"index":4,"sense_key":"believe%2:31:01::","synset_id":"believe.v.04"},{"index":5,"sense_key":"believe%2:31:02::","synset_id":"believe.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"believe%2:31:03::","call_ids":["senseval3.d000.s050.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"believe%2:31:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3332615129183978}
{"item_id":"senseval3.d000.s051.t000","gold_sense_keys":["tell%2:32:00::"],"candidates":[{"index":1,"sense_key":"tell%2:32:04::","synset_id":"state.v.01"},{"index":2,"sense_key":"tell%2:32:00::","synset_id":"tell.v.02"},{"index":3,"sense_key":"tell%2:32:01::","synset_id":"tell.v.03"},{"index":4,"sense_key":"tell%2:32:02::","synset_id":"order.v.01"},{"index":5,"sense_key":"tell%2:31:00::","synset_id":"tell.v.05"},{"index":6,"sense_key":"tell%2:32:08::","synset_id":"assure.v.02"},{"index":7,"sense_key":"tell%2:32:03::","synset_id":"tell.v.07"},{"index":8,"sense_key":"tell%2:31:01::","synset_id":"distinguish.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"tell%2:32:08::","call_ids":["senseval3.d000.s051.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"tell%2:32:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2881650000344962}
{"item_id":"senseval3.d000.s051.t001","gold_sense_keys":["bother%2:37:00::"],"candidates":[{"index":1,"sense_key":"bother%2:41:00::","synset_id":"trouble_oneself.v.01"},{"index":2,"sense_key":"bother%2:37:00::","synset_id":"annoy.v.01"},{"index":3,"sense_key":"bother%2:41:01::","synset_id":"trouble.v.02"},{"index":4,"sense_key":"bother%2:38:00::","synset_id":"bother.v.04"},{"index":5,"sense_key":"bother%2:37:03::","synset_id":"bother.v.05"},{"index":6,"sense_key":"bother%2:37:02::","synset_id":"bother.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bother%2:37:00::","call_ids":["senseval3.d000.s051.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bother%2:37:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26000319700688124}
{"item_id":"senseval3.d000.s052.t000","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s052.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":382,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2613930969964713}
{"item_id":"senseval3.d000.s052.t001","gold_sense_keys":["close%2:35:00::"],"candidates":[{"index":1,"sense_key":"close%2:35:00::","synset_id":"close.v.01"},{"index":2,"sense_key":"close%2:35:06::","synset_id":"close.v.02"},{"index":3,"sense_key":"close%2:41:00::","synset_id":"close_up.v.01"},{"index":4,"sense_key":"close%2:41:01::","synset_id":"close.v.04"},{"index":5,"sense_key":"close%2:42:00::","synset_id":"conclude.v.04"},{"index":6,"sense_key":"close%2:32:05::","synset_id":"close.v.06"},{"index":7,"sense_key":"close%2:42:01::","synset_id":"close.v.07"},{"index":8,"sense_key":"close%2:41:15::","synset_id":"close.v.08"},{"index":9,"sense_key":"close%2:39:10::","synset_id":"close.v.09"},{"index":10,"sense_key":"close%2:38:08::","synset_id":"close.v.10"},{"index":11,"sense_key":"close%2:38:10::","synset_id":"close.v.11"},{"index":12,"sense_key":"close%2:38:15::","synset_id":"close.v.12"},{"index":13,"sense_key":"close%2:35:14::","synset_id":"close.v.13"},{"index":14,"sense_key":"close%2:35:07::","synset_id":"close.v.14"},{"index":15,"sense_key":"close%2:35:11::","synset_id":"close.v.15"},{"index":16,"sense_key":"close%2:35:15::","synset_id":"close_up.v.03"},{"index":17,"sense_key":"close%2:30:08::","synset_id":"close.v.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"close%2:41:01::","call_ids":["senseval3.d000.s052.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"close%2:41:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":469,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2596689600031823}
{"item_id":"senseval3.d000.s052.t002","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"eye%1:09:01::","call_ids":["senseval3.d000.s052.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"eye%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2613968560472131}
{"item_id":"senseval3.d000.s052.t003","gold_sense_keys":["nod%2:32:00::"],"candidates":[{"index":1,"sense_key":"nod%2:32:01::","synset_id":"nod.v.01"},{"index":2,"sense_key":"nod%2:32:00::","synset_id":"nod.v.02"},{"index":3,"sense_key":"nod%2:29:03::","synset_id":"nod.v.03"},{"index":4,"sense_key":"nod%2:38:00::","synset_id":"nod.v.04"},{"index":5,"sense_key":"nod%2:29:02::","synset_id":"nod.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"nod%2:32:00::","call_ids":["senseval3.d000.s052.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"nod%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26200849818997085}
{"item_id":"senseval3.d000.s053.t000","gold_sense_keys":["look%2:39:00::"],"candidates":[{"index":1,"sense_key":"look%2:39:00::","synset_id":"look.v.01"},{"index":2,"sense_key":"look%2:39:01::","synset_id":"look.v.02"},{"index":3,"sense_key":"look%2:29:00::","synset_id":"look.v.03"},{"index":4,"sense_key":"look%2:39:02::","synset_id":"search.v.02"},{"index":5,"sense_key":"look%2:42:00::","synset_id":"front.v.01"},{"index":6,"sense_key":"look%2:41:13::","synset_id":"attend.v.02"},{"index":7,"sense_key":"look%2:32:00::","synset_id":"look.v.07"},{"index":8,"sense_key":"look%2:31:00::","synset_id":"expect.v.03"},{"index":9,"sense_key":"look%2:42:02::","synset_id":"look.v.09"},{"index":10,"sense_key":"look%2:31:02::","synset_id":"count.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"look%2:29:00::","call_ids":["senseval3.d000.s053.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"look%2:29:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":313,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26250051194801927}
{"item_id":"senseval3.d000.s053.t001","gold_sense_keys":["seem%2:39:00::"],"candidates":[{"index":1,"sense_key":"seem%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"seem%2:39:01::","synset_id":"appear.v.04"},{"index":3,"sense_key":"seem%2:42:00::","synset_id":"seem.v.03"},{"index":4,"sense_key":"seem%2:39:02::","synset_id":"seem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seem%2:39:01::","call_ids":["senseval3.d000.s053.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seem%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2630894430913031}
{"item_id":"senseval3.d000.s054.t000","gold_sense_keys":["fine%4:02:00::"],"candidates":[{"index":1,"sense_key":"fine%4:02:00::","synset_id":"very_well.r.02"},{"index":2,"sense_key":"fine%4:02:02::","synset_id":"finely.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"fine%4:02:00::","call_ids":["senseval3.d000.s054.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"fine%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":109,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.308774895966053}
{"item_id":"senseval3.d000.s055.t000","gold_sense_keys":["give%2:40:07::"],"candidates":[{"index":1,"sense_key":"give%2:40:03::","synset_id":"give.v.01"},{"index":2,"sense_key":"give%2:40:05::","synset_id":"yield.v.01"},{"index":3,"sense_key":"give%2:40:00::","synset_id":"give.v.03"},{"index":4,"sense_key":"give%2:40:07::","synset_id":"give.v.04"},{"index":5,"sense_key":"give%2:32:01::","synset_id":"give.v.05"},{"index":6,"sense_key":"give%2:36:02::","synset_id":"hold.v.03"},{"index":7,"sense_key":"give%2:32:00::","synset_id":"give.v.07"},{"index":8,"sense_key":"give%2:40:01::","synset_id":"give.v.08"},{"index":9,"sense_key":"give%2:36:03::","synset_id":"give.v.09"},{"index":10,"sense_key":"give%2:31:02::","synset_id":"give.v.10"},{"index":11,"sense_key":"give%2:36:00::","synset_id":"render.v.04"},{"index":12,"sense_key":"give%2:40:09::","synset_id":"impart.v.01"},{"index":13,"sense_key":"give%2:36:01::","synset_id":"establish.v.05"},{"index":14,"sense_key":"give%2:40:02::","synset_id":"give.v.14"},{"index":15,"sense_key":"give%2:41:00::","synset_id":"give.v.15"},{"index":16,"sense_key":"give%2:40:10::","synset_id":"sacrifice.v.01"},{"index":17,"sense_key":"give%2:40:06::","synset_id":"pass.v.05"},{"index":18,"sense_key":"give%2:32:03::","synset_id":"give.v.18"},{"index":19,"sense_key":"give%2:40:13::","synset_id":"give.v.19"},{"index":20,"sense_key":"give%2:40:14::","synset_id":"give.v.20"},{"index":21,"sense_key":"give%2:32:02::","synset_id":"give.v.21"},{"index":22,"sense_key":"give%2:40:11::","synset_id":"grant.v.05"},{"index":23,"sense_key":"give%2:38:00::","synset_id":"move_over.v.01"},{"index":24,"sense_key":"give%2:34:00::","synset_id":"feed.v.02"},{"index":25,"sense_key":"give%2:40:08::","synset_id":"contribute.v.02"},{"index":26,"sense_key":"give%2:38:13::","synset_id":"collapse.v.01"},{"index":27,"sense_key":"give%2:31:00::","synset_id":"give.v.27"},{"index":28,"sense_key":"give%2:41:10::","synset_id":"give.v.28"},{"index":29,"sense_key":"give%2:40:12::","synset_id":"give.v.29"},{"index":30,"sense_key":"give%2:40:15::","synset_id":"afford.v.04"},{"index":31,"sense_key":"give%2:36:13::","synset_id":"give.v.31"},{"index":32,"sense_key":"give%2:36:12::","synset_id":"give.v.32"},{"index":33,"sense_key":"give%2:35:00::","synset_id":"give.v.33"},{"index":34,"sense_key":"give%2:34:10::","synset_id":"give.v.34"},{"index":35,"sense_key":"give%2:32:11::","synset_id":"give.v.35"},{"index":36,"sense_key":"give%2:32:08::","synset_id":"give.v.36"},{"index":37,"sense_key":"give%2:32:15::","synset_id":"give.v.37"},{"index":38,"sense_key":"give%2:32:14::","synset_id":"give.v.38"},{"index":39,"sense_key":"give%2:32:09::","synset_id":"give.v.39"},{"index":40,"sense_key":"give%2:32:07::","synset_id":"give.v.40"},{"index":41,"sense_key":"give%2:32:10::","synset_id":"give.v.41"},{"index":42,"sense_key":"give%2:30:13::","synset_id":"give.v.42"},{"index":43,"sense_key":"give%2:29:11::","synset_id":"give.v.43"},{"index":44,"sense_key":"give%2:29:10::","synset_id":"give.v.44"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"give%2:40:07::","call_ids":["senseval3.d000.s055.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"give%2:40:07::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":966,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3109001130796969}
{"item_id":"senseval3.d000.s055.t001","gold_sense_keys":["address%1:15:00::"],"candidates":[{"index":1,"sense_key":"address%1:10:04::","synset_id":"address.n.01"},{"index":2,"sense_key":"address%1:15:00::","synset_id":"address.n.02"},{"index":3,"sense_key":"address%1:10:00::","synset_id":"address.n.03"},{"index":4,"sense_key":"address%1:10:03::","synset_id":"address.n.04"},{"index":5,"sense_key":"address%1:10:01::","synset_id":"address.n.05"},{"index":6,"sense_key":"address%1:10:02::","synset_id":"address.n.06"},{"index":7,"sense_key":"address%1:07:01::","synset_id":"address.n.07"},{"index":8,"sense_key":"address%1:07:00::","synset_id":"savoir-faire.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"address%1:15:00::","call_ids":["senseval3.d000.s055.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"address%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3128062968607992}
{"item_id":"senseval3.d000.s056.t000","gold_sense_keys":["take%2:40:06::"],"candidates":[{"index":1,"sense_key":"take%2:41:04::","synset_id":"take.v.01"},{"index":2,"sense_key":"take%2:40:06::","synset_id":"take.v.02"},{"index":3,"sense_key":"take%2:38:09::","synset_id":"lead.v.01"},{"index":4,"sense_key":"take%2:35:00::","synset_id":"take.v.04"},{"index":5,"sense_key":"take%2:30:01::","synset_id":"assume.v.03"},{"index":6,"sense_key":"take%2:31:07::","synset_id":"take.v.06"},{"index":7,"sense_key":"take%2:38:10::","synset_id":"bring.v.01"},{"index":8,"sense_key":"take%2:40:00::","synset_id":"take.v.08"},{"index":9,"sense_key":"take%2:38:02::","synset_id":"take.v.09"},{"index":10,"sense_key":"take%2:31:01::","synset_id":"choose.v.01"},{"index":11,"sense_key":"take%2:40:05::","synset_id":"accept.v.02"},{"index":12,"sense_key":"take%2:41:00::","synset_id":"fill.v.04"},{"index":13,"sense_key":"take%2:31:03::","synset_id":"consider.v.03"},{"index":14,"sense_key":"take%2:42:00::","synset_id":"necessitate.v.01"},{"index":15,"sense_key":"take%2:39:00::","synset_id":"take.v.15"},{"index":16,"sense_key":"take%2:32:02::","synset_id":"film.v.01"},{"index":17,"sense_key":"take%2:30:00::","synset_id":"remove.v.01"},{"index":18,"sense_key":"take%2:34:00::","synset_id":"consume.v.02"},{"index":19,"sense_key":"take%2:31:09::","synset_id":"take.v.19"},{"index":20,"sense_key":"take%2:40:15::","synset_id":"take.v.20"},{"index":21,"sense_key":"take%2:40:01::","synset_id":"take.v.21"},{"index":22,"sense_key":"take%2:38:00::","synset_id":"assume.v.05"},{"index":23,"sense_key":"take%2:40:07::","synset_id":"accept.v.05"},{"index":24,"sense_key":"take%2:30:08::","synset_id":"take.v.24"},{"index":25,"sense_key":"take%2:31:02::","synset_id":"learn.v.04"},{"index":26,"sense_key":"take%2:32:00::","synset_id":"claim.v.05"},{"index":27,"sense_key":"take%2:38:05::","synset_id":"take.v.27"},{"index":28,"sense_key":"take%2:33:09::","synset_id":"aim.v.01"},{"index":29,"sense_key":"take%2:30:09::","synset_id":"take.v.29"},{"index":30,"sense_key":"take%2:42:10::","synset_id":"carry.v.02"},{"index":31,"sense_key":"take%2:40:03::","synset_id":"lease.v.04"},{"index":32,"sense_key":"take%2:40:04::","synset_id":"subscribe.v.05"},{"index":33,"sense_key":"take%2:40:02::","synset_id":"take.v.33"},{"index":34,"sense_key":"take%2:40:08::","synset_id":"take.v.34"},{"index":35,"sense_key":"take%2:35:14::","synset_id":"take.v.35"},{"index":36,"sense_key":"take%2:32:09::","synset_id":"claim.v.04"},{"index":37,"sense_key":"take%2:42:03::","synset_id":"accept.v.08"},{"index":38,"sense_key":"take%2:42:15::","synset_id":"contain.v.05"},{"index":39,"sense_key":"take%2:41:13::","synset_id":"take.v.39"},{"index":40,"sense_key":"take%2:38:11::","synset_id":"drive.v.16"},{"index":41,"sense_key":"take%2:33:08::","synset_id":"take.v.41"},{"index":42,"sense_key":"take%2:29:08::","synset_id":"contract.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"take%2:42:00::","call_ids":["senseval3.d000.s056.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"take%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1000,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.312593013048172}
{"item_id":"senseval3.d000.s056.t001","gold_sense_keys":["time%1:03:00::","time%1:28:05::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"time%1:28:05::","call_ids":["senseval3.d000.s056.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"time%1:28:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":304,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35786744114011526}
{"item_id":"senseval3.d000.s057.t000","gold_sense_keys":["want%2:37:00::"],"candidates":[{"index":1,"sense_key":"want%2:37:00::","synset_id":"desire.v.01"},{"index":2,"sense_key":"want%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"want%2:35:00::","synset_id":"want.v.03"},{"index":4,"sense_key":"want%2:31:01::","synset_id":"want.v.04"},{"index":5,"sense_key":"want%2:42:01::","synset_id":"want.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"want%2:31:01::","call_ids":["senseval3.d000.s057.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"want%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35575482505373657}
{"item_id":"senseval3.d000.s057.t001","gold_sense_keys":["study%2:31:02::"],"candidates":[{"index":1,"sense_key":"study%2:31:02::","synset_id":"analyze.v.01"},{"index":2,"sense_key":"study%2:31:03::","synset_id":"study.v.02"},{"index":3,"sense_key":"study%2:39:00::","synset_id":"study.v.03"},{"index":4,"sense_key":"study%2:31:00::","synset_id":"learn.v.04"},{"index":5,"sense_key":"study%2:31:01::","synset_id":"study.v.05"},{"index":6,"sense_key":"study%2:31:04::","synset_id":"study.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"study%2:39:00::","call_ids":["senseval3.d000.s057.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"study%2:39:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3585576182231307}
{"item_id":"senseval3.d000.s057.t003","gold_sense_keys":["habit%1:09:00::"],"candidates":[{"index":1,"sense_key":"habit%1:09:00::","synset_id":"habit.n.01"},{"index":2,"sense_key":"habit%1:04:02::","synset_id":"habit.n.02"},{"index":3,"sense_key":"habit%1:06:00::","synset_id":"habit.n.03"},{"index":4,"sense_key":"habit%1:22:00::","synset_id":"habit.n.04"},{"index":5,"sense_key":"habit%1:06:01::","synset_id":"habit.n.05"},{"index":6,"sense_key":"habit%1:04:01::","synset_id":"substance_abuse.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"habit%1:04:02::","call_ids":["senseval3.d000.s057.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"habit%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3003359909635037}
{"item_id":"senseval3.d000.s057.t004","gold_sense_keys":["movement%1:04:04::"],"candidates":[{"index":1,"sense_key":"movement%1:04:00::","synset_id":"motion.n.03"},{"index":2,"sense_key":"movement%1:04:04::","synset_id":"motion.n.06"},{"index":3,"sense_key":"movement%1:11:00::","synset_id":"movement.n.03"},{"index":4,"sense_key":"movement%1:14:00::","synset_id":"movement.n.04"},{"index":5,"sense_key":"movement%1:10:00::","synset_id":"movement.n.05"},{"index":6,"sense_key":"movement%1:04:03::","synset_id":"campaign.n.02"},{"index":7,"sense_key":"movement%1:19:00::","synset_id":"apparent_motion.n.01"},{"index":8,"sense_key":"movement%1:22:00::","synset_id":"bowel_movement.n.01"},{"index":9,"sense_key":"movement%1:09:00::","synset_id":"drift.n.05"},{"index":10,"sense_key":"movement%1:06:00::","synset_id":"movement.n.10"},{"index":11,"sense_key":"movement%1:04:02::","synset_id":"movement.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"movement%1:04:02::","call_ids":["senseval3.d000.s057.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"movement%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":380,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3014404221903533}
{"item_id":"senseval3.d000.s058.t000","gold_sense_keys":["see%2:31:01::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"see%2:31:02::","call_ids":["senseval3.d000.s058.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"see%2:31:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":636,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30580198601819575}
{"item_id":"senseval3.d000.s058.t001","gold_sense_keys":["make%2:30:00::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval3.d000.s058.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1058,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3069412868935615}
{"item_id":"senseval3.d000.s059.t000","gold_sense_keys":["suicide%1:04:00::"],"candidates":[{"index":1,"sense_key":"suicide%1:04:00::","synset_id":"suicide.n.01"},{"index":2,"sense_key":"suicide%1:18:00::","synset_id":"suicide.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"suicide%1:04:00::","call_ids":["senseval3.d000.s059.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"suicide%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":115,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31440130318515}
{"item_id":"senseval3.d000.s059.t001","gold_sense_keys":["look%2:39:01::"],"candidates":[{"index":1,"sense_key":"look%2:39:00::","synset_id":"look.v.01"},{"index":2,"sense_key":"look%2:39:01::","synset_id":"look.v.02"},{"index":3,"sense_key":"look%2:29:00::","synset_id":"look.v.03"},{"index":4,"sense_key":"look%2:39:02::","synset_id":"search.v.02"},{"index":5,"sense_key":"look%2:42:00::","synset_id":"front.v.01"},{"index":6,"sense_key":"look%2:41:13::","synset_id":"attend.v.02"},{"index":7,"sense_key":"look%2:32:00::","synset_id":"look.v.07"},{"index":8,"sense_key":"look%2:31:00::","synset_id":"expect.v.03"},{"index":9,"sense_key":"look%2:42:02::","synset_id":"look.v.09"},{"index":10,"sense_key":"look%2:31:02::","synset_id":"count.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"look%2:42:02::","call_ids":["senseval3.d000.s059.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"look%2:42:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":308,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31574873602949083}
{"item_id":"senseval3.d000.s060.t000","gold_sense_keys":["trouble%1:04:02::","trouble%1:09:00::","trouble%1:11:00::"],"candidates":[{"index":1,"sense_key":"trouble%1:09:00::","synset_id":"trouble.n.01"},{"index":2,"sense_key":"trouble%1:11:01::","synset_id":"fuss.n.02"},{"index":3,"sense_key":"trouble%1:11:00::","synset_id":"trouble.n.03"},{"index":4,"sense_key":"trouble%1:04:02::","synset_id":"trouble.n.04"},{"index":5,"sense_key":"trouble%1:12:03::","synset_id":"worry.n.02"},{"index":6,"sense_key":"trouble%1:26:02::","synset_id":"trouble.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trouble%1:04:02::","call_ids":["senseval3.d000.s060.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trouble%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.307456789072603}
{"item_id":"senseval3.d000.s061.t001","gold_sense_keys":["fly%2:38:02::"],"candidates":[{"index":1,"sense_key":"fly%2:38:00::","synset_id":"fly.v.01"},{"index":2,"sense_key":"fly%2:38:02::","synset_id":"fly.v.02"},{"index":3,"sense_key":"fly%2:38:01::","synset_id":"fly.v.03"},{"index":4,"sense_key":"fly%2:35:00::","synset_id":"fly.v.04"},{"index":5,"sense_key":"fly%2:38:07::","synset_id":"fly.v.05"},{"index":6,"sense_key":"fly%2:38:08::","synset_id":"fly.v.06"},{"index":7,"sense_key":"fly%2:30:01::","synset_id":"fly.v.07"},{"index":8,"sense_key":"fly%2:38:06::","synset_id":"fly.v.08"},{"index":9,"sense_key":"fly%2:38:05::","synset_id":"fly.v.09"},{"index":10,"sense_key":"fly%2:39:00::","synset_id":"fly.v.10"},{"index":11,"sense_key":"fly%2:38:03::","synset_id":"flee.v.01"},{"index":12,"sense_key":"fly%2:38:04::","synset_id":"fly.v.12"},{"index":13,"sense_key":"fly%2:35:01::","synset_id":"fly.v.13"},{"index":14,"sense_key":"fly%2:30:00::","synset_id":"vanish.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"fly%2:30:01::","call_ids":["senseval3.d000.s061.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"fly%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":340,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23356012301519513}
{"item_id":"senseval3.d000.s063.t000","gold_sense_keys":["smile%2:29:00::"],"candidates":[{"index":1,"sense_key":"smile%2:29:00::","synset_id":"smile.v.01"},{"index":2,"sense_key":"smile%2:32:00::","synset_id":"smile.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"smile%2:29:00::","call_ids":["senseval3.d000.s063.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"smile%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":118,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2569658849388361}
{"item_id":"senseval3.d000.s064.t001","gold_sense_keys":["say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"say%2:32:15::","call_ids":["senseval3.d000.s064.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"say%2:32:15::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":318,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26658025197684765}
{"item_id":"senseval3.d000.s065.t000","gold_sense_keys":["minute%1:28:00::"],"candidates":[{"index":1,"sense_key":"minute%1:28:00::","synset_id":"minute.n.01"},{"index":2,"sense_key":"minute%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"minute%1:28:02::","synset_id":"moment.n.01"},{"index":4,"sense_key":"minute%1:23:00::","synset_id":"minute.n.04"},{"index":5,"sense_key":"minute%1:10:00::","synset_id":"minute.n.05"},{"index":6,"sense_key":"minute%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"minute%1:28:01::","call_ids":["senseval3.d000.s065.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"minute%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2675020268652588}
{"item_id":"senseval3.d000.s065.t001","gold_sense_keys":["make%2:36:12::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval3.d000.s065.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1066,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2687653750181198}
{"item_id":"senseval3.d000.s065.t003","gold_sense_keys":["stranger%1:18:01::"],"candidates":[{"index":1,"sense_key":"stranger%1:18:00::","synset_id":"stranger.n.01"},{"index":2,"sense_key":"stranger%1:18:01::","synset_id":"stranger.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stranger%1:18:01::","call_ids":["senseval3.d000.s065.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stranger%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":130,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2717526201158762}
{"item_id":"senseval3.d000.s065.t004","gold_sense_keys":["stand_up%2:38:00::"],"candidates":[{"index":1,"sense_key":"stand_up%2:38:00::","synset_id":"arise.v.03"},{"index":2,"sense_key":"stand_up%2:33:00::","synset_id":"stand_up.v.02"},{"index":3,"sense_key":"stand_up%2:35:03::","synset_id":"stand.v.10"},{"index":4,"sense_key":"stand_up%2:35:00::","synset_id":"stand.v.01"},{"index":5,"sense_key":"stand_up%2:32:00::","synset_id":"stand_up.v.05"},{"index":6,"sense_key":"stand_up%2:42:00::","synset_id":"stand_up.v.06"},{"index":7,"sense_key":"stand_up%2:38:06::","synset_id":"bristle.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"stand_up%2:38:00::","call_ids":["senseval3.d000.s065.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"stand_up%2:38:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.272777431178838}
{"item_id":"senseval3.d000.s065.t005","gold_sense_keys":["nod%2:32:01::"],"candidates":[{"index":1,"sense_key":"nod%2:32:01::","synset_id":"nod.v.01"},{"index":2,"sense_key":"nod%2:32:00::","synset_id":"nod.v.02"},{"index":3,"sense_key":"nod%2:29:03::","synset_id":"nod.v.03"},{"index":4,"sense_key":"nod%2:38:00::","synset_id":"nod.v.04"},{"index":5,"sense_key":"nod%2:29:02::","synset_id":"nod.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"nod%2:32:00::","call_ids":["senseval3.d000.s065.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"nod%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2737746110651642}
{"item_id":"senseval3.d000.s065.t006","gold_sense_keys":["farewell%1:10:00::"],"candidates":[{"index":1,"sense_key":"farewell%1:10:00::","synset_id":"farewell.n.01"},{"index":2,"sense_key":"farewell%1:04:00::","synset_id":"farewell.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"farewell%1:04:00::","call_ids":["senseval3.d000.s065.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"farewell%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":130,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2750056032091379}
{"item_id":"senseval3.d000.s066.t000","gold_sense_keys":["watch%2:39:00::","watch%2:39:02::","watch%2:41:00::"],"candidates":[{"index":1,"sense_key":"watch%2:39:00::","synset_id":"watch.v.01"},{"index":2,"sense_key":"watch%2:41:00::","synset_id":"watch.v.02"},{"index":3,"sense_key":"watch%2:39:05::","synset_id":"watch.v.03"},{"index":4,"sense_key":"watch%2:39:02::","synset_id":"watch.v.04"},{"index":5,"sense_key":"watch%2:39:01::","synset_id":"watch.v.05"},{"index":6,"sense_key":"watch%2:39:03::","synset_id":"watch.v.06"},{"index":7,"sense_key":"watch%2:32:09::","synset_id":"determine.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"watch%2:39:05::","call_ids":["senseval3.d000.s066.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"watch%2:39:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2761806920170784}
{"item_id":"senseval3.d000.s066.t001","gold_sense_keys":["small%3:00:00::"],"candidates":[{"index":1,"sense_key":"small%3:00:00::","synset_id":"small.a.01"},{"index":2,"sense_key":"small%5:00:00:limited:00","synset_id":"minor.s.03"},{"index":3,"sense_key":"small%5:00:00:young:00","synset_id":"little.s.01"},{"index":4,"sense_key":"small%5:00:00:little:03","synset_id":"small.s.03"},{"index":5,"sense_key":"small%5:00:00:inferior:01","synset_id":"humble.s.01"},{"index":6,"sense_key":"small%5:00:00:lowercase:00","synset_id":"little.s.04"},{"index":7,"sense_key":"small%5:00:00:soft:04","synset_id":"little.s.03"},{"index":8,"sense_key":"small%5:00:00:fine:00","synset_id":"small.s.07"},{"index":9,"sense_key":"small%5:00:00:moderate:00","synset_id":"modest.s.01"},{"index":10,"sense_key":"small%5:00:00:decreased:00","synset_id":"belittled.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"small%5:00:00:moderate:00","call_ids":["senseval3.d000.s066.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"small%5:00:00:moderate:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":303,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2775426688604057}
{"item_id":"senseval3.d000.s066.t002","gold_sense_keys":["wiry%5:00:00:thin:03"],"candidates":[{"index":1,"sense_key":"wiry%5:00:00:thin:03","synset_id":"stringy.s.01"},{"index":2,"sense_key":"wiry%3:01:00::","synset_id":"wiry.a.02"},{"index":3,"sense_key":"wiry%5:00:00:hairy:00","synset_id":"wiry.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"wiry%5:00:00:thin:03","call_ids":["senseval3.d000.s066.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"wiry%5:00:00:thin:03","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2579812549520284}
{"item_id":"senseval3.d000.s066.t003","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s066.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":405,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21002974081784487}
{"item_id":"senseval3.d000.s066.t004","gold_sense_keys":["slip%2:38:01::"],"candidates":[{"index":1,"sense_key":"slip%2:38:01::","synset_id":"steal.v.02"},{"index":2,"sense_key":"slip%2:30:04::","synset_id":"slip.v.02"},{"index":3,"sense_key":"slip%2:38:00::","synset_id":"skid.v.04"},{"index":4,"sense_key":"slip%2:30:00::","synset_id":"slip.v.04"},{"index":5,"sense_key":"slip%2:38:05::","synset_id":"slip.v.05"},{"index":6,"sense_key":"slip%2:31:00::","synset_id":"err.v.01"},{"index":7,"sense_key":"slip%2:40:10::","synset_id":"slip.v.07"},{"index":8,"sense_key":"slip%2:38:02::","synset_id":"slip.v.08"},{"index":9,"sense_key":"slip%2:38:12::","synset_id":"slip.v.09"},{"index":10,"sense_key":"slip%2:31:01::","synset_id":"slip.v.10"},{"index":11,"sense_key":"slip%2:30:03::","synset_id":"dislocate.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"slip%2:40:10::","call_ids":["senseval3.d000.s066.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"slip%2:40:10::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":309,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30983432894572616}
{"item_id":"senseval3.d000.s066.t005","gold_sense_keys":["door%1:06:01::"],"candidates":[{"index":1,"sense_key":"door%1:06:00::","synset_id":"door.n.01"},{"index":2,"sense_key":"door%1:06:01::","synset_id":"doorway.n.01"},{"index":3,"sense_key":"door%1:07:00::","synset_id":"door.n.03"},{"index":4,"sense_key":"door%1:06:04::","synset_id":"door.n.04"},{"index":5,"sense_key":"door%1:06:03::","synset_id":"door.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"door%1:07:00::","call_ids":["senseval3.d000.s066.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"door%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3286963510327041}
{"item_id":"senseval3.d000.s066.t006","gold_sense_keys":["feel%2:29:00::","feel%2:31:01::","feel%2:37:00::"],"candidates":[{"index":1,"sense_key":"feel%2:37:00::","synset_id":"feel.v.01"},{"index":2,"sense_key":"feel%2:31:00::","synset_id":"find.v.05"},{"index":3,"sense_key":"feel%2:39:00::","synset_id":"feel.v.03"},{"index":4,"sense_key":"feel%2:29:00::","synset_id":"feel.v.04"},{"index":5,"sense_key":"feel%2:31:01::","synset_id":"feel.v.05"},{"index":6,"sense_key":"feel%2:39:01::","synset_id":"feel.v.06"},{"index":7,"sense_key":"feel%2:42:00::","synset_id":"feel.v.07"},{"index":8,"sense_key":"feel%2:39:10::","synset_id":"feel.v.08"},{"index":9,"sense_key":"feel%2:35:00::","synset_id":"feel.v.09"},{"index":10,"sense_key":"feel%2:35:01::","synset_id":"palpate.v.01"},{"index":11,"sense_key":"feel%2:40:00::","synset_id":"feel.v.11"},{"index":12,"sense_key":"feel%2:39:09::","synset_id":"feel.v.12"},{"index":13,"sense_key":"feel%2:35:11::","synset_id":"feel.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"feel%2:29:00::","call_ids":["senseval3.d000.s066.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"feel%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":416,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33168626693077385}
{"item_id":"senseval3.d000.s066.t008","gold_sense_keys":["see%2:31:02::","see%2:32:00::","see%2:39:00::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"see%2:32:00::","call_ids":["senseval3.d000.s066.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"see%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":656,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33713771402835846}
{"item_id":"senseval3.d000.s066.t009","gold_sense_keys":["seem%2:39:00::"],"candidates":[{"index":1,"sense_key":"seem%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"seem%2:39:01::","synset_id":"appear.v.04"},{"index":3,"sense_key":"seem%2:42:00::","synset_id":"seem.v.03"},{"index":4,"sense_key":"seem%2:39:02::","synset_id":"seem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seem%2:39:01::","call_ids":["senseval3.d000.s066.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seem%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32962253619916737}
{"item_id":"senseval3.d000.s066.t010","gold_sense_keys":["notice%2:39:00::"],"candidates":[{"index":1,"sense_key":"notice%2:39:04::","synset_id":"detect.v.01"},{"index":2,"sense_key":"notice%2:39:00::","synset_id":"notice.v.02"},{"index":3,"sense_key":"notice%2:32:00::","synset_id":"comment.v.01"},{"index":4,"sense_key":"notice%2:32:01::","synset_id":"notice.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"notice%2:39:00::","call_ids":["senseval3.d000.s066.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"notice%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33562352298758924}
{"item_id":"senseval3.d000.s066.t011","gold_sense_keys":["departure%1:04:00::"],"candidates":[{"index":1,"sense_key":"departure%1:04:00::","synset_id":"departure.n.01"},{"index":2,"sense_key":"departure%1:11:01::","synset_id":"deviation.n.01"},{"index":3,"sense_key":"departure%1:11:00::","synset_id":"passing.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"departure%1:04:00::","call_ids":["senseval3.d000.s066.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"departure%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3377895150333643}
{"item_id":"senseval3.d000.s067.t000","gold_sense_keys":["decide%2:31:00::"],"candidates":[{"index":1,"sense_key":"decide%2:31:00::","synset_id":"decide.v.01"},{"index":2,"sense_key":"decide%2:31:01::","synset_id":"decide.v.02"},{"index":3,"sense_key":"decide%2:31:02::","synset_id":"decide.v.03"},{"index":4,"sense_key":"decide%2:31:06::","synset_id":"decide.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"decide%2:31:01::","call_ids":["senseval3.d000.s067.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"decide%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34010001411661506}
{"item_id":"senseval3.d000.s067.t001","gold_sense_keys":["stay%2:38:00::","stay%2:42:01::","stay%2:42:02::"],"candidates":[{"index":1,"sense_key":"stay%2:30:00::","synset_id":"stay.v.01"},{"index":2,"sense_key":"stay%2:38:00::","synset_id":"stay.v.02"},{"index":3,"sense_key":"stay%2:42:01::","synset_id":"bide.v.01"},{"index":4,"sense_key":"stay%2:42:02::","synset_id":"stay.v.04"},{"index":5,"sense_key":"stay%2:38:01::","synset_id":"stay.v.05"},{"index":6,"sense_key":"stay%2:30:01::","synset_id":"stay.v.06"},{"index":7,"sense_key":"stay%2:42:04::","synset_id":"persist.v.03"},{"index":8,"sense_key":"stay%2:42:03::","synset_id":"last_out.v.01"},{"index":9,"sense_key":"stay%2:41:00::","synset_id":"stay.v.09"},{"index":10,"sense_key":"stay%2:35:00::","synset_id":"stay.v.10"},{"index":11,"sense_key":"stay%2:34:00::","synset_id":"quell.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"stay%2:42:02::","call_ids":["senseval3.d000.s067.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"stay%2:42:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":328,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33076325082220137}
{"item_id":"senseval3.d000.s067.t002","gold_sense_keys":["time%1:03:00::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"time%1:28:00::","call_ids":["senseval3.d000.s067.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"time%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":332,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34700125409290195}
{"item_id":"senseval3.d000.s067.t003","gold_sense_keys":["pass%2:38:03::"],"candidates":[{"index":1,"sense_key":"pass%2:38:00::","synset_id":"pass.v.01"},{"index":2,"sense_key":"pass%2:38:05::","synset_id":"travel_by.v.01"},{"index":3,"sense_key":"pass%2:41:02::","synset_id":"legislate.v.01"},{"index":4,"sense_key":"pass%2:38:03::","synset_id":"elapse.v.01"},{"index":5,"sense_key":"pass%2:40:00::","synset_id":"pass.v.05"},{"index":6,"sense_key":"pass%2:42:08::","synset_id":"run.v.03"},{"index":7,"sense_key":"pass%2:38:01::","synset_id":"pass.v.07"},{"index":8,"sense_key":"pass%2:30:00::","synset_id":"happen.v.01"},{"index":9,"sense_key":"pass%2:41:04::","synset_id":"pass.v.09"},{"index":10,"sense_key":"pass%2:42:00::","synset_id":"spend.v.01"},{"index":11,"sense_key":"pass%2:35:00::","synset_id":"guide.v.05"},{"index":12,"sense_key":"pass%2:32:01::","synset_id":"communicate.v.01"},{"index":13,"sense_key":"pass%2:30:01::","synset_id":"evanesce.v.01"},{"index":14,"sense_key":"pass%2:41:08::","synset_id":"pass.v.14"},{"index":15,"sense_key":"pass%2:42:04::","synset_id":"exceed.v.02"},{"index":16,"sense_key":"pass%2:41:07::","synset_id":"pass.v.16"},{"index":17,"sense_key":"pass%2:41:11::","synset_id":"pass.v.17"},{"index":18,"sense_key":"pass%2:40:02::","synset_id":"pass.v.18"},{"index":19,"sense_key":"pass%2:38:02::","synset_id":"sink.v.03"},{"index":20,"sense_key":"pass%2:40:01::","synset_id":"pass.v.20"},{"index":21,"sense_key":"pass%2:40:13::","synset_id":"fall.v.21"},{"index":22,"sense_key":"pass%2:38:04::","synset_id":"pass.v.22"},{"index":23,"sense_key":"pass%2:32:00::","synset_id":"authorize.v.01"},{"index":24,"sense_key":"pass%2:30:11::","synset_id":"die.v.01"},{"index":25,"sense_key":"pass%2:29:00::","synset_id":"excrete.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"pass%2:40:00::","call_ids":["senseval3.d000.s067.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"pass%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":630,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3500433440785855}
{"item_id":"senseval3.d000.s067.t004","gold_sense_keys":["seem%2:39:01::"],"candidates":[{"index":1,"sense_key":"seem%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"seem%2:39:01::","synset_id":"appear.v.04"},{"index":3,"sense_key":"seem%2:42:00::","synset_id":"seem.v.03"},{"index":4,"sense_key":"seem%2:39:02::","synset_id":"seem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seem%2:39:01::","call_ids":["senseval3.d000.s067.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seem%2:39:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35315934382379055}
{"item_id":"senseval3.d000.s067.t005","gold_sense_keys":["strange%3:00:00::"],"candidates":[{"index":1,"sense_key":"strange%3:00:00::","synset_id":"strange.a.01"},{"index":2,"sense_key":"strange%5:00:01:unfamiliar:00","synset_id":"strange.s.01"},{"index":3,"sense_key":"strange%3:00:01::","synset_id":"foreign.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"strange%3:00:00::","call_ids":["senseval3.d000.s067.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"strange%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35556929698213935}
{"item_id":"senseval3.d000.s067.t006","gold_sense_keys":["little%3:00:00::","little%3:00:01::"],"candidates":[{"index":1,"sense_key":"little%3:00:01::","synset_id":"small.a.01"},{"index":2,"sense_key":"little%3:00:03::","synset_id":"little.a.02"},{"index":3,"sense_key":"little%5:00:00:young:00","synset_id":"little.s.01"},{"index":4,"sense_key":"little%5:00:00:unimportant:00","synset_id":"fiddling.s.01"},{"index":5,"sense_key":"little%5:00:00:soft:04","synset_id":"little.s.03"},{"index":6,"sense_key":"little%3:00:00::","synset_id":"short.a.03"},{"index":7,"sense_key":"little%5:00:00:lowercase:00","synset_id":"little.s.04"},{"index":8,"sense_key":"little%5:00:00:emotional:00","synset_id":"little.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"little%5:00:00:young:00","call_ids":["senseval3.d000.s067.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"little%5:00:00:young:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":296,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3580126080196351}
{"item_id":"senseval3.d000.s067.t007","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s067.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":408,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36118529993109405}
{"item_id":"senseval3.d000.s067.t008","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval3.d000.s067.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3638507151044905}
{"item_id":"senseval3.d000.s067.t009","gold_sense_keys":["glass%1:06:00::"],"candidates":[{"index":1,"sense_key":"glass%1:27:00::","synset_id":"glass.n.01"},{"index":2,"sense_key":"glass%1:06:00::","synset_id":"glass.n.02"},{"index":3,"sense_key":"glass%1:23:00::","synset_id":"glass.n.03"},{"index":4,"sense_key":"glass%1:06:03::","synset_id":"field_glass.n.01"},{"index":5,"sense_key":"glass%1:06:01::","synset_id":"methamphetamine.n.01"},{"index":6,"sense_key":"glass%1:06:02::","synset_id":"looking_glass.n.01"},{"index":7,"sense_key":"glass%1:06:04::","synset_id":"glass.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"glass%1:06:00::","call_ids":["senseval3.d000.s067.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"glass%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3689692160114646}
{"item_id":"senseval3.d000.s067.t010","gold_sense_keys":["table%1:06:01::"],"candidates":[{"index":1,"sense_key":"table%1:14:00::","synset_id":"table.n.01"},{"index":2,"sense_key":"table%1:06:01::","synset_id":"table.n.02"},{"index":3,"sense_key":"table%1:06:02::","synset_id":"table.n.03"},{"index":4,"sense_key":"table%1:17:00::","synset_id":"mesa.n.01"},{"index":5,"sense_key":"table%1:14:01::","synset_id":"table.n.05"},{"index":6,"sense_key":"table%1:13:01::","synset_id":"board.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"table%1:06:02::","call_ids":["senseval3.d000.s067.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"table%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":268,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.366089761024341}
{"item_id":"senseval3.d000.s068.t002","gold_sense_keys":["return%2:38:00::"],"candidates":[{"index":1,"sense_key":"return%2:38:00::","synset_id":"return.v.01"},{"index":2,"sense_key":"return%2:40:08::","synset_id":"render.v.07"},{"index":3,"sense_key":"return%2:30:00::","synset_id":"revert.v.01"},{"index":4,"sense_key":"return%2:32:00::","synset_id":"hark_back.v.01"},{"index":5,"sense_key":"return%2:38:12::","synset_id":"return.v.05"},{"index":6,"sense_key":"return%2:40:03::","synset_id":"return.v.06"},{"index":7,"sense_key":"return%2:35:01::","synset_id":"return.v.07"},{"index":8,"sense_key":"return%2:32:01::","synset_id":"retort.v.01"},{"index":9,"sense_key":"return%2:30:01::","synset_id":"come_back.v.01"},{"index":10,"sense_key":"return%2:40:00::","synset_id":"refund.v.01"},{"index":11,"sense_key":"return%2:32:03::","synset_id":"render.v.05"},{"index":12,"sense_key":"return%2:41:00::","synset_id":"reelect.v.01"},{"index":13,"sense_key":"return%2:40:13::","synset_id":"fall.v.21"},{"index":14,"sense_key":"return%2:38:01::","synset_id":"return.v.14"},{"index":15,"sense_key":"return%2:36:00::","synset_id":"render.v.04"},{"index":16,"sense_key":"return%2:32:02::","synset_id":"return.v.16"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"return%2:30:01::","call_ids":["senseval3.d000.s068.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"return%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":371,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3706608770880848}
{"item_id":"senseval3.d000.s068.t005","gold_sense_keys":["put%2:35:00::"],"candidates":[{"index":1,"sense_key":"put%2:35:00::","synset_id":"put.v.01"},{"index":2,"sense_key":"put%2:35:05::","synset_id":"put.v.02"},{"index":3,"sense_key":"put%2:32:00::","synset_id":"frame.v.04"},{"index":4,"sense_key":"put%2:34:00::","synset_id":"put.v.04"},{"index":5,"sense_key":"put%2:40:00::","synset_id":"invest.v.01"},{"index":6,"sense_key":"put%2:31:13::","synset_id":"place.v.11"},{"index":7,"sense_key":"put%2:39:13::","synset_id":"put.v.07"},{"index":8,"sense_key":"put%2:36:13::","synset_id":"put.v.08"},{"index":9,"sense_key":"put%2:31:00::","synset_id":"arrange.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"put%2:31:13::","call_ids":["senseval3.d000.s068.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"put%2:31:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":287,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3727477570064366}
{"item_id":"senseval3.d000.s068.t006","gold_sense_keys":["whole%3:00:00::"],"candidates":[{"index":1,"sense_key":"whole%3:00:00::","synset_id":"whole.a.01"},{"index":2,"sense_key":"whole%3:00:02::","synset_id":"whole.a.02"},{"index":3,"sense_key":"whole%5:00:00:uninjured:00","synset_id":"unharmed.s.01"},{"index":4,"sense_key":"whole%5:00:00:healthy:00","synset_id":"hale.s.01"},{"index":5,"sense_key":"whole%5:00:00:undiversified:00","synset_id":"solid.s.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"whole%3:00:00::","call_ids":["senseval3.d000.s068.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"whole%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37473313696682453}
{"item_id":"senseval3.d000.s068.t007","gold_sense_keys":["incident%1:11:00::"],"candidates":[{"index":1,"sense_key":"incident%1:11:00::","synset_id":"incident.n.01"},{"index":2,"sense_key":"incident%1:26:00::","synset_id":"incident.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"incident%1:11:00::","call_ids":["senseval3.d000.s068.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"incident%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":129,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37649457110092044}
{"item_id":"senseval3.d000.s068.t008","gold_sense_keys":["mind%1:09:00::","mind%1:09:01::","mind%1:09:03::"],"candidates":[{"index":1,"sense_key":"mind%1:09:00::","synset_id":"mind.n.01"},{"index":2,"sense_key":"mind%1:09:01::","synset_id":"mind.n.02"},{"index":3,"sense_key":"mind%1:09:04::","synset_id":"judgment.n.01"},{"index":4,"sense_key":"mind%1:18:00::","synset_id":"thinker.n.01"},{"index":5,"sense_key":"mind%1:09:03::","synset_id":"mind.n.05"},{"index":6,"sense_key":"mind%1:09:06::","synset_id":"mind.n.06"},{"index":7,"sense_key":"mind%1:09:05::","synset_id":"mind.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"mind%1:09:03::","call_ids":["senseval3.d000.s068.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"mind%1:09:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42237462499178946}
{"item_id":"senseval3.d000.s069.t000","gold_sense_keys":["next%5:00:00:succeeding:00"],"candidates":[{"index":1,"sense_key":"next%5:00:00:succeeding:00","synset_id":"following.s.02"},{"index":2,"sense_key":"next%5:00:00:close:01","synset_id":"adjacent.s.01"},{"index":3,"sense_key":"next%5:00:00:incoming:00","synset_id":"future.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"next%5:00:00:succeeding:00","call_ids":["senseval3.d000.s069.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"next%5:00:00:succeeding:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4262596070766449}
{"item_id":"senseval3.d000.s069.t001","gold_sense_keys":["day%1:28:00::"],"candidates":[{"index":1,"sense_key":"day%1:28:00::","synset_id":"day.n.01"},{"index":2,"sense_key":"day%1:28:03::","synset_id":"day.n.02"},{"index":3,"sense_key":"day%1:28:01::","synset_id":"day.n.03"},{"index":4,"sense_key":"day%1:28:02::","synset_id":"day.n.04"},{"index":5,"sense_key":"day%1:28:04::","synset_id":"day.n.05"},{"index":6,"sense_key":"day%1:28:05::","synset_id":"day.n.06"},{"index":7,"sense_key":"day%1:28:07::","synset_id":"day.n.07"},{"index":8,"sense_key":"day%1:28:06::","synset_id":"sidereal_day.n.01"},{"index":9,"sense_key":"day%1:26:00::","synset_id":"day.n.09"},{"index":10,"sense_key":"day%1:18:00::","synset_id":"day.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"day%1:28:03::","call_ids":["senseval3.d000.s069.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"day%1:28:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":339,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4238025618251413}
{"item_id":"senseval3.d000.s069.t002","gold_sense_keys":["hangover%1:26:00::"],"candidates":[{"index":1,"sense_key":"hangover%1:26:00::","synset_id":"hangover.n.01"},{"index":2,"sense_key":"hangover%1:18:00::","synset_id":"holdover.n.01"},{"index":3,"sense_key":"hangover%1:04:00::","synset_id":"hangover.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"hangover%1:26:00::","call_ids":["senseval3.d000.s069.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"hangover%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5361756030470133}
{"item_id":"senseval3.d000.s069.t003","gold_sense_keys":["remind%2:31:00::"],"candidates":[{"index":1,"sense_key":"remind%2:31:00::","synset_id":"remind.v.01"},{"index":2,"sense_key":"remind%2:32:00::","synset_id":"prompt.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"remind%2:31:00::","call_ids":["senseval3.d000.s069.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"remind%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5372614930383861}
{"item_id":"senseval3.d000.s069.t004","gold_sense_keys":["night%1:28:03::"],"candidates":[{"index":1,"sense_key":"night%1:28:00::","synset_id":"night.n.01"},{"index":2,"sense_key":"night%1:28:01::","synset_id":"night.n.02"},{"index":3,"sense_key":"night%1:28:04::","synset_id":"night.n.03"},{"index":4,"sense_key":"night%1:28:02::","synset_id":"night.n.04"},{"index":5,"sense_key":"night%1:26:00::","synset_id":"night.n.05"},{"index":6,"sense_key":"night%1:28:05::","synset_id":"night.n.06"},{"index":7,"sense_key":"night%1:28:03::","synset_id":"night.n.07"},{"index":8,"sense_key":"night%1:18:00::","synset_id":"nox.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"night%1:28:03::","call_ids":["senseval3.d000.s069.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"night%1:28:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5384002800565213}
{"item_id":"senseval3.d000.s070.t000","gold_sense_keys":["hangover%1:26:00::"],"candidates":[{"index":1,"sense_key":"hangover%1:26:00::","synset_id":"hangover.n.01"},{"index":2,"sense_key":"hangover%1:18:00::","synset_id":"holdover.n.01"},{"index":3,"sense_key":"hangover%1:04:00::","synset_id":"hangover.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"hangover%1:26:00::","call_ids":["senseval3.d000.s070.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"hangover%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4646194609813392}
{"item_id":"senseval3.d000.s070.t001","gold_sense_keys":["remind%2:31:00::"],"candidates":[{"index":1,"sense_key":"remind%2:31:00::","synset_id":"remind.v.01"},{"index":2,"sense_key":"remind%2:32:00::","synset_id":"prompt.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"remind%2:31:00::","call_ids":["senseval3.d000.s070.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"remind%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5318933581002057}
{"item_id":"senseval3.d000.s071.t000","gold_sense_keys":["go%2:38:00::"],"candidates":[{"index":1,"sense_key":"go%2:38:00::","synset_id":"travel.v.01"},{"index":2,"sense_key":"go%2:41:00::","synset_id":"go.v.02"},{"index":3,"sense_key":"go%2:38:01::","synset_id":"go.v.03"},{"index":4,"sense_key":"go%2:30:04::","synset_id":"become.v.01"},{"index":5,"sense_key":"go%2:42:06::","synset_id":"go.v.05"},{"index":6,"sense_key":"go%2:42:02::","synset_id":"run.v.05"},{"index":7,"sense_key":"go%2:42:00::","synset_id":"run.v.03"},{"index":8,"sense_key":"go%2:30:01::","synset_id":"proceed.v.04"},{"index":9,"sense_key":"go%2:30:08::","synset_id":"go.v.09"},{"index":10,"sense_key":"go%2:42:07::","synset_id":"go.v.10"},{"index":11,"sense_key":"go%2:39:00::","synset_id":"sound.v.02"},{"index":12,"sense_key":"go%2:35:00::","synset_id":"function.v.01"},{"index":13,"sense_key":"go%2:34:00::","synset_id":"run_low.v.01"},{"index":14,"sense_key":"go%2:30:02::","synset_id":"move.v.13"},{"index":15,"sense_key":"go%2:42:14::","synset_id":"survive.v.01"},{"index":16,"sense_key":"go%2:42:03::","synset_id":"go.v.16"},{"index":17,"sense_key":"go%2:30:00::","synset_id":"die.v.01"},{"index":18,"sense_key":"go%2:42:04::","synset_id":"belong.v.03"},{"index":19,"sense_key":"go%2:42:10::","synset_id":"go.v.19"},{"index":20,"sense_key":"go%2:38:09::","synset_id":"start.v.09"},{"index":21,"sense_key":"go%2:33:00::","synset_id":"move.v.15"},{"index":22,"sense_key":"go%2:42:13::","synset_id":"go.v.22"},{"index":23,"sense_key":"go%2:42:12::","synset_id":"go.v.23"},{"index":24,"sense_key":"go%2:42:11::","synset_id":"blend.v.02"},{"index":25,"sense_key":"go%2:42:08::","synset_id":"go.v.25"},{"index":26,"sense_key":"go%2:42:05::","synset_id":"fit.v.02"},{"index":27,"sense_key":"go%2:35:13::","synset_id":"rifle.v.02"},{"index":28,"sense_key":"go%2:34:09::","synset_id":"go.v.28"},{"index":29,"sense_key":"go%2:31:12::","synset_id":"plump.v.04"},{"index":30,"sense_key":"go%2:30:03::","synset_id":"fail.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":20,"chosen_sense_key":"go%2:38:09::","call_ids":["senseval3.d000.s071.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":20,"predicted_sense_key":"go%2:38:09::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":818,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4834540339652449}
{"item_id":"senseval3.d000.s071.t002","gold_sense_keys":["day%1:28:04::"],"candidates":[{"index":1,"sense_key":"day%1:28:00::","synset_id":"day.n.01"},{"index":2,"sense_key":"day%1:28:03::","synset_id":"day.n.02"},{"index":3,"sense_key":"day%1:28:01::","synset_id":"day.n.03"},{"index":4,"sense_key":"day%1:28:02::","synset_id":"day.n.04"},{"index":5,"sense_key":"day%1:28:04::","synset_id":"day.n.05"},{"index":6,"sense_key":"day%1:28:05::","synset_id":"day.n.06"},{"index":7,"sense_key":"day%1:28:07::","synset_id":"day.n.07"},{"index":8,"sense_key":"day%1:28:06::","synset_id":"sidereal_day.n.01"},{"index":9,"sense_key":"day%1:26:00::","synset_id":"day.n.09"},{"index":10,"sense_key":"day%1:18:00::","synset_id":"day.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"day%1:26:00::","call_ids":["senseval3.d000.s071.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"day%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":361,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4903702149167657}
{"item_id":"senseval3.d000.s071.t003","gold_sense_keys":["pass%2:38:05::"],"candidates":[{"index":1,"sense_key":"pass%2:38:00::","synset_id":"pass.v.01"},{"index":2,"sense_key":"pass%2:38:05::","synset_id":"travel_by.v.01"},{"index":3,"sense_key":"pass%2:41:02::","synset_id":"legislate.v.01"},{"index":4,"sense_key":"pass%2:38:03::","synset_id":"elapse.v.01"},{"index":5,"sense_key":"pass%2:40:00::","synset_id":"pass.v.05"},{"index":6,"sense_key":"pass%2:42:08::","synset_id":"run.v.03"},{"index":7,"sense_key":"pass%2:38:01::","synset_id":"pass.v.07"},{"index":8,"sense_key":"pass%2:30:00::","synset_id":"happen.v.01"},{"index":9,"sense_key":"pass%2:41:04::","synset_id":"pass.v.09"},{"index":10,"sense_key":"pass%2:42:00::","synset_id":"spend.v.01"},{"index":11,"sense_key":"pass%2:35:00::","synset_id":"guide.v.05"},{"index":12,"sense_key":"pass%2:32:01::","synset_id":"communicate.v.01"},{"index":13,"sense_key":"pass%2:30:01::","synset_id":"evanesce.v.01"},{"index":14,"sense_key":"pass%2:41:08::","synset_id":"pass.v.14"},{"index":15,"sense_key":"pass%2:42:04::","synset_id":"exceed.v.02"},{"index":16,"sense_key":"pass%2:41:07::","synset_id":"pass.v.16"},{"index":17,"sense_key":"pass%2:41:11::","synset_id":"pass.v.17"},{"index":18,"sense_key":"pass%2:40:02::","synset_id":"pass.v.18"},{"index":19,"sense_key":"pass%2:38:02::","synset_id":"sink.v.03"},{"index":20,"sense_key":"pass%2:40:01::","synset_id":"pass.v.20"},{"index":21,"sense_key":"pass%2:40:13::","synset_id":"fall.v.21"},{"index":22,"sense_key":"pass%2:38:04::","synset_id":"pass.v.22"},{"index":23,"sense_key":"pass%2:32:00::","synset_id":"authorize.v.01"},{"index":24,"sense_key":"pass%2:30:11::","synset_id":"die.v.01"},{"index":25,"sense_key":"pass%2:29:00::","synset_id":"excrete.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"pass%2:38:01::","call_ids":["senseval3.d000.s071.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"pass%2:38:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":638,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5018155581783503}
{"item_id":"senseval3.d000.s071.t007","gold_sense_keys":["alive%3:00:01::"],"candidates":[{"index":1,"sense_key":"alive%3:00:01::","synset_id":"alive.a.01"},{"index":2,"sense_key":"alive%5:00:00:lively:00","synset_id":"alive.s.01"},{"index":3,"sense_key":"alive%3:00:04::","synset_id":"animated.a.01"},{"index":4,"sense_key":"alive%5:00:00:sensitive:02","synset_id":"alive.s.02"},{"index":5,"sense_key":"alive%5:00:00:existent:00","synset_id":"active.s.03"},{"index":6,"sense_key":"alive%5:00:00:aware:00","synset_id":"alert.s.02"},{"index":7,"sense_key":"alive%5:00:00:active:05","synset_id":"alive.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"alive%5:00:00:sensitive:02","call_ids":["senseval3.d000.s071.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"alive%5:00:00:sensitive:02","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5220854741055518}
{"item_id":"senseval3.d000.s071.t009","gold_sense_keys":["tenant%1:18:00::"],"candidates":[{"index":1,"sense_key":"tenant%1:18:00::","synset_id":"tenant.n.01"},{"index":2,"sense_key":"tenant%1:18:02::","synset_id":"tenant.n.02"},{"index":3,"sense_key":"tenant%1:18:01::","synset_id":"tenant.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"tenant%1:18:02::","call_ids":["senseval3.d000.s071.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"tenant%1:18:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4646677738055587}
{"item_id":"senseval3.d000.s071.t010","gold_sense_keys":["burden%1:09:01::"],"candidates":[{"index":1,"sense_key":"burden%1:09:01::","synset_id":"burden.n.01"},{"index":2,"sense_key":"burden%1:06:01::","synset_id":"load.n.01"},{"index":3,"sense_key":"burden%1:10:00::","synset_id":"effect.n.04"},{"index":4,"sense_key":"burden%1:09:00::","synset_id":"burden.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"burden%1:06:01::","call_ids":["senseval3.d000.s071.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"burden%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.466672491049394}
{"item_id":"senseval3.d000.s071.t011","gold_sense_keys":["life%1:26:02::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"life%1:28:03::","call_ids":["senseval3.d000.s071.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"life%1:28:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":443,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5252502257935703}
{"item_id":"senseval3.d000.s072.t001","gold_sense_keys":["ignore%2:32:02::"],"candidates":[{"index":1,"sense_key":"ignore%2:32:02::","synset_id":"ignore.v.01"},{"index":2,"sense_key":"ignore%2:32:00::","synset_id":"dismiss.v.01"},{"index":3,"sense_key":"ignore%2:39:00::","synset_id":"ignore.v.03"},{"index":4,"sense_key":"ignore%2:31:03::","synset_id":"neglect.v.04"},{"index":5,"sense_key":"ignore%2:31:01::","synset_id":"ignore.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ignore%2:39:00::","call_ids":["senseval3.d000.s072.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ignore%2:39:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43191650905646384}
{"item_id":"senseval3.d000.s074.t001","gold_sense_keys":["alive%3:00:01::"],"candidates":[{"index":1,"sense_key":"alive%3:00:01::","synset_id":"alive.a.01"},{"index":2,"sense_key":"alive%5:00:00:lively:00","synset_id":"alive.s.01"},{"index":3,"sense_key":"alive%3:00:04::","synset_id":"animated.a.01"},{"index":4,"sense_key":"alive%5:00:00:sensitive:02","synset_id":"alive.s.02"},{"index":5,"sense_key":"alive%5:00:00:existent:00","synset_id":"active.s.03"},{"index":6,"sense_key":"alive%5:00:00:aware:00","synset_id":"alert.s.02"},{"index":7,"sense_key":"alive%5:00:00:active:05","synset_id":"alive.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"alive%3:00:01::","call_ids":["senseval3.d000.s074.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"alive%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3923930968157947}
{"item_id":"senseval3.d000.s075.t001","gold_sense_keys":["mail%2:35:00::"],"candidates":[{"index":1,"sense_key":"mail%2:35:00::","synset_id":"mail.v.01"},{"index":2,"sense_key":"mail%2:32:00::","synset_id":"mail.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mail%2:32:00::","call_ids":["senseval3.d000.s075.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mail%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.44501920393668115}
{"item_id":"senseval3.d000.s075.t003","gold_sense_keys":["check%1:21:00::"],"candidates":[{"index":1,"sense_key":"check%1:21:00::","synset_id":"check.n.01"},{"index":2,"sense_key":"check%1:09:00::","synset_id":"assay.n.01"},{"index":3,"sense_key":"check%1:10:00::","synset_id":"check.n.03"},{"index":4,"sense_key":"check%1:26:00::","synset_id":"arrest.n.02"},{"index":5,"sense_key":"check%1:09:01::","synset_id":"confirmation.n.01"},{"index":6,"sense_key":"check%1:04:05::","synset_id":"check.n.06"},{"index":7,"sense_key":"check%1:10:01::","synset_id":"check_mark.n.01"},{"index":8,"sense_key":"check%1:09:02::","synset_id":"hindrance.n.01"},{"index":9,"sense_key":"check%1:07:00::","synset_id":"check.n.09"},{"index":10,"sense_key":"check%1:06:00::","synset_id":"check.n.10"},{"index":11,"sense_key":"check%1:04:01::","synset_id":"bridle.n.02"},{"index":12,"sense_key":"check%1:04:02::","synset_id":"check.n.12"},{"index":13,"sense_key":"check%1:04:04::","synset_id":"check.n.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"check%1:10:00::","call_ids":["senseval3.d000.s075.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"check%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":404,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39654812193475664}
{"item_id":"senseval3.d000.s075.t005","gold_sense_keys":["maintenance%1:21:01::"],"candidates":[{"index":1,"sense_key":"maintenance%1:04:00::","synset_id":"care.n.06"},{"index":2,"sense_key":"maintenance%1:21:00::","synset_id":"maintenance.n.02"},{"index":3,"sense_key":"maintenance%1:21:01::","synset_id":"alimony.n.01"},{"index":4,"sense_key":"maintenance%1:04:01::","synset_id":"sustenance.n.03"},{"index":5,"sense_key":"maintenance%1:04:02::","synset_id":"maintenance.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"maintenance%1:21:01::","call_ids":["senseval3.d000.s075.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"maintenance%1:21:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":259,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36710196011699736}
{"item_id":"senseval3.d000.s075.t007","gold_sense_keys":["wish%2:32:02::","wish%2:37:00::"],"candidates":[{"index":1,"sense_key":"wish%2:37:00::","synset_id":"wish.v.01"},{"index":2,"sense_key":"wish%2:37:02::","synset_id":"wish.v.02"},{"index":3,"sense_key":"wish%2:32:02::","synset_id":"wish.v.03"},{"index":4,"sense_key":"wish%2:37:01::","synset_id":"wish.v.04"},{"index":5,"sense_key":"wish%2:32:01::","synset_id":"wish.v.05"},{"index":6,"sense_key":"wish%2:32:00::","synset_id":"wish.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"wish%2:37:01::","call_ids":["senseval3.d000.s075.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"wish%2:37:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4011803651228547}
{"item_id":"senseval3.d000.s075.t008","gold_sense_keys":["stranger%1:18:01::"],"candidates":[{"index":1,"sense_key":"stranger%1:18:00::","synset_id":"stranger.n.01"},{"index":2,"sense_key":"stranger%1:18:01::","synset_id":"stranger.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stranger%1:18:01::","call_ids":["senseval3.d000.s075.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stranger%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4157701020594686}
{"item_id":"senseval3.d000.s075.t009","gold_sense_keys":["do%2:36:01::","do%2:41:01::","do%2:41:04::"],"candidates":[{"index":1,"sense_key":"do%2:41:01::","synset_id":"make.v.01"},{"index":2,"sense_key":"do%2:36:01::","synset_id":"perform.v.01"},{"index":3,"sense_key":"do%2:41:04::","synset_id":"do.v.03"},{"index":4,"sense_key":"do%2:42:00::","synset_id":"do.v.04"},{"index":5,"sense_key":"do%2:36:02::","synset_id":"cause.v.01"},{"index":6,"sense_key":"do%2:41:02::","synset_id":"practice.v.01"},{"index":7,"sense_key":"do%2:42:01::","synset_id":"suffice.v.01"},{"index":8,"sense_key":"do%2:36:00::","synset_id":"do.v.08"},{"index":9,"sense_key":"do%2:29:09::","synset_id":"act.v.02"},{"index":10,"sense_key":"do%2:42:02::","synset_id":"serve.v.09"},{"index":11,"sense_key":"do%2:41:03::","synset_id":"do.v.11"},{"index":12,"sense_key":"do%2:29:04::","synset_id":"dress.v.16"},{"index":13,"sense_key":"do%2:38:00::","synset_id":"do.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"do%2:36:02::","call_ids":["senseval3.d000.s075.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"do%2:36:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":397,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4030984591227025}
{"item_id":"senseval3.d000.s076.t000","gold_sense_keys":["come%2:38:04::"],"candidates":[{"index":1,"sense_key":"come%2:38:00::","synset_id":"come.v.01"},{"index":2,"sense_key":"come%2:38:04::","synset_id":"arrive.v.01"},{"index":3,"sense_key":"come%2:30:01::","synset_id":"come.v.03"},{"index":4,"sense_key":"come%2:30:03::","synset_id":"come.v.04"},{"index":5,"sense_key":"come%2:42:04::","synset_id":"come.v.05"},{"index":6,"sense_key":"come%2:30:02::","synset_id":"come.v.06"},{"index":7,"sense_key":"come%2:42:13::","synset_id":"issue_forth.v.01"},{"index":8,"sense_key":"come%2:42:09::","synset_id":"hail.v.02"},{"index":9,"sense_key":"come%2:42:03::","synset_id":"come.v.09"},{"index":10,"sense_key":"come%2:42:05::","synset_id":"come.v.10"},{"index":11,"sense_key":"come%2:38:03::","synset_id":"come.v.11"},{"index":12,"sense_key":"come%2:42:00::","synset_id":"fall.v.04"},{"index":13,"sense_key":"come%2:30:13::","synset_id":"come.v.13"},{"index":14,"sense_key":"come%2:42:12::","synset_id":"total.v.01"},{"index":15,"sense_key":"come%2:42:11::","synset_id":"come.v.15"},{"index":16,"sense_key":"come%2:38:02::","synset_id":"come.v.16"},{"index":17,"sense_key":"come%2:31:14::","synset_id":"occur.v.02"},{"index":18,"sense_key":"come%2:42:15::","synset_id":"derive.v.05"},{"index":19,"sense_key":"come%2:42:02::","synset_id":"do.v.04"},{"index":20,"sense_key":"come%2:39:00::","synset_id":"come.v.20"},{"index":21,"sense_key":"come%2:31:13::","synset_id":"come.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"come%2:38:04::","call_ids":["senseval3.d000.s076.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"come%2:38:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":547,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4054468390531838}
{"item_id":"senseval3.d000.s076.t001","gold_sense_keys":["home%1:15:04::"],"candidates":[{"index":1,"sense_key":"home%1:15:04::","synset_id":"home.n.01"},{"index":2,"sense_key":"home%1:06:00::","synset_id":"dwelling.n.01"},{"index":3,"sense_key":"home%1:15:02::","synset_id":"home.n.03"},{"index":4,"sense_key":"home%1:06:02::","synset_id":"home_plate.n.01"},{"index":5,"sense_key":"home%1:15:05::","synset_id":"base.n.14"},{"index":6,"sense_key":"home%1:15:03::","synset_id":"home.n.06"},{"index":7,"sense_key":"home%1:26:00::","synset_id":"home.n.07"},{"index":8,"sense_key":"home%1:14:00::","synset_id":"family.n.01"},{"index":9,"sense_key":"home%1:06:01::","synset_id":"home.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"home%1:15:02::","call_ids":["senseval3.d000.s076.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"home%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":310,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40718950191512704}
{"item_id":"senseval3.d000.s076.t002","gold_sense_keys":["work%1:06:01::"],"candidates":[{"index":1,"sense_key":"work%1:04:00::","synset_id":"work.n.01"},{"index":2,"sense_key":"work%1:06:00::","synset_id":"work.n.02"},{"index":3,"sense_key":"work%1:04:01::","synset_id":"employment.n.02"},{"index":4,"sense_key":"work%1:09:00::","synset_id":"study.n.02"},{"index":5,"sense_key":"work%1:19:00::","synset_id":"work.n.05"},{"index":6,"sense_key":"work%1:06:01::","synset_id":"workplace.n.01"},{"index":7,"sense_key":"work%1:06:02::","synset_id":"oeuvre.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"work%1:06:01::","call_ids":["senseval3.d000.s076.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"work%1:06:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":309,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36751629202626646}
{"item_id":"senseval3.d000.s076.t004","gold_sense_keys":["see%2:39:00::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"see%2:31:02::","call_ids":["senseval3.d000.s076.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"see%2:31:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":646,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4174605410080403}
{"item_id":"senseval3.d000.s077.t000","gold_sense_keys":["lobby%1:06:00::"],"candidates":[{"index":1,"sense_key":"lobby%1:06:00::","synset_id":"anteroom.n.01"},{"index":2,"sense_key":"lobby%1:14:01::","synset_id":"lobby.n.02"},{"index":3,"sense_key":"lobby%1:14:00::","synset_id":"lobby.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"lobby%1:14:01::","call_ids":["senseval3.d000.s077.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"lobby%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35977837699465454}
{"item_id":"senseval3.d000.s077.t001","gold_sense_keys":["people%1:14:00::"],"candidates":[{"index":1,"sense_key":"people%1:14:00::","synset_id":"people.n.01"},{"index":2,"sense_key":"people%1:14:01::","synset_id":"citizenry.n.01"},{"index":3,"sense_key":"people%1:14:02::","synset_id":"people.n.03"},{"index":4,"sense_key":"people%1:14:03::","synset_id":"multitude.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"people%1:14:00::","call_ids":["senseval3.d000.s077.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"people%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43326411093585193}
{"item_id":"senseval3.d000.s077.t002","gold_sense_keys":["stand%2:35:00::"],"candidates":[{"index":1,"sense_key":"stand%2:35:00::","synset_id":"stand.v.01"},{"index":2,"sense_key":"stand%2:42:04::","synset_id":"stand.v.02"},{"index":3,"sense_key":"stand%2:42:03::","synset_id":"stand.v.03"},{"index":4,"sense_key":"stand%2:42:00::","synset_id":"stand.v.04"},{"index":5,"sense_key":"stand%2:31:00::","synset_id":"digest.v.03"},{"index":6,"sense_key":"stand%2:31:01::","synset_id":"stand.v.06"},{"index":7,"sense_key":"stand%2:42:06::","synset_id":"stand.v.07"},{"index":8,"sense_key":"stand%2:42:02::","synset_id":"stand.v.08"},{"index":9,"sense_key":"stand%2:42:01::","synset_id":"stand.v.09"},{"index":10,"sense_key":"stand%2:35:01::","synset_id":"stand.v.10"},{"index":11,"sense_key":"stand%2:33:00::","synset_id":"resist.v.04"},{"index":12,"sense_key":"stand%2:35:10::","synset_id":"stand.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"stand%2:42:03::","call_ids":["senseval3.d000.s077.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"stand%2:42:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":348,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.474792251130566}
{"item_id":"senseval3.d000.s077.t003","gold_sense_keys":["talk%2:32:01::"],"candidates":[{"index":1,"sense_key":"talk%2:32:01::","synset_id":"talk.v.01"},{"index":2,"sense_key":"talk%2:32:00::","synset_id":"talk.v.02"},{"index":3,"sense_key":"talk%2:32:03::","synset_id":"speak.v.03"},{"index":4,"sense_key":"talk%2:32:02::","synset_id":"spill.v.05"},{"index":5,"sense_key":"talk%2:32:06::","synset_id":"spill_the_beans.v.01"},{"index":6,"sense_key":"talk%2:32:05::","synset_id":"lecture.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"talk%2:32:03::","call_ids":["senseval3.d000.s077.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"talk%2:32:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.44105671206489205}
{"item_id":"senseval3.d000.s078.t000","gold_sense_keys":["spine%1:08:00::"],"candidates":[{"index":1,"sense_key":"spine%1:08:00::","synset_id":"spinal_column.n.01"},{"index":2,"sense_key":"spine%1:25:00::","synset_id":"spur.n.02"},{"index":3,"sense_key":"spine%1:20:00::","synset_id":"spine.n.03"},{"index":4,"sense_key":"spine%1:06:00::","synset_id":"spine.n.04"},{"index":5,"sense_key":"spine%1:05:00::","synset_id":"spine.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"spine%1:05:00::","call_ids":["senseval3.d000.s078.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"spine%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38081367686390877}
{"item_id":"senseval3.d000.s078.t001","gold_sense_keys":["crawl%2:42:01::"],"candidates":[{"index":1,"sense_key":"crawl%2:38:00::","synset_id":"crawl.v.01"},{"index":2,"sense_key":"crawl%2:42:01::","synset_id":"crawl.v.02"},{"index":3,"sense_key":"crawl%2:42:00::","synset_id":"crawl.v.03"},{"index":4,"sense_key":"crawl%2:38:03::","synset_id":"fawn.v.01"},{"index":5,"sense_key":"crawl%2:38:01::","synset_id":"crawl.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"crawl%2:42:01::","call_ids":["senseval3.d000.s078.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"crawl%2:42:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3819970269687474}
{"item_id":"senseval3.d000.s078.t003","gold_sense_keys":["premonition%1:12:00::"],"candidates":[{"index":1,"sense_key":"premonition%1:12:00::","synset_id":"foreboding.n.01"},{"index":2,"sense_key":"premonition%1:10:00::","synset_id":"forewarning.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"premonition%1:10:00::","call_ids":["senseval3.d000.s078.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"premonition%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3959028129465878}
{"item_id":"senseval3.d000.s078.t004","gold_sense_keys":["ask%2:32:04::"],"candidates":[{"index":1,"sense_key":"ask%2:32:00::","synset_id":"ask.v.01"},{"index":2,"sense_key":"ask%2:32:01::","synset_id":"ask.v.02"},{"index":3,"sense_key":"ask%2:32:02::","synset_id":"ask.v.03"},{"index":4,"sense_key":"ask%2:32:05::","synset_id":"ask.v.04"},{"index":5,"sense_key":"ask%2:32:04::","synset_id":"ask.v.05"},{"index":6,"sense_key":"ask%2:42:00::","synset_id":"necessitate.v.01"},{"index":7,"sense_key":"ask%2:32:09::","synset_id":"ask.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"ask%2:32:04::","call_ids":["senseval3.d000.s078.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"ask%2:32:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39737418200820684}
{"item_id":"senseval3.d000.s078.t005","gold_sense_keys":["fellow%1:18:03::"],"candidates":[{"index":1,"sense_key":"fellow%1:18:00::","synset_id":"chap.n.01"},{"index":2,"sense_key":"fellow%1:18:02::","synset_id":"companion.n.01"},{"index":3,"sense_key":"fellow%1:18:03::","synset_id":"colleague.n.02"},{"index":4,"sense_key":"fellow%1:23:00::","synset_id":"mate.n.06"},{"index":5,"sense_key":"fellow%1:18:05::","synset_id":"fellow.n.05"},{"index":6,"sense_key":"fellow%1:18:04::","synset_id":"fellow.n.06"},{"index":7,"sense_key":"fellow%1:18:01::","synset_id":"boyfriend.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"fellow%1:18:03::","call_ids":["senseval3.d000.s078.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"fellow%1:18:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4107719410676509}
{"item_id":"senseval3.d000.s078.t006","gold_sense_keys":["tenant%1:18:00::"],"candidates":[{"index":1,"sense_key":"tenant%1:18:00::","synset_id":"tenant.n.01"},{"index":2,"sense_key":"tenant%1:18:02::","synset_id":"tenant.n.02"},{"index":3,"sense_key":"tenant%1:18:01::","synset_id":"tenant.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"tenant%1:18:01::","call_ids":["senseval3.d000.s078.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"tenant%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4123702021315694}
{"item_id":"senseval3.d000.s078.t007","gold_sense_keys":["happen%2:30:00::"],"candidates":[{"index":1,"sense_key":"happen%2:30:00::","synset_id":"happen.v.01"},{"index":2,"sense_key":"happen%2:30:02::","synset_id":"happen.v.02"},{"index":3,"sense_key":"happen%2:41:00::","synset_id":"happen.v.03"},{"index":4,"sense_key":"happen%2:30:01::","synset_id":"happen.v.04"},{"index":5,"sense_key":"happen%2:40:12::","synset_id":"find.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"happen%2:41:00::","call_ids":["senseval3.d000.s078.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"happen%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41428017197176814}
{"item_id":"senseval3.d000.s079.t001","gold_sense_keys":["die%2:30:00::"],"candidates":[{"index":1,"sense_key":"die%2:30:00::","synset_id":"die.v.01"},{"index":2,"sense_key":"die%2:39:00::","synset_id":"die.v.02"},{"index":3,"sense_key":"die%2:37:00::","synset_id":"die.v.03"},{"index":4,"sense_key":"die%2:30:04::","synset_id":"fail.v.04"},{"index":5,"sense_key":"die%2:37:03::","synset_id":"die.v.05"},{"index":6,"sense_key":"die%2:37:01::","synset_id":"die.v.06"},{"index":7,"sense_key":"die%2:35:00::","synset_id":"die.v.07"},{"index":8,"sense_key":"die%2:33:00::","synset_id":"die.v.08"},{"index":9,"sense_key":"die%2:30:05::","synset_id":"die.v.09"},{"index":10,"sense_key":"die%2:30:01::","synset_id":"die.v.10"},{"index":11,"sense_key":"die%2:30:02::","synset_id":"die.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"die%2:30:00::","call_ids":["senseval3.d000.s079.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"die%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":333,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41789614292792976}
{"item_id":"senseval3.d000.s080.t000","gold_sense_keys":["afternoon%1:28:00::"],"candidates":[{"index":1,"sense_key":"afternoon%1:28:00::","synset_id":"afternoon.n.01"},{"index":2,"sense_key":"afternoon%1:10:00::","synset_id":"good_afternoon.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"afternoon%1:28:00::","call_ids":["senseval3.d000.s080.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"afternoon%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41954127699136734}
{"item_id":"senseval3.d000.s080.t001","gold_sense_keys":["seem%2:39:01::"],"candidates":[{"index":1,"sense_key":"seem%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"seem%2:39:01::","synset_id":"appear.v.04"},{"index":3,"sense_key":"seem%2:42:00::","synset_id":"seem.v.03"},{"index":4,"sense_key":"seem%2:39:02::","synset_id":"seem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seem%2:39:01::","call_ids":["senseval3.d000.s080.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seem%2:39:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41570461518131196}
{"item_id":"senseval3.d000.s080.t002","gold_sense_keys":["fall%2:38:03::"],"candidates":[{"index":1,"sense_key":"fall%2:38:03::","synset_id":"fall.v.01"},{"index":2,"sense_key":"fall%2:38:00::","synset_id":"descend.v.01"},{"index":3,"sense_key":"fall%2:30:08::","synset_id":"fall.v.03"},{"index":4,"sense_key":"fall%2:42:03::","synset_id":"fall.v.04"},{"index":5,"sense_key":"fall%2:43:00::","synset_id":"precipitate.v.03"},{"index":6,"sense_key":"fall%2:41:02::","synset_id":"fall.v.06"},{"index":7,"sense_key":"fall%2:42:00::","synset_id":"fall.v.07"},{"index":8,"sense_key":"fall%2:42:04::","synset_id":"fall.v.08"},{"index":9,"sense_key":"fall%2:40:05::","synset_id":"fall.v.09"},{"index":10,"sense_key":"fall%2:30:00::","synset_id":"fall.v.10"},{"index":11,"sense_key":"fall%2:30:06::","synset_id":"decrease.v.01"},{"index":12,"sense_key":"fall%2:41:01::","synset_id":"fall.v.12"},{"index":13,"sense_key":"fall%2:41:00::","synset_id":"fall.v.13"},{"index":14,"sense_key":"fall%2:40:03::","synset_id":"fall.v.14"},{"index":15,"sense_key":"fall%2:38:01::","synset_id":"fall.v.15"},{"index":16,"sense_key":"fall%2:42:02::","synset_id":"fall.v.16"},{"index":17,"sense_key":"fall%2:41:15::","synset_id":"fall.v.17"},{"index":18,"sense_key":"fall%2:40:12::","synset_id":"fall.v.18"},{"index":19,"sense_key":"fall%2:40:09::","synset_id":"accrue.v.02"},{"index":20,"sense_key":"fall%2:40:08::","synset_id":"fall.v.20"},{"index":21,"sense_key":"fall%2:40:13::","synset_id":"fall.v.21"},{"index":22,"sense_key":"fall%2:38:11::","synset_id":"fall.v.22"},{"index":23,"sense_key":"fall%2:38:15::","synset_id":"fall.v.23"},{"index":24,"sense_key":"fall%2:38:14::","synset_id":"fall.v.24"},{"index":25,"sense_key":"fall%2:35:00::","synset_id":"hang.v.05"},{"index":26,"sense_key":"fall%2:30:11::","synset_id":"fall.v.26"},{"index":27,"sense_key":"fall%2:30:14::","synset_id":"fall.v.27"},{"index":28,"sense_key":"fall%2:30:10::","synset_id":"fall.v.28"},{"index":29,"sense_key":"fall%2:30:09::","synset_id":"fall.v.29"},{"index":30,"sense_key":"fall%2:30:12::","synset_id":"fall.v.30"},{"index":31,"sense_key":"fall%2:30:15::","synset_id":"fall.v.31"},{"index":32,"sense_key":"fall%2:30:13::","synset_id":"fall.v.32"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":24,"chosen_sense_key":"fall%2:38:14::","call_ids":["senseval3.d000.s080.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":24,"predicted_sense_key":"fall%2:38:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":750,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36205688980408013}
{"item_id":"senseval3.d000.s080.t003","gold_sense_keys":["roof%1:06:00::"],"candidates":[{"index":1,"sense_key":"roof%1:06:00::","synset_id":"roof.n.01"},{"index":2,"sense_key":"roof%1:06:01::","synset_id":"roof.n.02"},{"index":3,"sense_key":"roof%1:17:00::","synset_id":"roof.n.03"},{"index":4,"sense_key":"roof%1:10:00::","synset_id":"ceiling.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"roof%1:17:00::","call_ids":["senseval3.d000.s080.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"roof%1:17:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27240169793367386}
{"item_id":"senseval3.d000.s080.t004","gold_sense_keys":["obscure%5:00:00:unclear:00"],"candidates":[{"index":1,"sense_key":"obscure%5:00:00:unclear:00","synset_id":"obscure.s.01"},{"index":2,"sense_key":"obscure%5:00:00:incomprehensible:00","synset_id":"dark.s.06"},{"index":3,"sense_key":"obscure%5:00:00:concealed:00","synset_id":"hidden.s.03"},{"index":4,"sense_key":"obscure%5:00:00:inglorious:00","synset_id":"obscure.s.04"},{"index":5,"sense_key":"obscure%5:00:00:inconspicuous:00","synset_id":"obscure.s.05"},{"index":6,"sense_key":"obscure%5:00:00:unconnected:00","synset_id":"apart.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"obscure%5:00:00:inglorious:00","call_ids":["senseval3.d000.s080.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"obscure%5:00:00:inglorious:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28739453898742795}
{"item_id":"senseval3.d000.s082.t001","gold_sense_keys":["witness%2:39:00::"],"candidates":[{"index":1,"sense_key":"witness%2:39:00::","synset_id":"witness.v.01"},{"index":2,"sense_key":"witness%2:39:01::","synset_id":"witness.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"witness%2:39:00::","call_ids":["senseval3.d000.s082.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"witness%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2666438580490649}
{"item_id":"senseval3.d000.s082.t002","gold_sense_keys":["fall%1:11:00::"],"candidates":[{"index":1,"sense_key":"fall%1:28:00::","synset_id":"fall.n.01"},{"index":2,"sense_key":"fall%1:04:01::","synset_id":"spill.n.04"},{"index":3,"sense_key":"fall%1:11:03::","synset_id":"fall.n.03"},{"index":4,"sense_key":"fall%1:17:00::","synset_id":"descent.n.05"},{"index":5,"sense_key":"fall%1:04:03::","synset_id":"fall.n.05"},{"index":6,"sense_key":"fall%1:11:01::","synset_id":"fall.n.06"},{"index":7,"sense_key":"fall%1:11:04::","synset_id":"fall.n.07"},{"index":8,"sense_key":"fall%1:04:02::","synset_id":"capitulation.n.03"},{"index":9,"sense_key":"fall%1:28:01::","synset_id":"twilight.n.01"},{"index":10,"sense_key":"fall%1:11:02::","synset_id":"fall.n.10"},{"index":11,"sense_key":"fall%1:11:00::","synset_id":"drop.n.06"},{"index":12,"sense_key":"fall%1:07:00::","synset_id":"drop.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"fall%1:11:00::","call_ids":["senseval3.d000.s082.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"fall%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":367,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30260896496474743}
{"item_id":"senseval3.d000.s082.t004","gold_sense_keys":["impact%1:11:00::"],"candidates":[{"index":1,"sense_key":"impact%1:11:00::","synset_id":"impact.n.01"},{"index":2,"sense_key":"impact%1:19:00::","synset_id":"impact.n.02"},{"index":3,"sense_key":"impact%1:04:00::","synset_id":"impingement.n.01"},{"index":4,"sense_key":"impact%1:04:01::","synset_id":"shock.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"impact%1:19:00::","call_ids":["senseval3.d000.s082.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"impact%1:19:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3082267199642956}
{"item_id":"senseval3.d000.s082.t005","gold_sense_keys":["body%1:08:00::"],"candidates":[{"index":1,"sense_key":"body%1:08:00::","synset_id":"body.n.01"},{"index":2,"sense_key":"body%1:14:00::","synset_id":"body.n.02"},{"index":3,"sense_key":"body%1:08:02::","synset_id":"body.n.03"},{"index":4,"sense_key":"body%1:17:00::","synset_id":"body.n.04"},{"index":5,"sense_key":"body%1:08:01::","synset_id":"torso.n.01"},{"index":6,"sense_key":"body%1:14:02::","synset_id":"body.n.06"},{"index":7,"sense_key":"body%1:07:00::","synset_id":"consistency.n.01"},{"index":8,"sense_key":"body%1:10:00::","synset_id":"body.n.08"},{"index":9,"sense_key":"body%1:07:01::","synset_id":"body.n.09"},{"index":10,"sense_key":"body%1:06:01::","synset_id":"soundbox.n.01"},{"index":11,"sense_key":"body%1:06:00::","synset_id":"body.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"body%1:10:00::","call_ids":["senseval3.d000.s082.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"body%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":361,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30998501600697637}
{"item_id":"senseval3.d000.s082.t006","gold_sense_keys":["smash%2:35:05::"],"candidates":[{"index":1,"sense_key":"smash%2:35:00::","synset_id":"smash.v.01"},{"index":2,"sense_key":"smash%2:30:00::","synset_id":"smash.v.02"},{"index":3,"sense_key":"smash%2:40:00::","synset_id":"bankrupt.v.01"},{"index":4,"sense_key":"smash%2:38:02::","synset_id":"smash.v.04"},{"index":5,"sense_key":"smash%2:37:00::","synset_id":"crush.v.05"},{"index":6,"sense_key":"smash%2:35:08::","synset_id":"bang_up.v.01"},{"index":7,"sense_key":"smash%2:35:06::","synset_id":"smash.v.07"},{"index":8,"sense_key":"smash%2:35:05::","synset_id":"smash.v.08"},{"index":9,"sense_key":"smash%2:33:00::","synset_id":"smash.v.09"},{"index":10,"sense_key":"smash%2:30:10::","synset_id":"smash.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"smash%2:35:05::","call_ids":["senseval3.d000.s082.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"smash%2:35:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":315,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30527358897961676}
{"item_id":"senseval3.d000.s082.t007","gold_sense_keys":["pavement%1:06:00::","pavement%1:06:01::"],"candidates":[{"index":1,"sense_key":"pavement%1:06:00::","synset_id":"pavement.n.01"},{"index":2,"sense_key":"pavement%1:27:00::","synset_id":"paving.n.01"},{"index":3,"sense_key":"pavement%1:06:01::","synset_id":"sidewalk.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"pavement%1:06:01::","call_ids":["senseval3.d000.s082.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"pavement%1:06:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3028666239697486}
{"item_id":"senseval3.d000.s082.t008","gold_sense_keys":["basement%1:06:00::"],"candidates":[{"index":1,"sense_key":"basement%1:06:00::","synset_id":"basement.n.01"},{"index":2,"sense_key":"basement%1:06:01::","synset_id":"basement.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"basement%1:06:00::","call_ids":["senseval3.d000.s082.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"basement%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31089384900406003}
{"item_id":"senseval3.d000.s082.t009","gold_sense_keys":["delivery%1:04:04::"],"candidates":[{"index":1,"sense_key":"delivery%1:04:04::","synset_id":"delivery.n.01"},{"index":2,"sense_key":"delivery%1:11:00::","synset_id":"delivery.n.02"},{"index":3,"sense_key":"delivery%1:10:00::","synset_id":"manner_of_speaking.n.01"},{"index":4,"sense_key":"delivery%1:04:01::","synset_id":"delivery.n.04"},{"index":5,"sense_key":"delivery%1:04:03::","synset_id":"pitch.n.02"},{"index":6,"sense_key":"delivery%1:04:00::","synset_id":"rescue.n.01"},{"index":7,"sense_key":"delivery%1:04:02::","synset_id":"delivery.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"delivery%1:04:02::","call_ids":["senseval3.d000.s082.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"delivery%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26669150101952255}
{"item_id":"senseval3.d000.s082.t010","gold_sense_keys":["entrance%1:06:00::"],"candidates":[{"index":1,"sense_key":"entrance%1:06:00::","synset_id":"entrance.n.01"},{"index":2,"sense_key":"entrance%1:11:00::","synset_id":"entrance.n.02"},{"index":3,"sense_key":"entrance%1:04:00::","synset_id":"entrance.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"entrance%1:06:00::","call_ids":["senseval3.d000.s082.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"entrance%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28260957286693156}
{"item_id":"senseval3.d000.s083.t002","gold_sense_keys":["notice%2:39:00::"],"candidates":[{"index":1,"sense_key":"notice%2:39:04::","synset_id":"detect.v.01"},{"index":2,"sense_key":"notice%2:39:00::","synset_id":"notice.v.02"},{"index":3,"sense_key":"notice%2:32:00::","synset_id":"comment.v.01"},{"index":4,"sense_key":"notice%2:32:01::","synset_id":"notice.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"notice%2:39:00::","call_ids":["senseval3.d000.s083.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"notice%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29462420591153204}
{"item_id":"senseval3.d000.s083.t005","gold_sense_keys":["feel%2:39:00::"],"candidates":[{"index":1,"sense_key":"feel%2:37:00::","synset_id":"feel.v.01"},{"index":2,"sense_key":"feel%2:31:00::","synset_id":"find.v.05"},{"index":3,"sense_key":"feel%2:39:00::","synset_id":"feel.v.03"},{"index":4,"sense_key":"feel%2:29:00::","synset_id":"feel.v.04"},{"index":5,"sense_key":"feel%2:31:01::","synset_id":"feel.v.05"},{"index":6,"sense_key":"feel%2:39:01::","synset_id":"feel.v.06"},{"index":7,"sense_key":"feel%2:42:00::","synset_id":"feel.v.07"},{"index":8,"sense_key":"feel%2:39:10::","synset_id":"feel.v.08"},{"index":9,"sense_key":"feel%2:35:00::","synset_id":"feel.v.09"},{"index":10,"sense_key":"feel%2:35:01::","synset_id":"palpate.v.01"},{"index":11,"sense_key":"feel%2:40:00::","synset_id":"feel.v.11"},{"index":12,"sense_key":"feel%2:39:09::","synset_id":"feel.v.12"},{"index":13,"sense_key":"feel%2:35:11::","synset_id":"feel.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"feel%2:39:00::","call_ids":["senseval3.d000.s083.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"feel%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":406,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.295841506915167}
{"item_id":"senseval3.d000.s083.t006","gold_sense_keys":["blood%1:08:00::"],"candidates":[{"index":1,"sense_key":"blood%1:08:00::","synset_id":"blood.n.01"},{"index":2,"sense_key":"blood%1:07:00::","synset_id":"blood.n.02"},{"index":3,"sense_key":"blood%1:18:00::","synset_id":"rake.n.01"},{"index":4,"sense_key":"blood%1:14:00::","synset_id":"lineage.n.01"},{"index":5,"sense_key":"blood%1:14:01::","synset_id":"blood.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"blood%1:14:01::","call_ids":["senseval3.d000.s083.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"blood%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29716319707222283}
{"item_id":"senseval3.d000.s083.t007","gold_sense_keys":["drain%2:38:00::"],"candidates":[{"index":1,"sense_key":"drain%2:38:00::","synset_id":"drain.v.01"},{"index":2,"sense_key":"drain%2:34:00::","synset_id":"drain.v.02"},{"index":3,"sense_key":"drain%2:30:01::","synset_id":"drain.v.03"},{"index":4,"sense_key":"drain%2:30:04::","synset_id":"enfeeble.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"drain%2:30:04::","call_ids":["senseval3.d000.s083.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"drain%2:30:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29883920191787183}
{"item_id":"senseval3.d000.s083.t008","gold_sense_keys":["cheek%1:08:00::"],"candidates":[{"index":1,"sense_key":"cheek%1:08:00::","synset_id":"cheek.n.01"},{"index":2,"sense_key":"cheek%1:10:00::","synset_id":"impudence.n.01"},{"index":3,"sense_key":"cheek%1:08:01::","synset_id":"buttock.n.01"},{"index":4,"sense_key":"cheek%1:07:00::","synset_id":"boldness.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cheek%1:08:00::","call_ids":["senseval3.d000.s083.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cheek%1:08:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3004454670008272}
{"item_id":"senseval3.d000.s084.t000","gold_sense_keys":["mutter%2:32:01::"],"candidates":[{"index":1,"sense_key":"mutter%2:32:01::","synset_id":"mumble.v.01"},{"index":2,"sense_key":"mutter%2:32:00::","synset_id":"murmur.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mutter%2:32:00::","call_ids":["senseval3.d000.s084.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mutter%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30184182710945606}
{"item_id":"senseval3.d000.s084.t001","gold_sense_keys":["terrible%5:00:00:alarming:00"],"candidates":[{"index":1,"sense_key":"terrible%5:00:00:alarming:00","synset_id":"awful.s.02"},{"index":2,"sense_key":"terrible%5:00:01:bad:00","synset_id":"atrocious.s.02"},{"index":3,"sense_key":"terrible%5:00:00:intense:00","synset_id":"severe.s.01"},{"index":4,"sense_key":"terrible%5:00:00:extraordinary:00","synset_id":"frightful.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"terrible%5:00:01:bad:00","call_ids":["senseval3.d000.s084.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"terrible%5:00:01:bad:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.280282769119367}
{"item_id":"senseval3.d000.s084.t002","gold_sense_keys":["walk%2:38:00::"],"candidates":[{"index":1,"sense_key":"walk%2:38:00::","synset_id":"walk.v.01"},{"index":2,"sense_key":"walk%2:38:01::","synset_id":"walk.v.02"},{"index":3,"sense_key":"walk%2:33:00::","synset_id":"walk.v.03"},{"index":4,"sense_key":"walk%2:38:03::","synset_id":"walk.v.04"},{"index":5,"sense_key":"walk%2:33:01::","synset_id":"walk.v.05"},{"index":6,"sense_key":"walk%2:41:00::","synset_id":"walk.v.06"},{"index":7,"sense_key":"walk%2:41:01::","synset_id":"walk.v.07"},{"index":8,"sense_key":"walk%2:38:02::","synset_id":"walk.v.08"},{"index":9,"sense_key":"walk%2:38:05::","synset_id":"walk.v.09"},{"index":10,"sense_key":"walk%2:38:04::","synset_id":"walk.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"walk%2:38:02::","call_ids":["senseval3.d000.s084.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"walk%2:38:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":285,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3017290239222348}
{"item_id":"senseval3.d000.s084.t003","gold_sense_keys":["deliberate%5:00:00:unhurried:00"],"candidates":[{"index":1,"sense_key":"deliberate%5:00:00:intended:00","synset_id":"deliberate.s.01"},{"index":2,"sense_key":"deliberate%5:00:00:unhurried:00","synset_id":"careful.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"deliberate%5:00:00:unhurried:00","call_ids":["senseval3.d000.s084.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"deliberate%5:00:00:unhurried:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3032617140561342}
{"item_id":"senseval3.d000.s084.t004","gold_sense_keys":["slowness%1:07:00::"],"candidates":[{"index":1,"sense_key":"slowness%1:09:02::","synset_id":"awkwardness.n.01"},{"index":2,"sense_key":"slowness%1:07:00::","synset_id":"slowness.n.02"},{"index":3,"sense_key":"slowness%1:09:01::","synset_id":"retardation.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"slowness%1:07:00::","call_ids":["senseval3.d000.s084.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"slowness%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3044809421990067}
{"item_id":"senseval3.d000.s084.t005","gold_sense_keys":["elevator%1:06:00::"],"candidates":[{"index":1,"sense_key":"elevator%1:06:00::","synset_id":"elevator.n.01"},{"index":2,"sense_key":"elevator%1:06:01::","synset_id":"elevator.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"elevator%1:06:00::","call_ids":["senseval3.d000.s084.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"elevator%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3056557441595942}
{"item_id":"senseval3.d000.s085.t001","gold_sense_keys":["pour%2:38:04::"],"candidates":[{"index":1,"sense_key":"pour%2:38:03::","synset_id":"pour.v.01"},{"index":2,"sense_key":"pour%2:38:00::","synset_id":"pour.v.02"},{"index":3,"sense_key":"pour%2:38:04::","synset_id":"decant.v.01"},{"index":4,"sense_key":"pour%2:38:02::","synset_id":"pour.v.04"},{"index":5,"sense_key":"pour%2:40:00::","synset_id":"pour.v.05"},{"index":6,"sense_key":"pour%2:43:00::","synset_id":"pour.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"pour%2:38:02::","call_ids":["senseval3.d000.s085.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"pour%2:38:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25894747115671635}
{"item_id":"senseval3.d000.s085.t002","gold_sense_keys":["drink%1:13:04::"],"candidates":[{"index":1,"sense_key":"drink%1:13:04::","synset_id":"drink.n.01"},{"index":2,"sense_key":"drink%1:04:00::","synset_id":"drink.n.02"},{"index":3,"sense_key":"drink%1:13:00::","synset_id":"beverage.n.01"},{"index":4,"sense_key":"drink%1:17:00::","synset_id":"drink.n.04"},{"index":5,"sense_key":"drink%1:04:01::","synset_id":"swallow.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"drink%1:13:00::","call_ids":["senseval3.d000.s085.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"drink%1:13:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26163475099019706}
{"item_id":"senseval3.d000.s085.t004","gold_sense_keys":["hand%1:08:00::"],"candidates":[{"index":1,"sense_key":"hand%1:08:00::","synset_id":"hand.n.01"},{"index":2,"sense_key":"hand%1:18:00::","synset_id":"hired_hand.n.01"},{"index":3,"sense_key":"hand%1:10:00::","synset_id":"handwriting.n.01"},{"index":4,"sense_key":"hand%1:09:00::","synset_id":"hand.n.04"},{"index":5,"sense_key":"hand%1:15:00::","synset_id":"hand.n.05"},{"index":6,"sense_key":"hand%1:14:00::","synset_id":"hand.n.06"},{"index":7,"sense_key":"hand%1:09:01::","synset_id":"hand.n.07"},{"index":8,"sense_key":"hand%1:06:00::","synset_id":"hand.n.08"},{"index":9,"sense_key":"hand%1:23:00::","synset_id":"hand.n.09"},{"index":10,"sense_key":"hand%1:18:02::","synset_id":"hand.n.10"},{"index":11,"sense_key":"hand%1:18:01::","synset_id":"bridge_player.n.01"},{"index":12,"sense_key":"hand%1:10:01::","synset_id":"hand.n.12"},{"index":13,"sense_key":"hand%1:05:01::","synset_id":"hand.n.13"},{"index":14,"sense_key":"hand%1:04:00::","synset_id":"hand.n.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"hand%1:04:00::","call_ids":["senseval3.d000.s085.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"hand%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":455,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25973641709424555}
{"item_id":"senseval3.d000.s085.t005","gold_sense_keys":["flop%2:38:01::"],"candidates":[{"index":1,"sense_key":"flop%2:38:01::","synset_id":"flop.v.01"},{"index":2,"sense_key":"flop%2:38:00::","synset_id":"flop.v.02"},{"index":3,"sense_key":"flop%2:41:00::","synset_id":"fall_through.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"flop%2:38:01::","call_ids":["senseval3.d000.s085.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"flop%2:38:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22792883310467005}
{"item_id":"senseval3.d000.s085.t006","gold_sense_keys":["chair%1:06:00::"],"candidates":[{"index":1,"sense_key":"chair%1:06:00::","synset_id":"chair.n.01"},{"index":2,"sense_key":"chair%1:04:00::","synset_id":"professorship.n.01"},{"index":3,"sense_key":"chair%1:18:00::","synset_id":"president.n.04"},{"index":4,"sense_key":"chair%1:06:01::","synset_id":"electric_chair.n.01"},{"index":5,"sense_key":"chair%1:06:02::","synset_id":"chair.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"chair%1:06:00::","call_ids":["senseval3.d000.s085.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"chair%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24451275984756649}
{"item_id":"senseval3.d000.s086.t002","gold_sense_keys":["feel%2:29:00::","feel%2:37:00::"],"candidates":[{"index":1,"sense_key":"feel%2:37:00::","synset_id":"feel.v.01"},{"index":2,"sense_key":"feel%2:31:00::","synset_id":"find.v.05"},{"index":3,"sense_key":"feel%2:39:00::","synset_id":"feel.v.03"},{"index":4,"sense_key":"feel%2:29:00::","synset_id":"feel.v.04"},{"index":5,"sense_key":"feel%2:31:01::","synset_id":"feel.v.05"},{"index":6,"sense_key":"feel%2:39:01::","synset_id":"feel.v.06"},{"index":7,"sense_key":"feel%2:42:00::","synset_id":"feel.v.07"},{"index":8,"sense_key":"feel%2:39:10::","synset_id":"feel.v.08"},{"index":9,"sense_key":"feel%2:35:00::","synset_id":"feel.v.09"},{"index":10,"sense_key":"feel%2:35:01::","synset_id":"palpate.v.01"},{"index":11,"sense_key":"feel%2:40:00::","synset_id":"feel.v.11"},{"index":12,"sense_key":"feel%2:39:09::","synset_id":"feel.v.12"},{"index":13,"sense_key":"feel%2:35:11::","synset_id":"feel.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"feel%2:29:00::","call_ids":["senseval3.d000.s086.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"feel%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":406,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24524148902855814}
{"item_id":"senseval3.d000.s086.t003","gold_sense_keys":["bother%2:41:00::"],"candidates":[{"index":1,"sense_key":"bother%2:41:00::","synset_id":"trouble_oneself.v.01"},{"index":2,"sense_key":"bother%2:37:00::","synset_id":"annoy.v.01"},{"index":3,"sense_key":"bother%2:41:01::","synset_id":"trouble.v.02"},{"index":4,"sense_key":"bother%2:38:00::","synset_id":"bother.v.04"},{"index":5,"sense_key":"bother%2:37:03::","synset_id":"bother.v.05"},{"index":6,"sense_key":"bother%2:37:02::","synset_id":"bother.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bother%2:37:00::","call_ids":["senseval3.d000.s086.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bother%2:37:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":241,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24601347907446325}
{"item_id":"senseval3.d000.s086.t004","gold_sense_keys":["ask%2:32:02::"],"candidates":[{"index":1,"sense_key":"ask%2:32:00::","synset_id":"ask.v.01"},{"index":2,"sense_key":"ask%2:32:01::","synset_id":"ask.v.02"},{"index":3,"sense_key":"ask%2:32:02::","synset_id":"ask.v.03"},{"index":4,"sense_key":"ask%2:32:05::","synset_id":"ask.v.04"},{"index":5,"sense_key":"ask%2:32:04::","synset_id":"ask.v.05"},{"index":6,"sense_key":"ask%2:42:00::","synset_id":"necessitate.v.01"},{"index":7,"sense_key":"ask%2:32:09::","synset_id":"ask.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"ask%2:32:04::","call_ids":["senseval3.d000.s086.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"ask%2:32:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24826427991501987}
{"item_id":"senseval3.d000.s086.t005","gold_sense_keys":["question%1:10:03::"],"candidates":[{"index":1,"sense_key":"question%1:10:00::","synset_id":"question.n.01"},{"index":2,"sense_key":"question%1:10:01::","synset_id":"question.n.02"},{"index":3,"sense_key":"question%1:10:03::","synset_id":"question.n.03"},{"index":4,"sense_key":"question%1:07:00::","synset_id":"doubt.n.02"},{"index":5,"sense_key":"question%1:10:02::","synset_id":"motion.n.05"},{"index":6,"sense_key":"question%1:10:04::","synset_id":"question.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"question%1:10:03::","call_ids":["senseval3.d000.s086.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"question%1:10:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24668874498456717}
{"item_id":"senseval3.d000.s088.t002","gold_sense_keys":["coincidence%1:11:00::"],"candidates":[{"index":1,"sense_key":"coincidence%1:11:00::","synset_id":"coincidence.n.01"},{"index":2,"sense_key":"coincidence%1:07:02::","synset_id":"coincidence.n.02"},{"index":3,"sense_key":"coincidence%1:07:01::","synset_id":"concurrence.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"coincidence%1:11:00::","call_ids":["senseval3.d000.s088.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"coincidence%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2375205650459975}
{"item_id":"senseval3.d000.s089.t000","gold_sense_keys":["stranger%1:18:01::"],"candidates":[{"index":1,"sense_key":"stranger%1:18:00::","synset_id":"stranger.n.01"},{"index":2,"sense_key":"stranger%1:18:01::","synset_id":"stranger.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stranger%1:18:01::","call_ids":["senseval3.d000.s089.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stranger%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":123,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23876013280823827}
{"item_id":"senseval3.d000.s090.t001","gold_sense_keys":["happy%3:00:00::"],"candidates":[{"index":1,"sense_key":"happy%3:00:00::","synset_id":"happy.a.01"},{"index":2,"sense_key":"happy%5:00:00:fortunate:00","synset_id":"felicitous.s.01"},{"index":3,"sense_key":"happy%5:00:00:willing:00","synset_id":"glad.s.01"},{"index":4,"sense_key":"happy%5:00:00:felicitous:00","synset_id":"happy.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"happy%5:00:00:fortunate:00","call_ids":["senseval3.d000.s090.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"happy%5:00:00:fortunate:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23979850392788649}
{"item_id":"senseval3.d000.s090.t002","gold_sense_keys":["lousy%5:00:00:nasty:00"],"candidates":[{"index":1,"sense_key":"lousy%5:00:00:bad:00","synset_id":"icky.s.01"},{"index":2,"sense_key":"lousy%5:00:00:dirty:01","synset_id":"lousy.s.02"},{"index":3,"sense_key":"lousy%5:00:00:nasty:00","synset_id":"dirty.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"lousy%5:00:00:bad:00","call_ids":["senseval3.d000.s090.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"lousy%5:00:00:bad:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2842999449931085}
{"item_id":"senseval3.d000.s091.t000","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s091.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":396,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3097703359089792}
{"item_id":"senseval3.d000.s091.t001","gold_sense_keys":["have%2:40:00::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"have%2:30:00::","call_ids":["senseval3.d000.s091.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"have%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":495,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3175921640358865}
{"item_id":"senseval3.d000.s091.t002","gold_sense_keys":["family%1:14:00::","family%1:14:02::"],"candidates":[{"index":1,"sense_key":"family%1:14:02::","synset_id":"family.n.01"},{"index":2,"sense_key":"family%1:14:00::","synset_id":"family.n.02"},{"index":3,"sense_key":"family%1:14:04::","synset_id":"class.n.01"},{"index":4,"sense_key":"family%1:14:01::","synset_id":"family.n.04"},{"index":5,"sense_key":"family%1:18:00::","synset_id":"kin.n.01"},{"index":6,"sense_key":"family%1:14:03::","synset_id":"family.n.06"},{"index":7,"sense_key":"family%1:14:06::","synset_id":"syndicate.n.01"},{"index":8,"sense_key":"family%1:14:05::","synset_id":"family.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"family%1:14:05::","call_ids":["senseval3.d000.s091.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"family%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":283,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29693277017213404}
{"item_id":"senseval3.d000.s091.t003","gold_sense_keys":["suffer%2:29:00::","suffer%2:37:00::"],"candidates":[{"index":1,"sense_key":"suffer%2:39:01::","synset_id":"suffer.v.01"},{"index":2,"sense_key":"suffer%2:29:01::","synset_id":"suffer.v.02"},{"index":3,"sense_key":"suffer%2:37:00::","synset_id":"suffer.v.03"},{"index":4,"sense_key":"suffer%2:31:00::","synset_id":"digest.v.03"},{"index":5,"sense_key":"suffer%2:30:00::","synset_id":"suffer.v.05"},{"index":6,"sense_key":"suffer%2:29:00::","synset_id":"suffer.v.06"},{"index":7,"sense_key":"suffer%2:39:00::","synset_id":"hurt.v.06"},{"index":8,"sense_key":"suffer%2:29:03::","synset_id":"suffer.v.08"},{"index":9,"sense_key":"suffer%2:42:04::","synset_id":"suffer.v.09"},{"index":10,"sense_key":"suffer%2:39:02::","synset_id":"suffer.v.10"},{"index":11,"sense_key":"suffer%2:30:02::","synset_id":"suffer.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"suffer%2:37:00::","call_ids":["senseval3.d000.s091.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"suffer%2:37:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":300,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30147590697743}
{"item_id":"senseval3.d000.s092.t000","gold_sense_keys":["say%2:32:00::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"say%2:32:04::","call_ids":["senseval3.d000.s092.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"say%2:32:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":324,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3045019309502095}
{"item_id":"senseval3.d000.s092.t001","gold_sense_keys":["kill%2:35:00::"],"candidates":[{"index":1,"sense_key":"kill%2:35:00::","synset_id":"kill.v.01"},{"index":2,"sense_key":"kill%2:41:01::","synset_id":"kill.v.02"},{"index":3,"sense_key":"kill%2:30:08::","synset_id":"stamp_out.v.01"},{"index":4,"sense_key":"kill%2:42:00::","synset_id":"kill.v.04"},{"index":5,"sense_key":"kill%2:39:00::","synset_id":"kill.v.05"},{"index":6,"sense_key":"kill%2:37:00::","synset_id":"kill.v.06"},{"index":7,"sense_key":"kill%2:35:06::","synset_id":"kill.v.07"},{"index":8,"sense_key":"kill%2:35:05::","synset_id":"kill.v.08"},{"index":9,"sense_key":"kill%2:35:02::","synset_id":"kill.v.09"},{"index":10,"sense_key":"kill%2:35:01::","synset_id":"kill.v.10"},{"index":11,"sense_key":"kill%2:34:00::","synset_id":"toss_off.v.02"},{"index":12,"sense_key":"kill%2:30:00::","synset_id":"kill.v.12"},{"index":13,"sense_key":"kill%2:30:04::","synset_id":"kill.v.13"},{"index":14,"sense_key":"kill%2:30:03::","synset_id":"kill.v.14"},{"index":15,"sense_key":"kill%2:30:02::","synset_id":"kill.v.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"kill%2:35:02::","call_ids":["senseval3.d000.s092.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"kill%2:35:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":414,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3427418500650674}
{"item_id":"senseval3.d000.s092.t002","gold_sense_keys":["man%1:18:00::","man%1:18:04::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s092.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":390,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31062239897437394}
{"item_id":"senseval3.d000.s092.t003","gold_sense_keys":["favor%1:04:00::"],"candidates":[{"index":1,"sense_key":"favor%1:04:00::","synset_id":"favor.n.01"},{"index":2,"sense_key":"favor%1:07:00::","synset_id":"favor.n.02"},{"index":3,"sense_key":"favor%1:09:00::","synset_id":"favor.n.03"},{"index":4,"sense_key":"favor%1:12:00::","synset_id":"favor.n.04"},{"index":5,"sense_key":"favor%1:06:00::","synset_id":"party_favor.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"favor%1:07:00::","call_ids":["senseval3.d000.s092.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"favor%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3396005751565099}
{"item_id":"senseval3.d000.s093.t000","gold_sense_keys":["think%2:31:03::"],"candidates":[{"index":1,"sense_key":"think%2:31:01::","synset_id":"think.v.01"},{"index":2,"sense_key":"think%2:31:03::","synset_id":"think.v.02"},{"index":3,"sense_key":"think%2:31:00::","synset_id":"think.v.03"},{"index":4,"sense_key":"think%2:31:02::","synset_id":"remember.v.01"},{"index":5,"sense_key":"think%2:36:00::","synset_id":"think.v.05"},{"index":6,"sense_key":"think%2:31:09::","synset_id":"think.v.06"},{"index":7,"sense_key":"think%2:31:06::","synset_id":"intend.v.01"},{"index":8,"sense_key":"think%2:31:12::","synset_id":"think.v.08"},{"index":9,"sense_key":"think%2:31:13::","synset_id":"think.v.09"},{"index":10,"sense_key":"think%2:31:15::","synset_id":"think.v.10"},{"index":11,"sense_key":"think%2:31:14::","synset_id":"think.v.11"},{"index":12,"sense_key":"think%2:31:08::","synset_id":"think.v.12"},{"index":13,"sense_key":"think%2:30:00::","synset_id":"think.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"think%2:31:12::","call_ids":["senseval3.d000.s093.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"think%2:31:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":392,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34509454597719014}
{"item_id":"senseval3.d000.s093.t001","gold_sense_keys":["mean%2:32:01::"],"candidates":[{"index":1,"sense_key":"mean%2:32:01::","synset_id":"mean.v.01"},{"index":2,"sense_key":"mean%2:42:00::","synset_id":"entail.v.01"},{"index":3,"sense_key":"mean%2:32:03::","synset_id":"mean.v.03"},{"index":4,"sense_key":"mean%2:31:00::","synset_id":"intend.v.01"},{"index":5,"sense_key":"mean%2:42:03::","synset_id":"mean.v.05"},{"index":6,"sense_key":"mean%2:31:01::","synset_id":"think_of.v.04"},{"index":7,"sense_key":"mean%2:31:05::","synset_id":"mean.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"mean%2:31:00::","call_ids":["senseval3.d000.s093.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"mean%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":240,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2983911489136517}
{"item_id":"senseval3.d000.s093.t002","gold_sense_keys":["say%2:32:00::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval3.d000.s093.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":318,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30530265090055764}
{"item_id":"senseval3.d000.s094.t000","gold_sense_keys":["stranger%1:18:01::"],"candidates":[{"index":1,"sense_key":"stranger%1:18:00::","synset_id":"stranger.n.01"},{"index":2,"sense_key":"stranger%1:18:01::","synset_id":"stranger.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stranger%1:18:01::","call_ids":["senseval3.d000.s094.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stranger%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":129,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31166591215878725}
{"item_id":"senseval3.d000.s094.t001","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"eye%1:09:01::","call_ids":["senseval3.d000.s094.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"eye%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32096448191441596}
{"item_id":"senseval3.d000.s094.t002","gold_sense_keys":["large%3:00:00::"],"candidates":[{"index":1,"sense_key":"large%3:00:00::","synset_id":"large.a.01"},{"index":2,"sense_key":"large%5:00:00:significant:00","synset_id":"large.s.01"},{"index":3,"sense_key":"large%5:00:00:rhetorical:00","synset_id":"bombastic.s.01"},{"index":4,"sense_key":"large%5:00:00:generous:02","synset_id":"big.s.10"},{"index":5,"sense_key":"large%5:00:00:conspicuous:00","synset_id":"big.s.04"},{"index":6,"sense_key":"large%5:00:00:comprehensive:00","synset_id":"large.s.05"},{"index":7,"sense_key":"large%5:00:00:pregnant:00","synset_id":"big.s.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"large%3:00:00::","call_ids":["senseval3.d000.s094.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"large%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":241,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31249309284612536}
{"item_id":"senseval3.d000.s094.t003","gold_sense_keys":["sad%3:00:00::"],"candidates":[{"index":1,"sense_key":"sad%3:00:00::","synset_id":"sad.a.01"},{"index":2,"sense_key":"sad%5:00:00:sorrowful:00","synset_id":"sad.s.01"},{"index":3,"sense_key":"sad%5:00:00:bad:00","synset_id":"deplorable.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sad%5:00:00:sorrowful:00","call_ids":["senseval3.d000.s094.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sad%5:00:00:sorrowful:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3458931720815599}
{"item_id":"senseval3.d000.s094.t004","gold_sense_keys":["hurt%2:37:00::"],"candidates":[{"index":1,"sense_key":"hurt%2:39:00::","synset_id":"ache.v.03"},{"index":2,"sense_key":"hurt%2:29:01::","synset_id":"hurt.v.02"},{"index":3,"sense_key":"hurt%2:37:01::","synset_id":"pain.v.02"},{"index":4,"sense_key":"hurt%2:30:04::","synset_id":"hurt.v.04"},{"index":5,"sense_key":"hurt%2:37:00::","synset_id":"hurt.v.05"},{"index":6,"sense_key":"hurt%2:39:01::","synset_id":"hurt.v.06"},{"index":7,"sense_key":"hurt%2:29:02::","synset_id":"suffer.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"hurt%2:37:00::","call_ids":["senseval3.d000.s094.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"hurt%2:37:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.311941172927618}
{"item_id":"senseval3.d000.s095.t002","gold_sense_keys":["dream%1:09:01::"],"candidates":[{"index":1,"sense_key":"dream%1:09:01::","synset_id":"dream.n.01"},{"index":2,"sense_key":"dream%1:09:02::","synset_id":"dream.n.02"},{"index":3,"sense_key":"dream%1:12:00::","synset_id":"ambition.n.01"},{"index":4,"sense_key":"dream%1:09:03::","synset_id":"pipe_dream.n.01"},{"index":5,"sense_key":"dream%1:09:04::","synset_id":"dream.n.05"},{"index":6,"sense_key":"dream%1:26:00::","synset_id":"dream.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dream%1:09:02::","call_ids":["senseval3.d000.s095.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dream%1:09:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3136464999988675}
{"item_id":"senseval3.d000.s095.t003","gold_sense_keys":["dream%1:09:01::"],"candidates":[{"index":1,"sense_key":"dream%1:09:01::","synset_id":"dream.n.01"},{"index":2,"sense_key":"dream%1:09:02::","synset_id":"dream.n.02"},{"index":3,"sense_key":"dream%1:12:00::","synset_id":"ambition.n.01"},{"index":4,"sense_key":"dream%1:09:03::","synset_id":"pipe_dream.n.01"},{"index":5,"sense_key":"dream%1:09:04::","synset_id":"dream.n.05"},{"index":6,"sense_key":"dream%1:26:00::","synset_id":"dream.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dream%1:09:02::","call_ids":["senseval3.d000.s095.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dream%1:09:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31956482911482453}
{"item_id":"senseval3.d000.s095.t004","gold_sense_keys":["begin%2:30:00::"],"candidates":[{"index":1,"sense_key":"begin%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"begin%2:42:00::","synset_id":"begin.v.02"},{"index":3,"sense_key":"begin%2:30:01::","synset_id":"begin.v.03"},{"index":4,"sense_key":"begin%2:32:03::","synset_id":"begin.v.04"},{"index":5,"sense_key":"begin%2:42:02::","synset_id":"begin.v.05"},{"index":6,"sense_key":"begin%2:42:04::","synset_id":"begin.v.06"},{"index":7,"sense_key":"begin%2:42:03::","synset_id":"begin.v.07"},{"index":8,"sense_key":"begin%2:41:04::","synset_id":"begin.v.08"},{"index":9,"sense_key":"begin%2:41:00::","synset_id":"begin.v.09"},{"index":10,"sense_key":"begin%2:32:04::","synset_id":"begin.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"begin%2:42:04::","call_ids":["senseval3.d000.s095.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"begin%2:42:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":377,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3152948450297117}
{"item_id":"senseval3.d000.s095.t005","gold_sense_keys":["overtone%1:10:00::"],"candidates":[{"index":1,"sense_key":"overtone%1:10:00::","synset_id":"overtone.n.01"},{"index":2,"sense_key":"overtone%1:09:00::","synset_id":"overtone.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"overtone%1:09:00::","call_ids":["senseval3.d000.s095.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"overtone%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3171147021930665}
{"item_id":"senseval3.d000.s095.t006","gold_sense_keys":["nightmare%1:09:00::"],"candidates":[{"index":1,"sense_key":"nightmare%1:26:00::","synset_id":"nightmare.n.01"},{"index":2,"sense_key":"nightmare%1:09:00::","synset_id":"nightmare.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"nightmare%1:09:00::","call_ids":["senseval3.d000.s095.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"nightmare%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":121,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3386546168476343}
{"item_id":"senseval3.d000.s096.t000","gold_sense_keys":["know%2:31:01::","know%2:31:02::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"know%2:31:00::","call_ids":["senseval3.d000.s096.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"know%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":367,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34026769711636007}
{"item_id":"senseval3.d000.s096.t001","gold_sense_keys":["dream%1:09:01::"],"candidates":[{"index":1,"sense_key":"dream%1:09:01::","synset_id":"dream.n.01"},{"index":2,"sense_key":"dream%1:09:02::","synset_id":"dream.n.02"},{"index":3,"sense_key":"dream%1:12:00::","synset_id":"ambition.n.01"},{"index":4,"sense_key":"dream%1:09:03::","synset_id":"pipe_dream.n.01"},{"index":5,"sense_key":"dream%1:09:04::","synset_id":"dream.n.05"},{"index":6,"sense_key":"dream%1:26:00::","synset_id":"dream.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"dream%1:12:00::","call_ids":["senseval3.d000.s096.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"dream%1:12:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3463849760591984}
{"item_id":"senseval3.d000.s097.t000","gold_sense_keys":["tight%5:00:00:intoxicated:00"],"candidates":[{"index":1,"sense_key":"tight%3:00:01::","synset_id":"tight.a.01"},{"index":2,"sense_key":"tight%5:00:00:tense:01","synset_id":"taut.s.01"},{"index":3,"sense_key":"tight%5:00:00:invulnerable:00","synset_id":"tight.s.02"},{"index":4,"sense_key":"tight%5:00:00:closed:03","synset_id":"compressed.s.01"},{"index":5,"sense_key":"tight%5:00:00:stingy:00","synset_id":"mean.s.06"},{"index":6,"sense_key":"tight%5:00:00:scarce:00","synset_id":"tight.s.05"},{"index":7,"sense_key":"tight%3:00:02::","synset_id":"tight.a.07"},{"index":8,"sense_key":"tight%5:00:00:fine:00","synset_id":"close.s.06"},{"index":9,"sense_key":"tight%5:00:00:secure:03","synset_id":"tight.s.07"},{"index":10,"sense_key":"tight%5:00:00:equal:00","synset_id":"close.s.03"},{"index":11,"sense_key":"tight%5:00:00:intoxicated:00","synset_id":"besotted.s.01"},{"index":12,"sense_key":"tight%5:00:00:difficult:00","synset_id":"nasty.s.01"},{"index":13,"sense_key":"tight%5:00:00:demanding:01","synset_id":"rigorous.s.02"},{"index":14,"sense_key":"tight%5:00:00:compact:00","synset_id":"tight.s.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"tight%5:00:00:secure:03","call_ids":["senseval3.d000.s097.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"tight%5:00:00:secure:03","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34375475998967886}
{"item_id":"senseval3.d000.s097.t001","gold_sense_keys":["know%2:31:01::","know%2:31:02::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"know%2:31:06::","call_ids":["senseval3.d000.s097.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"know%2:31:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":369,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34788712905719876}
{"item_id":"senseval3.d000.s098.t000","gold_sense_keys":["same%3:00:02::"],"candidates":[{"index":1,"sense_key":"same%3:00:02::","synset_id":"same.a.01"},{"index":2,"sense_key":"same%3:00:00::","synset_id":"same.a.02"},{"index":3,"sense_key":"same%3:00:04::","synset_id":"like.a.02"},{"index":4,"sense_key":"same%5:00:00:unchanged:00","synset_id":"same.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"same%5:00:00:unchanged:00","call_ids":["senseval3.d000.s098.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"same%5:00:00:unchanged:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35476093902252614}
{"item_id":"senseval3.d000.s098.t001","gold_sense_keys":["bar%1:06:04::"],"candidates":[{"index":1,"sense_key":"bar%1:06:04::","synset_id":"barroom.n.01"},{"index":2,"sense_key":"bar%1:06:05::","synset_id":"bar.n.02"},{"index":3,"sense_key":"bar%1:06:00::","synset_id":"bar.n.03"},{"index":4,"sense_key":"bar%1:10:00::","synset_id":"measure.n.07"},{"index":5,"sense_key":"bar%1:06:02::","synset_id":"bar.n.05"},{"index":6,"sense_key":"bar%1:04:00::","synset_id":"prevention.n.01"},{"index":7,"sense_key":"bar%1:23:00::","synset_id":"bar.n.07"},{"index":8,"sense_key":"bar%1:17:00::","synset_id":"bar.n.08"},{"index":9,"sense_key":"bar%1:14:00::","synset_id":"legal_profession.n.01"},{"index":10,"sense_key":"bar%1:07:00::","synset_id":"stripe.n.05"},{"index":11,"sense_key":"bar%1:06:06::","synset_id":"cake.n.01"},{"index":12,"sense_key":"bar%1:06:01::","synset_id":"browning_automatic_rifle.n.01"},{"index":13,"sense_key":"bar%1:06:09::","synset_id":"bar.n.13"},{"index":14,"sense_key":"bar%1:06:08::","synset_id":"bar.n.14"},{"index":15,"sense_key":"bar%1:06:07::","synset_id":"bar.n.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"bar%1:06:02::","call_ids":["senseval3.d000.s098.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"bar%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":543,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.351153225870803}
{"item_id":"senseval3.d000.s098.t002","gold_sense_keys":["week%1:28:00::"],"candidates":[{"index":1,"sense_key":"week%1:28:00::","synset_id":"week.n.01"},{"index":2,"sense_key":"week%1:28:01::","synset_id":"workweek.n.01"},{"index":3,"sense_key":"week%1:28:02::","synset_id":"week.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"week%1:28:01::","call_ids":["senseval3.d000.s098.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"week%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3526813650969416}
{"item_id":"senseval3.d000.s098.t003","gold_sense_keys":["night%1:28:03::"],"candidates":[{"index":1,"sense_key":"night%1:28:00::","synset_id":"night.n.01"},{"index":2,"sense_key":"night%1:28:01::","synset_id":"night.n.02"},{"index":3,"sense_key":"night%1:28:04::","synset_id":"night.n.03"},{"index":4,"sense_key":"night%1:28:02::","synset_id":"night.n.04"},{"index":5,"sense_key":"night%1:26:00::","synset_id":"night.n.05"},{"index":6,"sense_key":"night%1:28:05::","synset_id":"night.n.06"},{"index":7,"sense_key":"night%1:28:03::","synset_id":"night.n.07"},{"index":8,"sense_key":"night%1:18:00::","synset_id":"nox.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"night%1:28:03::","call_ids":["senseval3.d000.s098.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"night%1:28:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32505287509411573}
{"item_id":"senseval3.d000.s098.t004","gold_sense_keys":["have%2:40:00::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"have%2:39:06::","call_ids":["senseval3.d000.s098.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"have%2:39:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":500,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35551849310286343}
{"item_id":"senseval3.d000.s098.t005","gold_sense_keys":["excuse%1:10:00::"],"candidates":[{"index":1,"sense_key":"excuse%1:10:00::","synset_id":"excuse.n.01"},{"index":2,"sense_key":"excuse%1:10:01::","synset_id":"excuse.n.02"},{"index":3,"sense_key":"excuse%1:09:00::","synset_id":"apology.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"excuse%1:10:01::","call_ids":["senseval3.d000.s098.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"excuse%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3343708289321512}
{"item_id":"senseval3.d000.s098.t006","gold_sense_keys":["drink%2:34:01::"],"candidates":[{"index":1,"sense_key":"drink%2:34:00::","synset_id":"drink.v.01"},{"index":2,"sense_key":"drink%2:34:01::","synset_id":"drink.v.02"},{"index":3,"sense_key":"drink%2:34:12::","synset_id":"toast.v.02"},{"index":4,"sense_key":"drink%2:31:00::","synset_id":"drink_in.v.01"},{"index":5,"sense_key":"drink%2:34:02::","synset_id":"drink.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"drink%2:34:01::","call_ids":["senseval3.d000.s098.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"drink%2:34:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32560015097260475}
{"item_id":"senseval3.d000.s098.t007","gold_sense_keys":["usual%3:00:00::"],"candidates":[{"index":1,"sense_key":"usual%3:00:00::","synset_id":"usual.a.01"},{"index":2,"sense_key":"usual%5:00:00:familiar:02","synset_id":"common.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"usual%3:00:00::","call_ids":["senseval3.d000.s098.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"usual%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29071938595734537}
{"item_id":"senseval3.d000.s099.t000","gold_sense_keys":["sit%2:35:00::","sit%2:38:00::"],"candidates":[{"index":1,"sense_key":"sit%2:35:00::","synset_id":"sit.v.01"},{"index":2,"sense_key":"sit%2:42:00::","synset_id":"sit.v.02"},{"index":3,"sense_key":"sit%2:38:00::","synset_id":"sit_down.v.01"},{"index":4,"sense_key":"sit%2:38:01::","synset_id":"sit.v.04"},{"index":5,"sense_key":"sit%2:39:00::","synset_id":"model.v.03"},{"index":6,"sense_key":"sit%2:38:03::","synset_id":"ride.v.01"},{"index":7,"sense_key":"sit%2:42:05::","synset_id":"sit.v.07"},{"index":8,"sense_key":"sit%2:41:05::","synset_id":"baby-sit.v.02"},{"index":9,"sense_key":"sit%2:35:01::","synset_id":"seat.v.01"},{"index":10,"sense_key":"sit%2:33:00::","synset_id":"sit.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sit%2:42:00::","call_ids":["senseval3.d000.s099.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sit%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":308,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2984157460741699}
{"item_id":"senseval3.d000.s099.t001","gold_sense_keys":["usual%3:00:00::"],"candidates":[{"index":1,"sense_key":"usual%3:00:00::","synset_id":"usual.a.01"},{"index":2,"sense_key":"usual%5:00:00:familiar:02","synset_id":"common.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"usual%3:00:00::","call_ids":["senseval3.d000.s099.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"usual%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34788716793991625}
{"item_id":"senseval3.d000.s099.t002","gold_sense_keys":["corner%1:06:02::"],"candidates":[{"index":1,"sense_key":"corner%1:15:02::","synset_id":"corner.n.01"},{"index":2,"sense_key":"corner%1:15:00::","synset_id":"corner.n.02"},{"index":3,"sense_key":"corner%1:06:02::","synset_id":"corner.n.03"},{"index":4,"sense_key":"corner%1:06:00::","synset_id":"corner.n.04"},{"index":5,"sense_key":"corner%1:15:01::","synset_id":"corner.n.05"},{"index":6,"sense_key":"corner%1:25:00::","synset_id":"recess.n.02"},{"index":7,"sense_key":"corner%1:26:00::","synset_id":"corner.n.07"},{"index":8,"sense_key":"corner%1:26:01::","synset_id":"corner.n.08"},{"index":9,"sense_key":"corner%1:17:00::","synset_id":"corner.n.09"},{"index":10,"sense_key":"corner%1:15:03::","synset_id":"corner.n.10"},{"index":11,"sense_key":"corner%1:06:01::","synset_id":"corner.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"corner%1:15:03::","call_ids":["senseval3.d000.s099.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"corner%1:15:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3490215300116688}
{"item_id":"senseval3.d000.s099.t003","gold_sense_keys":["little%3:00:01::"],"candidates":[{"index":1,"sense_key":"little%3:00:01::","synset_id":"small.a.01"},{"index":2,"sense_key":"little%3:00:03::","synset_id":"little.a.02"},{"index":3,"sense_key":"little%5:00:00:young:00","synset_id":"little.s.01"},{"index":4,"sense_key":"little%5:00:00:unimportant:00","synset_id":"fiddling.s.01"},{"index":5,"sense_key":"little%5:00:00:soft:04","synset_id":"little.s.03"},{"index":6,"sense_key":"little%3:00:00::","synset_id":"short.a.03"},{"index":7,"sense_key":"little%5:00:00:lowercase:00","synset_id":"little.s.04"},{"index":8,"sense_key":"little%5:00:00:emotional:00","synset_id":"little.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"little%3:00:03::","call_ids":["senseval3.d000.s099.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"little%3:00:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":288,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3457620497792959}
{"item_id":"senseval3.d000.s099.t004","gold_sense_keys":["table%1:06:01::"],"candidates":[{"index":1,"sense_key":"table%1:14:00::","synset_id":"table.n.01"},{"index":2,"sense_key":"table%1:06:01::","synset_id":"table.n.02"},{"index":3,"sense_key":"table%1:06:02::","synset_id":"table.n.03"},{"index":4,"sense_key":"table%1:17:00::","synset_id":"mesa.n.01"},{"index":5,"sense_key":"table%1:14:01::","synset_id":"table.n.05"},{"index":6,"sense_key":"table%1:13:01::","synset_id":"board.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"table%1:06:02::","call_ids":["senseval3.d000.s099.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"table%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35007866588421166}
{"item_id":"senseval3.d000.s099.t006","gold_sense_keys":["talkative%5:00:00:communicative:00","talkative%5:00:00:voluble:00"],"candidates":[{"index":1,"sense_key":"talkative%5:00:00:voluble:00","synset_id":"chatty.s.01"},{"index":2,"sense_key":"talkative%5:00:00:indiscreet:00","synset_id":"bigmouthed.s.01"},{"index":3,"sense_key":"talkative%5:00:00:communicative:00","synset_id":"expansive.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"talkative%5:00:00:communicative:00","call_ids":["senseval3.d000.s099.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"talkative%5:00:00:communicative:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34372044703923166}
{"item_id":"senseval3.d000.s099.t007","gold_sense_keys":["friendly%3:00:01::"],"candidates":[{"index":1,"sense_key":"friendly%3:00:01::","synset_id":"friendly.a.01"},{"index":2,"sense_key":"friendly%5:00:00:amicable:00","synset_id":"friendly.s.01"},{"index":3,"sense_key":"friendly%3:00:03::","synset_id":"friendly.a.03"},{"index":4,"sense_key":"friendly%3:00:02::","synset_id":"friendly.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"friendly%5:00:00:amicable:00","call_ids":["senseval3.d000.s099.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"friendly%5:00:00:amicable:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3235282769892365}
{"item_id":"senseval3.d000.s100.t000","gold_sense_keys":["enjoy%2:34:00::","enjoy%2:37:00::","enjoy%2:37:01::"],"candidates":[{"index":1,"sense_key":"enjoy%2:37:00::","synset_id":"enjoy.v.01"},{"index":2,"sense_key":"enjoy%2:34:01::","synset_id":"enjoy.v.02"},{"index":3,"sense_key":"enjoy%2:37:01::","synset_id":"love.v.02"},{"index":4,"sense_key":"enjoy%2:39:00::","synset_id":"enjoy.v.04"},{"index":5,"sense_key":"enjoy%2:34:00::","synset_id":"delight.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"enjoy%2:37:01::","call_ids":["senseval3.d000.s100.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"enjoy%2:37:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33421862102113664}
{"item_id":"senseval3.d000.s100.t002","gold_sense_keys":["ritual%1:04:00::"],"candidates":[{"index":1,"sense_key":"ritual%1:04:00::","synset_id":"ritual.n.01"},{"index":2,"sense_key":"ritual%1:04:01::","synset_id":"ritual.n.02"},{"index":3,"sense_key":"ritual%1:04:02::","synset_id":"ritual.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ritual%1:04:02::","call_ids":["senseval3.d000.s100.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ritual%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":132,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32452709996141493}
{"item_id":"senseval3.d000.s100.t003","gold_sense_keys":["wash_down%2:34:00::"],"candidates":[{"index":1,"sense_key":"wash_down%2:34:00::","synset_id":"wash_down.v.01"},{"index":2,"sense_key":"wash_down%2:30:00::","synset_id":"wash_down.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"wash_down%2:34:00::","call_ids":["senseval3.d000.s100.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"wash_down%2:34:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32726581604219973}
{"item_id":"senseval3.d000.s100.t004","gold_sense_keys":["pet%1:18:00::"],"candidates":[{"index":1,"sense_key":"pet%1:05:00::","synset_id":"pet.n.01"},{"index":2,"sense_key":"pet%1:18:00::","synset_id":"darling.n.01"},{"index":3,"sense_key":"pet%1:12:00::","synset_id":"pet.n.03"},{"index":4,"sense_key":"pet%1:04:00::","synset_id":"positron_emission_tomography.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"pet%1:12:00::","call_ids":["senseval3.d000.s100.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"pet%1:12:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32833332009613514}
{"item_id":"senseval3.d000.s100.t005","gold_sense_keys":["grievance%1:12:00::"],"candidates":[{"index":1,"sense_key":"grievance%1:12:00::","synset_id":"grudge.n.01"},{"index":2,"sense_key":"grievance%1:10:01::","synset_id":"grievance.n.02"},{"index":3,"sense_key":"grievance%1:10:00::","synset_id":"grievance.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"grievance%1:10:00::","call_ids":["senseval3.d000.s100.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"grievance%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32961228606291115}
{"item_id":"senseval3.d000.s100.t006","gold_sense_keys":["bourbon%1:13:00::"],"candidates":[{"index":1,"sense_key":"bourbon%1:18:01::","synset_id":"bourbon.n.01"},{"index":2,"sense_key":"bourbon%1:13:00::","synset_id":"bourbon.n.02"},{"index":3,"sense_key":"bourbon%1:18:00::","synset_id":"bourbon.n.03"},{"index":4,"sense_key":"bourbon%1:14:00::","synset_id":"bourbon.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bourbon%1:13:00::","call_ids":["senseval3.d000.s100.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bourbon%1:13:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3308064891025424}
{"item_id":"senseval3.d000.s100.t007","gold_sense_keys":["water%1:13:00::"],"candidates":[{"index":1,"sense_key":"water%1:27:00::","synset_id":"water.n.01"},{"index":2,"sense_key":"water%1:17:00::","synset_id":"body_of_water.n.01"},{"index":3,"sense_key":"water%1:27:02::","synset_id":"water.n.03"},{"index":4,"sense_key":"water%1:06:00::","synset_id":"water_system.n.02"},{"index":5,"sense_key":"water%1:27:01::","synset_id":"urine.n.01"},{"index":6,"sense_key":"water%1:13:00::","synset_id":"water.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"water%1:13:00::","call_ids":["senseval3.d000.s100.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"water%1:13:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33187268883921206}
{"item_id":"senseval3.d000.s101.t000","gold_sense_keys":["favorite%5:00:00:loved:00"],"candidates":[{"index":1,"sense_key":"favorite%5:00:00:popular:00","synset_id":"favorite.s.01"},{"index":2,"sense_key":"favorite%5:00:00:loved:00","synset_id":"favored.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"favorite%5:00:00:loved:00","call_ids":["senseval3.d000.s101.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"favorite%5:00:00:loved:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":122,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3339799679815769}
{"item_id":"senseval3.d000.s101.t001","gold_sense_keys":["grievance%1:12:00::"],"candidates":[{"index":1,"sense_key":"grievance%1:12:00::","synset_id":"grudge.n.01"},{"index":2,"sense_key":"grievance%1:10:01::","synset_id":"grievance.n.02"},{"index":3,"sense_key":"grievance%1:10:00::","synset_id":"grievance.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"grievance%1:10:00::","call_ids":["senseval3.d000.s101.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"grievance%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3349362011067569}
{"item_id":"senseval3.d000.s102.t000","gold_sense_keys":["forget%2:31:01::"],"candidates":[{"index":1,"sense_key":"forget%2:31:01::","synset_id":"forget.v.01"},{"index":2,"sense_key":"forget%2:31:00::","synset_id":"forget.v.02"},{"index":3,"sense_key":"forget%2:31:03::","synset_id":"forget.v.03"},{"index":4,"sense_key":"forget%2:31:02::","synset_id":"forget.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"forget%2:31:00::","call_ids":["senseval3.d000.s102.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"forget%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3360213739797473}
{"item_id":"senseval3.d000.s103.t000","gold_sense_keys":["mention%2:32:02::"],"candidates":[{"index":1,"sense_key":"mention%2:32:02::","synset_id":"mention.v.01"},{"index":2,"sense_key":"mention%2:32:00::","synset_id":"note.v.01"},{"index":3,"sense_key":"mention%2:32:01::","synset_id":"mention.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"mention%2:32:02::","call_ids":["senseval3.d000.s103.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"mention%2:32:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33707442483864725}
{"item_id":"senseval3.d000.s104.t000","gold_sense_keys":["real%3:00:02::","real%5:00:00:true:00"],"candidates":[{"index":1,"sense_key":"real%3:00:00::","synset_id":"real.a.01"},{"index":2,"sense_key":"real%3:00:02::","synset_id":"real.a.02"},{"index":3,"sense_key":"real%5:00:00:serious:00","synset_id":"real.s.01"},{"index":4,"sense_key":"real%5:00:00:concrete:00","synset_id":"real.s.02"},{"index":5,"sense_key":"real%5:00:00:true:00","synset_id":"actual.s.02"},{"index":6,"sense_key":"real%3:00:01::","synset_id":"real.a.06"},{"index":7,"sense_key":"real%3:00:03::","synset_id":"substantial.a.03"},{"index":8,"sense_key":"real%5:00:00:tangible:02","synset_id":"real.s.04"},{"index":9,"sense_key":"real%5:00:02:realistic:00","synset_id":"veridical.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"real%5:00:00:tangible:02","call_ids":["senseval3.d000.s104.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"real%5:00:00:tangible:02","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":320,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33778409915976226}
{"item_id":"senseval3.d000.s104.t001","gold_sense_keys":["grievance%1:12:00::"],"candidates":[{"index":1,"sense_key":"grievance%1:12:00::","synset_id":"grudge.n.01"},{"index":2,"sense_key":"grievance%1:10:01::","synset_id":"grievance.n.02"},{"index":3,"sense_key":"grievance%1:10:00::","synset_id":"grievance.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"grievance%1:10:00::","call_ids":["senseval3.d000.s104.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"grievance%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33897790405899286}
{"item_id":"senseval3.d000.s105.t000","gold_sense_keys":["end%1:28:00::"],"candidates":[{"index":1,"sense_key":"end%1:15:00::","synset_id":"end.n.01"},{"index":2,"sense_key":"end%1:28:00::","synset_id":"end.n.02"},{"index":3,"sense_key":"end%1:11:00::","synset_id":"end.n.03"},{"index":4,"sense_key":"end%1:09:02::","synset_id":"goal.n.01"},{"index":5,"sense_key":"end%1:09:00::","synset_id":"end.n.05"},{"index":6,"sense_key":"end%1:26:00::","synset_id":"end.n.06"},{"index":7,"sense_key":"end%1:15:02::","synset_id":"end.n.07"},{"index":8,"sense_key":"end%1:18:00::","synset_id":"end.n.08"},{"index":9,"sense_key":"end%1:15:01::","synset_id":"end.n.09"},{"index":10,"sense_key":"end%1:15:03::","synset_id":"end.n.10"},{"index":11,"sense_key":"end%1:04:00::","synset_id":"end.n.11"},{"index":12,"sense_key":"end%1:10:00::","synset_id":"conclusion.n.08"},{"index":13,"sense_key":"end%1:06:02::","synset_id":"end.n.13"},{"index":14,"sense_key":"end%1:04:02::","synset_id":"end.n.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"end%1:09:00::","call_ids":["senseval3.d000.s105.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"end%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":444,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3399378901813179}
{"item_id":"senseval3.d000.s105.t003","gold_sense_keys":["make%2:36:00::","make%2:36:08::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval3.d000.s105.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1085,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3070691670291126}
{"item_id":"senseval3.d000.s105.t004","gold_sense_keys":["wet%3:00:01::"],"candidates":[{"index":1,"sense_key":"wet%3:00:01::","synset_id":"wet.a.01"},{"index":2,"sense_key":"wet%3:00:05::","synset_id":"wet.a.02"},{"index":3,"sense_key":"wet%3:00:04::","synset_id":"wet.a.03"},{"index":4,"sense_key":"wet%3:00:02::","synset_id":"wet.a.04"},{"index":5,"sense_key":"wet%5:00:00:alcoholic:00","synset_id":"wet.s.01"},{"index":6,"sense_key":"wet%5:00:00:intoxicated:00","synset_id":"besotted.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"wet%5:00:00:intoxicated:00","call_ids":["senseval3.d000.s105.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"wet%5:00:00:intoxicated:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28508961107581854}
{"item_id":"senseval3.d000.s105.t005","gold_sense_keys":["ring%1:25:00::"],"candidates":[{"index":1,"sense_key":"ring%1:07:00::","synset_id":"ring.n.01"},{"index":2,"sense_key":"ring%1:25:00::","synset_id":"ring.n.02"},{"index":3,"sense_key":"ring%1:06:02::","synset_id":"hoop.n.02"},{"index":4,"sense_key":"ring%1:17:00::","synset_id":"closed_chain.n.01"},{"index":5,"sense_key":"ring%1:14:00::","synset_id":"gang.n.01"},{"index":6,"sense_key":"ring%1:11:00::","synset_id":"ring.n.06"},{"index":7,"sense_key":"ring%1:06:03::","synset_id":"ring.n.07"},{"index":8,"sense_key":"ring%1:06:00::","synset_id":"ring.n.08"},{"index":9,"sense_key":"ring%1:06:01::","synset_id":"band.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ring%1:06:02::","call_ids":["senseval3.d000.s105.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ring%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.278770542005077}
{"item_id":"senseval3.d000.s105.t006","gold_sense_keys":["bottom%1:15:00::"],"candidates":[{"index":1,"sense_key":"bottom%1:15:00::","synset_id":"bottom.n.01"},{"index":2,"sense_key":"bottom%1:15:01::","synset_id":"bottom.n.02"},{"index":3,"sense_key":"bottom%1:08:00::","synset_id":"buttocks.n.01"},{"index":4,"sense_key":"bottom%1:28:00::","synset_id":"bottom.n.04"},{"index":5,"sense_key":"bottom%1:17:00::","synset_id":"bed.n.03"},{"index":6,"sense_key":"bottom%1:17:01::","synset_id":"bottomland.n.01"},{"index":7,"sense_key":"bottom%1:06:00::","synset_id":"bottom.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"bottom%1:08:00::","call_ids":["senseval3.d000.s105.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"bottom%1:08:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2829934968613088}
{"item_id":"senseval3.d000.s105.t007","gold_sense_keys":["glass%1:06:00::"],"candidates":[{"index":1,"sense_key":"glass%1:27:00::","synset_id":"glass.n.01"},{"index":2,"sense_key":"glass%1:06:00::","synset_id":"glass.n.02"},{"index":3,"sense_key":"glass%1:23:00::","synset_id":"glass.n.03"},{"index":4,"sense_key":"glass%1:06:03::","synset_id":"field_glass.n.01"},{"index":5,"sense_key":"glass%1:06:01::","synset_id":"methamphetamine.n.01"},{"index":6,"sense_key":"glass%1:06:02::","synset_id":"looking_glass.n.01"},{"index":7,"sense_key":"glass%1:06:04::","synset_id":"glass.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"glass%1:06:00::","call_ids":["senseval3.d000.s105.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"glass%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2678804909810424}
{"item_id":"senseval3.d000.s105.t008","gold_sense_keys":["become%2:30:00::"],"candidates":[{"index":1,"sense_key":"become%2:30:00::","synset_id":"become.v.01"},{"index":2,"sense_key":"become%2:42:01::","synset_id":"become.v.02"},{"index":3,"sense_key":"become%2:42:00::","synset_id":"become.v.03"},{"index":4,"sense_key":"become%2:42:03::","synset_id":"become.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"become%2:30:00::","call_ids":["senseval3.d000.s105.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"become%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26883551897481084}
{"item_id":"senseval3.d000.s105.t009","gold_sense_keys":["aware%3:00:00::"],"candidates":[{"index":1,"sense_key":"aware%3:00:00::","synset_id":"aware.a.01"},{"index":2,"sense_key":"aware%3:00:04::","synset_id":"mindful.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"aware%3:00:00::","call_ids":["senseval3.d000.s105.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"aware%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.271875211969018}
{"item_id":"senseval3.d000.s106.t000","gold_sense_keys":["look%2:39:00::"],"candidates":[{"index":1,"sense_key":"look%2:39:00::","synset_id":"look.v.01"},{"index":2,"sense_key":"look%2:39:01::","synset_id":"look.v.02"},{"index":3,"sense_key":"look%2:29:00::","synset_id":"look.v.03"},{"index":4,"sense_key":"look%2:39:02::","synset_id":"search.v.02"},{"index":5,"sense_key":"look%2:42:00::","synset_id":"front.v.01"},{"index":6,"sense_key":"look%2:41:13::","synset_id":"attend.v.02"},{"index":7,"sense_key":"look%2:32:00::","synset_id":"look.v.07"},{"index":8,"sense_key":"look%2:31:00::","synset_id":"expect.v.03"},{"index":9,"sense_key":"look%2:42:02::","synset_id":"look.v.09"},{"index":10,"sense_key":"look%2:31:02::","synset_id":"count.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"look%2:42:02::","call_ids":["senseval3.d000.s106.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"look%2:42:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":333,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.274390391074121}
{"item_id":"senseval3.d000.s106.t002","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"eye%1:09:01::","call_ids":["senseval3.d000.s106.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"eye%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2727701298426837}
{"item_id":"senseval3.d000.s106.t004","gold_sense_keys":["stranger%1:18:01::"],"candidates":[{"index":1,"sense_key":"stranger%1:18:00::","synset_id":"stranger.n.01"},{"index":2,"sense_key":"stranger%1:18:01::","synset_id":"stranger.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stranger%1:18:01::","call_ids":["senseval3.d000.s106.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stranger%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2646515239030123}
{"item_id":"senseval3.d000.s106.t005","gold_sense_keys":["sit%2:35:00::"],"candidates":[{"index":1,"sense_key":"sit%2:35:00::","synset_id":"sit.v.01"},{"index":2,"sense_key":"sit%2:42:00::","synset_id":"sit.v.02"},{"index":3,"sense_key":"sit%2:38:00::","synset_id":"sit_down.v.01"},{"index":4,"sense_key":"sit%2:38:01::","synset_id":"sit.v.04"},{"index":5,"sense_key":"sit%2:39:00::","synset_id":"model.v.03"},{"index":6,"sense_key":"sit%2:38:03::","synset_id":"ride.v.01"},{"index":7,"sense_key":"sit%2:42:05::","synset_id":"sit.v.07"},{"index":8,"sense_key":"sit%2:41:05::","synset_id":"baby-sit.v.02"},{"index":9,"sense_key":"sit%2:35:01::","synset_id":"seat.v.01"},{"index":10,"sense_key":"sit%2:33:00::","synset_id":"sit.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"sit%2:42:05::","call_ids":["senseval3.d000.s106.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"sit%2:42:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":314,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2690905830822885}
{"item_id":"senseval3.d000.s106.t006","gold_sense_keys":["table%1:06:01::"],"candidates":[{"index":1,"sense_key":"table%1:14:00::","synset_id":"table.n.01"},{"index":2,"sense_key":"table%1:06:01::","synset_id":"table.n.02"},{"index":3,"sense_key":"table%1:06:02::","synset_id":"table.n.03"},{"index":4,"sense_key":"table%1:17:00::","synset_id":"mesa.n.01"},{"index":5,"sense_key":"table%1:14:01::","synset_id":"table.n.05"},{"index":6,"sense_key":"table%1:13:01::","synset_id":"board.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"table%1:06:02::","call_ids":["senseval3.d000.s106.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"table%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2500147020909935}
{"item_id":"senseval3.d000.s106.t008","gold_sense_keys":["secret%5:00:03:covert:00"],"candidates":[{"index":1,"sense_key":"secret%5:00:00:concealed:00","synset_id":"secret.s.01"},{"index":2,"sense_key":"secret%5:00:01:covert:00","synset_id":"clandestine.s.01"},{"index":3,"sense_key":"secret%5:00:00:unacknowledged:00","synset_id":"unavowed.s.03"},{"index":4,"sense_key":"secret%5:00:03:covert:00","synset_id":"secret.s.04"},{"index":5,"sense_key":"secret%5:00:00:inward:00","synset_id":"secret.s.05"},{"index":6,"sense_key":"secret%5:00:02:concealed:00","synset_id":"hidden.s.02"},{"index":7,"sense_key":"secret%5:00:02:private:00","synset_id":"privy.s.01"},{"index":8,"sense_key":"secret%5:00:00:private:00","synset_id":"confidential.s.02"},{"index":9,"sense_key":"secret%5:00:02:covert:00","synset_id":"secret.s.09"},{"index":10,"sense_key":"secret%5:00:00:esoteric:00","synset_id":"mysterious.s.02"},{"index":11,"sense_key":"secret%5:00:00:classified:02","synset_id":"secret.s.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"secret%5:00:00:inward:00","call_ids":["senseval3.d000.s106.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"secret%5:00:00:inward:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":326,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2508989511989057}
{"item_id":"senseval3.d000.s107.t000","gold_sense_keys":["notice%2:39:00::"],"candidates":[{"index":1,"sense_key":"notice%2:39:04::","synset_id":"detect.v.01"},{"index":2,"sense_key":"notice%2:39:00::","synset_id":"notice.v.02"},{"index":3,"sense_key":"notice%2:32:00::","synset_id":"comment.v.01"},{"index":4,"sense_key":"notice%2:32:01::","synset_id":"notice.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"notice%2:32:00::","call_ids":["senseval3.d000.s107.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"notice%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25363928102888167}
{"item_id":"senseval3.d000.s107.t001","gold_sense_keys":["name%1:10:00::"],"candidates":[{"index":1,"sense_key":"name%1:10:00::","synset_id":"name.n.01"},{"index":2,"sense_key":"name%1:26:00::","synset_id":"name.n.02"},{"index":3,"sense_key":"name%1:14:00::","synset_id":"name.n.03"},{"index":4,"sense_key":"name%1:18:00::","synset_id":"name.n.04"},{"index":5,"sense_key":"name%1:04:00::","synset_id":"name.n.05"},{"index":6,"sense_key":"name%1:10:01::","synset_id":"name.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"name%1:04:00::","call_ids":["senseval3.d000.s107.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"name%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25613584904931486}
{"item_id":"senseval3.d000.s107.t002","gold_sense_keys":["see%2:39:00::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"see%2:31:02::","call_ids":["senseval3.d000.s107.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"see%2:31:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":647,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2571834190748632}
{"item_id":"senseval3.d000.s107.t003","gold_sense_keys":["sit_down%2:38:00::"],"candidates":[{"index":1,"sense_key":"sit_down%2:38:00::","synset_id":"sit_down.v.01"},{"index":2,"sense_key":"sit_down%2:35:00::","synset_id":"seat.v.01"},{"index":3,"sense_key":"sit_down%2:35:03::","synset_id":"sit.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sit_down%2:35:03::","call_ids":["senseval3.d000.s107.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sit_down%2:35:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2582891141064465}
{"item_id":"senseval3.d000.s108.t000","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s108.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":393,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2593550570309162}
{"item_id":"senseval3.d000.s108.t001","gold_sense_keys":["uncanny%5:00:00:supernatural:00"],"candidates":[{"index":1,"sense_key":"uncanny%5:00:00:supernatural:00","synset_id":"eldritch.s.01"},{"index":2,"sense_key":"uncanny%5:00:00:extraordinary:00","synset_id":"preternatural.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"uncanny%5:00:00:extraordinary:00","call_ids":["senseval3.d000.s108.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"uncanny%5:00:00:extraordinary:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26515149301849306}
{"item_id":"senseval3.d000.s108.t002","gold_sense_keys":["shadow%1:09:00::","shadow%1:26:01::"],"candidates":[{"index":1,"sense_key":"shadow%1:26:01::","synset_id":"shadow.n.01"},{"index":2,"sense_key":"shadow%1:15:00::","synset_id":"darkness.n.02"},{"index":3,"sense_key":"shadow%1:09:00::","synset_id":"apparition.n.03"},{"index":4,"sense_key":"shadow%1:12:00::","synset_id":"shadow.n.04"},{"index":5,"sense_key":"shadow%1:10:00::","synset_id":"trace.n.02"},{"index":6,"sense_key":"shadow%1:07:00::","synset_id":"shadow.n.06"},{"index":7,"sense_key":"shadow%1:26:00::","synset_id":"shadow.n.07"},{"index":8,"sense_key":"shadow%1:18:00::","synset_id":"tail.n.05"},{"index":9,"sense_key":"shadow%1:18:01::","synset_id":"shadow.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"shadow%1:18:01::","call_ids":["senseval3.d000.s108.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"shadow%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2601865150500089}
{"item_id":"senseval3.d000.s108.t003","gold_sense_keys":["make%2:36:00::","make%2:36:08::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval3.d000.s108.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1065,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23216458410024643}
{"item_id":"senseval3.d000.s108.t005","gold_sense_keys":["noise%1:11:00::"],"candidates":[{"index":1,"sense_key":"noise%1:11:00::","synset_id":"noise.n.01"},{"index":2,"sense_key":"noise%1:09:00::","synset_id":"noise.n.02"},{"index":3,"sense_key":"noise%1:11:01::","synset_id":"noise.n.03"},{"index":4,"sense_key":"noise%1:10:00::","synset_id":"noise.n.04"},{"index":5,"sense_key":"noise%1:07:01::","synset_id":"noise.n.05"},{"index":6,"sense_key":"noise%1:07:00::","synset_id":"randomness.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"noise%1:10:00::","call_ids":["senseval3.d000.s108.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"noise%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":246,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23318916303105652}
{"item_id":"senseval3.d000.s108.t006","gold_sense_keys":["shadow%1:09:00::","shadow%1:26:01::"],"candidates":[{"index":1,"sense_key":"shadow%1:26:01::","synset_id":"shadow.n.01"},{"index":2,"sense_key":"shadow%1:15:00::","synset_id":"darkness.n.02"},{"index":3,"sense_key":"shadow%1:09:00::","synset_id":"apparition.n.03"},{"index":4,"sense_key":"shadow%1:12:00::","synset_id":"shadow.n.04"},{"index":5,"sense_key":"shadow%1:10:00::","synset_id":"trace.n.02"},{"index":6,"sense_key":"shadow%1:07:00::","synset_id":"shadow.n.06"},{"index":7,"sense_key":"shadow%1:26:00::","synset_id":"shadow.n.07"},{"index":8,"sense_key":"shadow%1:18:00::","synset_id":"tail.n.05"},{"index":9,"sense_key":"shadow%1:18:01::","synset_id":"shadow.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"shadow%1:18:01::","call_ids":["senseval3.d000.s108.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"shadow%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22227264079265296}
{"item_id":"senseval3.d000.s109.t001","gold_sense_keys":["shrink%2:30:00::","shrink%2:38:00::"],"candidates":[{"index":1,"sense_key":"shrink%2:30:02::","synset_id":"shrivel.v.01"},{"index":2,"sense_key":"shrink%2:38:00::","synset_id":"flinch.v.01"},{"index":3,"sense_key":"shrink%2:30:01::","synset_id":"shrink.v.03"},{"index":4,"sense_key":"shrink%2:30:00::","synset_id":"shrink.v.04"},{"index":5,"sense_key":"shrink%2:30:11::","synset_id":"shrink.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"shrink%2:30:01::","call_ids":["senseval3.d000.s109.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"shrink%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2353942501358688}
{"item_id":"senseval3.d000.s109.t003","gold_sense_keys":["trap%2:35:00::","trap%2:35:02::","trap%2:41:00::"],"candidates":[{"index":1,"sense_key":"trap%2:41:00::","synset_id":"trap.v.01"},{"index":2,"sense_key":"trap%2:35:00::","synset_id":"trap.v.02"},{"index":3,"sense_key":"trap%2:35:01::","synset_id":"trap.v.03"},{"index":4,"sense_key":"trap%2:35:02::","synset_id":"trap.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"trap%2:35:00::","call_ids":["senseval3.d000.s109.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"trap%2:35:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2363863519858569}
{"item_id":"senseval3.d000.s109.t004","gold_sense_keys":["corner%1:06:02::"],"candidates":[{"index":1,"sense_key":"corner%1:15:02::","synset_id":"corner.n.01"},{"index":2,"sense_key":"corner%1:15:00::","synset_id":"corner.n.02"},{"index":3,"sense_key":"corner%1:06:02::","synset_id":"corner.n.03"},{"index":4,"sense_key":"corner%1:06:00::","synset_id":"corner.n.04"},{"index":5,"sense_key":"corner%1:15:01::","synset_id":"corner.n.05"},{"index":6,"sense_key":"corner%1:25:00::","synset_id":"recess.n.02"},{"index":7,"sense_key":"corner%1:26:00::","synset_id":"corner.n.07"},{"index":8,"sense_key":"corner%1:26:01::","synset_id":"corner.n.08"},{"index":9,"sense_key":"corner%1:17:00::","synset_id":"corner.n.09"},{"index":10,"sense_key":"corner%1:15:03::","synset_id":"corner.n.10"},{"index":11,"sense_key":"corner%1:06:01::","synset_id":"corner.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"corner%1:26:01::","call_ids":["senseval3.d000.s109.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"corner%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2284182677976787}
{"item_id":"senseval3.d000.s109.t005","gold_sense_keys":["wiry%5:00:00:thin:03"],"candidates":[{"index":1,"sense_key":"wiry%5:00:00:thin:03","synset_id":"stringy.s.01"},{"index":2,"sense_key":"wiry%3:01:00::","synset_id":"wiry.a.02"},{"index":3,"sense_key":"wiry%5:00:00:hairy:00","synset_id":"wiry.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"wiry%5:00:00:thin:03","call_ids":["senseval3.d000.s109.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"wiry%5:00:00:thin:03","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22968553309328854}
{"item_id":"senseval3.d000.s109.t007","gold_sense_keys":["little%3:00:00::","little%3:00:01::"],"candidates":[{"index":1,"sense_key":"little%3:00:01::","synset_id":"small.a.01"},{"index":2,"sense_key":"little%3:00:03::","synset_id":"little.a.02"},{"index":3,"sense_key":"little%5:00:00:young:00","synset_id":"little.s.01"},{"index":4,"sense_key":"little%5:00:00:unimportant:00","synset_id":"fiddling.s.01"},{"index":5,"sense_key":"little%5:00:00:soft:04","synset_id":"little.s.03"},{"index":6,"sense_key":"little%3:00:00::","synset_id":"short.a.03"},{"index":7,"sense_key":"little%5:00:00:lowercase:00","synset_id":"little.s.04"},{"index":8,"sense_key":"little%5:00:00:emotional:00","synset_id":"little.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"little%3:00:00::","call_ids":["senseval3.d000.s109.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"little%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":288,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23085476411506534}
{"item_id":"senseval3.d000.s109.t008","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s109.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":399,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2337736280169338}
{"item_id":"senseval3.d000.s110.t000","gold_sense_keys":["begin%2:30:00::"],"candidates":[{"index":1,"sense_key":"begin%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"begin%2:42:00::","synset_id":"begin.v.02"},{"index":3,"sense_key":"begin%2:30:01::","synset_id":"begin.v.03"},{"index":4,"sense_key":"begin%2:32:03::","synset_id":"begin.v.04"},{"index":5,"sense_key":"begin%2:42:02::","synset_id":"begin.v.05"},{"index":6,"sense_key":"begin%2:42:04::","synset_id":"begin.v.06"},{"index":7,"sense_key":"begin%2:42:03::","synset_id":"begin.v.07"},{"index":8,"sense_key":"begin%2:41:04::","synset_id":"begin.v.08"},{"index":9,"sense_key":"begin%2:41:00::","synset_id":"begin.v.09"},{"index":10,"sense_key":"begin%2:32:04::","synset_id":"begin.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"begin%2:42:04::","call_ids":["senseval3.d000.s110.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"begin%2:42:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":373,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23515743506141007}
{"item_id":"senseval3.d000.s110.t001","gold_sense_keys":["wish%2:32:02::","wish%2:37:00::"],"candidates":[{"index":1,"sense_key":"wish%2:37:00::","synset_id":"wish.v.01"},{"index":2,"sense_key":"wish%2:37:02::","synset_id":"wish.v.02"},{"index":3,"sense_key":"wish%2:32:02::","synset_id":"wish.v.03"},{"index":4,"sense_key":"wish%2:37:01::","synset_id":"wish.v.04"},{"index":5,"sense_key":"wish%2:32:01::","synset_id":"wish.v.05"},{"index":6,"sense_key":"wish%2:32:00::","synset_id":"wish.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"wish%2:37:01::","call_ids":["senseval3.d000.s110.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"wish%2:37:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19862103695049882}
{"item_id":"senseval3.d000.s110.t002","gold_sense_keys":["shout%2:32:01::"],"candidates":[{"index":1,"sense_key":"shout%2:32:00::","synset_id":"shout.v.01"},{"index":2,"sense_key":"shout%2:32:01::","synset_id":"shout.v.02"},{"index":3,"sense_key":"shout%2:32:08::","synset_id":"exclaim.v.01"},{"index":4,"sense_key":"shout%2:32:12::","synset_id":"abuse.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"shout%2:32:01::","call_ids":["senseval3.d000.s110.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"shout%2:32:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22935880185104907}
{"item_id":"senseval3.d000.s110.t003","gold_sense_keys":["other%5:00:00:past:00"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval3.d000.s110.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22479520994238555}
{"item_id":"senseval3.d000.s110.t004","gold_sense_keys":["evening%1:28:00::"],"candidates":[{"index":1,"sense_key":"evening%1:28:00::","synset_id":"evening.n.01"},{"index":2,"sense_key":"evening%1:28:01::","synset_id":"evening.n.02"},{"index":3,"sense_key":"evening%1:28:02::","synset_id":"evening.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evening%1:28:01::","call_ids":["senseval3.d000.s110.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evening%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22591042798012495}
{"item_id":"senseval3.d000.s110.t005","gold_sense_keys":["truck%1:06:00::"],"candidates":[{"index":1,"sense_key":"truck%1:06:00::","synset_id":"truck.n.01"},{"index":2,"sense_key":"truck%1:06:01::","synset_id":"hand_truck.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"truck%1:06:00::","call_ids":["senseval3.d000.s110.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"truck%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22712931409478188}
{"item_id":"senseval3.d000.s110.t006","gold_sense_keys":["bear_down%2:33:03::"],"candidates":[{"index":1,"sense_key":"bear_down%2:35:00::","synset_id":"drag_down.v.01"},{"index":2,"sense_key":"bear_down%2:35:01::","synset_id":"bear_down.v.02"},{"index":3,"sense_key":"bear_down%2:33:03::","synset_id":"charge.v.01"},{"index":4,"sense_key":"bear_down%2:33:00::","synset_id":"bear_down.v.04"},{"index":5,"sense_key":"bear_down%2:32:12::","synset_id":"bear_down.v.05"},{"index":6,"sense_key":"bear_down%2:32:01::","synset_id":"bear_down.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"bear_down%2:32:01::","call_ids":["senseval3.d000.s110.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"bear_down%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23084936779923737}
{"item_id":"senseval3.d000.s110.t007","gold_sense_keys":["crossing%1:06:00::","crossing%1:06:01::"],"candidates":[{"index":1,"sense_key":"crossing%1:04:01::","synset_id":"crossing.n.01"},{"index":2,"sense_key":"crossing%1:17:00::","synset_id":"ford.n.07"},{"index":3,"sense_key":"crossing%1:15:00::","synset_id":"crossing.n.03"},{"index":4,"sense_key":"crossing%1:06:01::","synset_id":"intersection.n.02"},{"index":5,"sense_key":"crossing%1:06:00::","synset_id":"crossing.n.05"},{"index":6,"sense_key":"crossing%1:04:02::","synset_id":"hybridization.n.01"},{"index":7,"sense_key":"crossing%1:04:00::","synset_id":"crossing.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"crossing%1:06:00::","call_ids":["senseval3.d000.s110.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"crossing%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23195007094182074}
{"item_id":"senseval3.d000.s111.t000","gold_sense_keys":["saddle%2:35:10::"],"candidates":[{"index":1,"sense_key":"saddle%2:35:01::","synset_id":"saddle.v.01"},{"index":2,"sense_key":"saddle%2:35:10::","synset_id":"saddle.v.02"},{"index":3,"sense_key":"saddle%2:32:00::","synset_id":"charge.v.18"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"saddle%2:32:00::","call_ids":["senseval3.d000.s111.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"saddle%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2328675219323486}
{"item_id":"senseval3.d000.s111.t001","gold_sense_keys":["creep%1:18:00::"],"candidates":[{"index":1,"sense_key":"creep%1:18:00::","synset_id":"creep.n.01"},{"index":2,"sense_key":"creep%1:11:00::","synset_id":"creep.n.02"},{"index":3,"sense_key":"creep%1:06:00::","synset_id":"creep.n.03"},{"index":4,"sense_key":"creep%1:04:00::","synset_id":"crawl.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"creep%1:18:00::","call_ids":["senseval3.d000.s111.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"creep%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2338633679319173}
{"item_id":"senseval3.d000.s112.t000","gold_sense_keys":["start%2:30:00::"],"candidates":[{"index":1,"sense_key":"start%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"start%2:30:01::","synset_id":"begin.v.03"},{"index":3,"sense_key":"start%2:38:02::","synset_id":"depart.v.03"},{"index":4,"sense_key":"start%2:42:00::","synset_id":"begin.v.02"},{"index":5,"sense_key":"start%2:36:00::","synset_id":"originate.v.02"},{"index":6,"sense_key":"start%2:36:01::","synset_id":"start.v.06"},{"index":7,"sense_key":"start%2:38:04::","synset_id":"startle.v.02"},{"index":8,"sense_key":"start%2:38:01::","synset_id":"start.v.08"},{"index":9,"sense_key":"start%2:38:00::","synset_id":"start.v.09"},{"index":10,"sense_key":"start%2:41:00::","synset_id":"start.v.10"},{"index":11,"sense_key":"start%2:33:00::","synset_id":"start.v.11"},{"index":12,"sense_key":"start%2:42:03::","synset_id":"begin.v.07"},{"index":13,"sense_key":"start%2:41:04::","synset_id":"begin.v.08"},{"index":14,"sense_key":"start%2:38:03::","synset_id":"start.v.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"start%2:38:00::","call_ids":["senseval3.d000.s112.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"start%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":381,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.234787343069911}
{"item_id":"senseval3.d000.s112.t001","gold_sense_keys":["go%2:38:00::"],"candidates":[{"index":1,"sense_key":"go%2:38:00::","synset_id":"travel.v.01"},{"index":2,"sense_key":"go%2:41:00::","synset_id":"go.v.02"},{"index":3,"sense_key":"go%2:38:01::","synset_id":"go.v.03"},{"index":4,"sense_key":"go%2:30:04::","synset_id":"become.v.01"},{"index":5,"sense_key":"go%2:42:06::","synset_id":"go.v.05"},{"index":6,"sense_key":"go%2:42:02::","synset_id":"run.v.05"},{"index":7,"sense_key":"go%2:42:00::","synset_id":"run.v.03"},{"index":8,"sense_key":"go%2:30:01::","synset_id":"proceed.v.04"},{"index":9,"sense_key":"go%2:30:08::","synset_id":"go.v.09"},{"index":10,"sense_key":"go%2:42:07::","synset_id":"go.v.10"},{"index":11,"sense_key":"go%2:39:00::","synset_id":"sound.v.02"},{"index":12,"sense_key":"go%2:35:00::","synset_id":"function.v.01"},{"index":13,"sense_key":"go%2:34:00::","synset_id":"run_low.v.01"},{"index":14,"sense_key":"go%2:30:02::","synset_id":"move.v.13"},{"index":15,"sense_key":"go%2:42:14::","synset_id":"survive.v.01"},{"index":16,"sense_key":"go%2:42:03::","synset_id":"go.v.16"},{"index":17,"sense_key":"go%2:30:00::","synset_id":"die.v.01"},{"index":18,"sense_key":"go%2:42:04::","synset_id":"belong.v.03"},{"index":19,"sense_key":"go%2:42:10::","synset_id":"go.v.19"},{"index":20,"sense_key":"go%2:38:09::","synset_id":"start.v.09"},{"index":21,"sense_key":"go%2:33:00::","synset_id":"move.v.15"},{"index":22,"sense_key":"go%2:42:13::","synset_id":"go.v.22"},{"index":23,"sense_key":"go%2:42:12::","synset_id":"go.v.23"},{"index":24,"sense_key":"go%2:42:11::","synset_id":"blend.v.02"},{"index":25,"sense_key":"go%2:42:08::","synset_id":"go.v.25"},{"index":26,"sense_key":"go%2:42:05::","synset_id":"fit.v.02"},{"index":27,"sense_key":"go%2:35:13::","synset_id":"rifle.v.02"},{"index":28,"sense_key":"go%2:34:09::","synset_id":"go.v.28"},{"index":29,"sense_key":"go%2:31:12::","synset_id":"plump.v.04"},{"index":30,"sense_key":"go%2:30:03::","synset_id":"fail.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"go%2:42:00::","call_ids":["senseval3.d000.s112.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"go%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":790,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2189486799761653}
{"item_id":"senseval3.d000.s112.t002","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"other%3:00:00::","call_ids":["senseval3.d000.s112.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"other%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21974722715094686}
{"item_id":"senseval3.d000.s112.t003","gold_sense_keys":["place%1:15:04::"],"candidates":[{"index":1,"sense_key":"place%1:15:00::","synset_id":"topographic_point.n.01"},{"index":2,"sense_key":"place%1:15:04::","synset_id":"place.n.02"},{"index":3,"sense_key":"place%1:09:00::","synset_id":"place.n.03"},{"index":4,"sense_key":"place%1:15:01::","synset_id":"place.n.04"},{"index":5,"sense_key":"place%1:04:01::","synset_id":"stead.n.01"},{"index":6,"sense_key":"place%1:26:01::","synset_id":"place.n.06"},{"index":7,"sense_key":"place%1:15:06::","synset_id":"home.n.01"},{"index":8,"sense_key":"place%1:04:00::","synset_id":"position.n.06"},{"index":9,"sense_key":"place%1:15:05::","synset_id":"position.n.01"},{"index":10,"sense_key":"place%1:26:00::","synset_id":"place.n.10"},{"index":11,"sense_key":"place%1:15:03::","synset_id":"seat.n.01"},{"index":12,"sense_key":"place%1:10:00::","synset_id":"place.n.12"},{"index":13,"sense_key":"place%1:26:02::","synset_id":"place.n.13"},{"index":14,"sense_key":"place%1:15:02::","synset_id":"plaza.n.01"},{"index":15,"sense_key":"place%1:10:02::","synset_id":"place.n.15"},{"index":16,"sense_key":"place%1:10:01::","synset_id":"space.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"place%1:15:05::","call_ids":["senseval3.d000.s112.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"place%1:15:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":432,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22040469595231116}
{"item_id":"senseval3.d000.s113.t000","gold_sense_keys":["low%5:00:00:soft:04"],"candidates":[{"index":1,"sense_key":"low%3:00:02::","synset_id":"low.a.01"},{"index":2,"sense_key":"low%3:00:01::","synset_id":"low.a.02"},{"index":3,"sense_key":"low%5:00:00:soft:04","synset_id":"low.s.01"},{"index":4,"sense_key":"low%5:00:00:unrefined:01","synset_id":"low.s.02"},{"index":5,"sense_key":"low%3:00:03::","synset_id":"low.a.05"},{"index":6,"sense_key":"low%5:00:00:contemptible:00","synset_id":"abject.s.01"},{"index":7,"sense_key":"low%5:00:00:inferior:01","synset_id":"humble.s.01"},{"index":8,"sense_key":"low%5:00:00:insufficient:00","synset_id":"depleted.s.01"},{"index":9,"sense_key":"low%5:00:00:humble:00","synset_id":"broken.s.01"},{"index":10,"sense_key":"low%5:00:00:dejected:00","synset_id":"gloomy.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"low%3:00:03::","call_ids":["senseval3.d000.s113.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"low%3:00:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":289,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22130603017285466}
{"item_id":"senseval3.d000.s113.t001","gold_sense_keys":["voice%1:07:00::"],"candidates":[{"index":1,"sense_key":"voice%1:07:00::","synset_id":"voice.n.01"},{"index":2,"sense_key":"voice%1:10:00::","synset_id":"voice.n.02"},{"index":3,"sense_key":"voice%1:11:00::","synset_id":"voice.n.03"},{"index":4,"sense_key":"voice%1:10:01::","synset_id":"articulation.n.03"},{"index":5,"sense_key":"voice%1:04:00::","synset_id":"voice.n.05"},{"index":6,"sense_key":"voice%1:10:03::","synset_id":"voice.n.06"},{"index":7,"sense_key":"voice%1:18:01::","synset_id":"voice.n.07"},{"index":8,"sense_key":"voice%1:18:00::","synset_id":"spokesperson.n.01"},{"index":9,"sense_key":"voice%1:07:01::","synset_id":"voice.n.09"},{"index":10,"sense_key":"voice%1:24:00::","synset_id":"voice.n.10"},{"index":11,"sense_key":"voice%1:10:02::","synset_id":"part.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"voice%1:07:01::","call_ids":["senseval3.d000.s113.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"voice%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":384,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18273537792265415}
{"item_id":"senseval3.d000.s113.t003","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s113.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":404,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19582074298523366}
{"item_id":"senseval3.d000.s113.t004","gold_sense_keys":["ask%2:32:04::"],"candidates":[{"index":1,"sense_key":"ask%2:32:00::","synset_id":"ask.v.01"},{"index":2,"sense_key":"ask%2:32:01::","synset_id":"ask.v.02"},{"index":3,"sense_key":"ask%2:32:02::","synset_id":"ask.v.03"},{"index":4,"sense_key":"ask%2:32:05::","synset_id":"ask.v.04"},{"index":5,"sense_key":"ask%2:32:04::","synset_id":"ask.v.05"},{"index":6,"sense_key":"ask%2:42:00::","synset_id":"necessitate.v.01"},{"index":7,"sense_key":"ask%2:32:09::","synset_id":"ask.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"ask%2:32:04::","call_ids":["senseval3.d000.s113.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"ask%2:32:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19662773795425892}
{"item_id":"senseval3.d000.s113.t005","gold_sense_keys":["happy%3:00:00::"],"candidates":[{"index":1,"sense_key":"happy%3:00:00::","synset_id":"happy.a.01"},{"index":2,"sense_key":"happy%5:00:00:fortunate:00","synset_id":"felicitous.s.01"},{"index":3,"sense_key":"happy%5:00:00:willing:00","synset_id":"glad.s.01"},{"index":4,"sense_key":"happy%5:00:00:felicitous:00","synset_id":"happy.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"happy%5:00:00:fortunate:00","call_ids":["senseval3.d000.s113.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"happy%5:00:00:fortunate:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19417386781424284}
{"item_id":"senseval3.d000.s113.t006","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"way%1:04:00::","call_ids":["senseval3.d000.s113.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"way%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":358,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1971301781013608}
{"item_id":"senseval3.d000.s114.t000","gold_sense_keys":["make%2:41:13::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval3.d000.s114.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1073,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23672480415552855}
{"item_id":"senseval3.d000.s114.t001","gold_sense_keys":["mistake%1:04:00::"],"candidates":[{"index":1,"sense_key":"mistake%1:04:00::","synset_id":"mistake.n.01"},{"index":2,"sense_key":"mistake%1:09:00::","synset_id":"mistake.n.02"},{"index":3,"sense_key":"mistake%1:10:00::","synset_id":"error.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mistake%1:09:00::","call_ids":["senseval3.d000.s114.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mistake%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2548260260373354}
{"item_id":"senseval3.d000.s114.t002","gold_sense_keys":["answer%2:32:00::"],"candidates":[{"index":1,"sense_key":"answer%2:32:00::","synset_id":"answer.v.01"},{"index":2,"sense_key":"answer%2:31:02::","synset_id":"answer.v.02"},{"index":3,"sense_key":"answer%2:31:00::","synset_id":"answer.v.03"},{"index":4,"sense_key":"answer%2:31:03::","synset_id":"answer.v.04"},{"index":5,"sense_key":"answer%2:32:06::","synset_id":"answer.v.05"},{"index":6,"sense_key":"answer%2:42:01::","synset_id":"answer.v.06"},{"index":7,"sense_key":"answer%2:42:02::","synset_id":"suffice.v.01"},{"index":8,"sense_key":"answer%2:42:00::","synset_id":"answer.v.08"},{"index":9,"sense_key":"answer%2:34:00::","synset_id":"answer.v.09"},{"index":10,"sense_key":"answer%2:31:05::","synset_id":"answer.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"answer%2:34:00::","call_ids":["senseval3.d000.s114.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"answer%2:34:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":327,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2577132829464972}
{"item_id":"senseval3.d000.s114.t004","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"way%1:04:02::","call_ids":["senseval3.d000.s114.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"way%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":354,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2596665748860687}
{"item_id":"senseval3.d000.s114.t005","gold_sense_keys":["realize%2:31:00::"],"candidates":[{"index":1,"sense_key":"realize%2:31:01::","synset_id":"recognize.v.02"},{"index":2,"sense_key":"realize%2:31:00::","synset_id":"understand.v.02"},{"index":3,"sense_key":"realize%2:36:00::","synset_id":"realize.v.03"},{"index":4,"sense_key":"realize%2:40:01::","synset_id":"gain.v.08"},{"index":5,"sense_key":"realize%2:40:00::","synset_id":"realize.v.05"},{"index":6,"sense_key":"realize%2:36:07::","synset_id":"realize.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"realize%2:31:01::","call_ids":["senseval3.d000.s114.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"realize%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26337073603644967}
{"item_id":"senseval3.d000.s114.t006","gold_sense_keys":["skepticism%1:09:00::"],"candidates":[{"index":1,"sense_key":"skepticism%1:09:00::","synset_id":"incredulity.n.01"},{"index":2,"sense_key":"skepticism%1:09:01::","synset_id":"agnosticism.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"skepticism%1:09:00::","call_ids":["senseval3.d000.s114.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"skepticism%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2654609549790621}
{"item_id":"senseval3.d000.s114.t007","gold_sense_keys":["show%2:39:01::"],"candidates":[{"index":1,"sense_key":"show%2:39:02::","synset_id":"show.v.01"},{"index":2,"sense_key":"show%2:31:00::","synset_id":"prove.v.02"},{"index":3,"sense_key":"show%2:32:00::","synset_id":"testify.v.02"},{"index":4,"sense_key":"show%2:39:00::","synset_id":"show.v.04"},{"index":5,"sense_key":"show%2:36:00::","synset_id":"picture.v.02"},{"index":6,"sense_key":"show%2:32:02::","synset_id":"express.v.01"},{"index":7,"sense_key":"show%2:32:01::","synset_id":"indicate.v.02"},{"index":8,"sense_key":"show%2:39:01::","synset_id":"show.v.08"},{"index":9,"sense_key":"show%2:32:04::","synset_id":"read.v.08"},{"index":10,"sense_key":"show%2:32:03::","synset_id":"show.v.10"},{"index":11,"sense_key":"show%2:38:00::","synset_id":"usher.v.01"},{"index":12,"sense_key":"show%2:33:00::","synset_id":"show.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"show%2:39:00::","call_ids":["senseval3.d000.s114.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"show%2:39:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":387,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2672886699438095}
{"item_id":"senseval3.d000.s114.t008","gold_sense_keys":["face%1:07:03::","face%1:08:00::"],"candidates":[{"index":1,"sense_key":"face%1:08:00::","synset_id":"face.n.01"},{"index":2,"sense_key":"face%1:07:03::","synset_id":"expression.n.01"},{"index":3,"sense_key":"face%1:07:00::","synset_id":"face.n.03"},{"index":4,"sense_key":"face%1:06:02::","synset_id":"face.n.04"},{"index":5,"sense_key":"face%1:18:00::","synset_id":"face.n.05"},{"index":6,"sense_key":"face%1:15:00::","synset_id":"side.n.04"},{"index":7,"sense_key":"face%1:08:01::","synset_id":"face.n.07"},{"index":8,"sense_key":"face%1:06:01::","synset_id":"face.n.08"},{"index":9,"sense_key":"face%1:10:01::","synset_id":"grimace.n.01"},{"index":10,"sense_key":"face%1:10:00::","synset_id":"font.n.01"},{"index":11,"sense_key":"face%1:07:01::","synset_id":"face.n.11"},{"index":12,"sense_key":"face%1:07:02::","synset_id":"boldness.n.02"},{"index":13,"sense_key":"face%1:06:00::","synset_id":"face.n.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"face%1:06:01::","call_ids":["senseval3.d000.s114.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"face%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":367,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26970539917238057}
{"item_id":"senseval3.d000.s114.t009","gold_sense_keys":["voice%1:07:00::"],"candidates":[{"index":1,"sense_key":"voice%1:07:00::","synset_id":"voice.n.01"},{"index":2,"sense_key":"voice%1:10:00::","synset_id":"voice.n.02"},{"index":3,"sense_key":"voice%1:11:00::","synset_id":"voice.n.03"},{"index":4,"sense_key":"voice%1:10:01::","synset_id":"articulation.n.03"},{"index":5,"sense_key":"voice%1:04:00::","synset_id":"voice.n.05"},{"index":6,"sense_key":"voice%1:10:03::","synset_id":"voice.n.06"},{"index":7,"sense_key":"voice%1:18:01::","synset_id":"voice.n.07"},{"index":8,"sense_key":"voice%1:18:00::","synset_id":"spokesperson.n.01"},{"index":9,"sense_key":"voice%1:07:01::","synset_id":"voice.n.09"},{"index":10,"sense_key":"voice%1:24:00::","synset_id":"voice.n.10"},{"index":11,"sense_key":"voice%1:10:02::","synset_id":"part.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"voice%1:07:01::","call_ids":["senseval3.d000.s114.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"voice%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":381,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2721945501398295}
{"item_id":"senseval3.d000.s115.t001","gold_sense_keys":["become%2:30:00::"],"candidates":[{"index":1,"sense_key":"become%2:30:00::","synset_id":"become.v.01"},{"index":2,"sense_key":"become%2:42:01::","synset_id":"become.v.02"},{"index":3,"sense_key":"become%2:42:00::","synset_id":"become.v.03"},{"index":4,"sense_key":"become%2:42:03::","synset_id":"become.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"become%2:30:00::","call_ids":["senseval3.d000.s115.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"become%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27454982604831457}
{"item_id":"senseval3.d000.s115.t002","gold_sense_keys":["sad%3:00:00::"],"candidates":[{"index":1,"sense_key":"sad%3:00:00::","synset_id":"sad.a.01"},{"index":2,"sense_key":"sad%5:00:00:sorrowful:00","synset_id":"sad.s.01"},{"index":3,"sense_key":"sad%5:00:00:bad:00","synset_id":"deplorable.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sad%5:00:00:sorrowful:00","call_ids":["senseval3.d000.s115.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sad%5:00:00:sorrowful:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28022811096161604}
{"item_id":"senseval3.d000.s115.t003","gold_sense_keys":["moody%5:00:00:ill-natured:00"],"candidates":[{"index":1,"sense_key":"moody%5:00:00:ill-natured:00","synset_id":"dark.s.04"},{"index":2,"sense_key":"moody%5:00:00:emotional:00","synset_id":"moody.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"moody%5:00:00:emotional:00","call_ids":["senseval3.d000.s115.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"moody%5:00:00:emotional:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2934469748288393}
{"item_id":"senseval3.d000.s116.t000","gold_sense_keys":["want%2:37:00::"],"candidates":[{"index":1,"sense_key":"want%2:37:00::","synset_id":"desire.v.01"},{"index":2,"sense_key":"want%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"want%2:35:00::","synset_id":"want.v.03"},{"index":4,"sense_key":"want%2:31:01::","synset_id":"want.v.04"},{"index":5,"sense_key":"want%2:42:01::","synset_id":"want.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"want%2:42:01::","call_ids":["senseval3.d000.s116.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"want%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2962292900774628}
{"item_id":"senseval3.d000.s116.t002","gold_sense_keys":["company%1:26:00::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"company%1:14:05::","call_ids":["senseval3.d000.s116.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"company%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":295,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2986204451881349}
{"item_id":"senseval3.d000.s116.t003","gold_sense_keys":["feel%2:31:00::"],"candidates":[{"index":1,"sense_key":"feel%2:37:00::","synset_id":"feel.v.01"},{"index":2,"sense_key":"feel%2:31:00::","synset_id":"find.v.05"},{"index":3,"sense_key":"feel%2:39:00::","synset_id":"feel.v.03"},{"index":4,"sense_key":"feel%2:29:00::","synset_id":"feel.v.04"},{"index":5,"sense_key":"feel%2:31:01::","synset_id":"feel.v.05"},{"index":6,"sense_key":"feel%2:39:01::","synset_id":"feel.v.06"},{"index":7,"sense_key":"feel%2:42:00::","synset_id":"feel.v.07"},{"index":8,"sense_key":"feel%2:39:10::","synset_id":"feel.v.08"},{"index":9,"sense_key":"feel%2:35:00::","synset_id":"feel.v.09"},{"index":10,"sense_key":"feel%2:35:01::","synset_id":"palpate.v.01"},{"index":11,"sense_key":"feel%2:40:00::","synset_id":"feel.v.11"},{"index":12,"sense_key":"feel%2:39:09::","synset_id":"feel.v.12"},{"index":13,"sense_key":"feel%2:35:11::","synset_id":"feel.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"feel%2:29:00::","call_ids":["senseval3.d000.s116.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"feel%2:29:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":411,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2999382340349257}
{"item_id":"senseval3.d000.s116.t004","gold_sense_keys":["buy%2:40:00::"],"candidates":[{"index":1,"sense_key":"buy%2:40:00::","synset_id":"buy.v.01"},{"index":2,"sense_key":"buy%2:40:02::","synset_id":"bribe.v.01"},{"index":3,"sense_key":"buy%2:42:00::","synset_id":"buy.v.03"},{"index":4,"sense_key":"buy%2:40:03::","synset_id":"buy.v.04"},{"index":5,"sense_key":"buy%2:31:09::","synset_id":"buy.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"buy%2:42:00::","call_ids":["senseval3.d000.s116.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"buy%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3040847210213542}
{"item_id":"senseval3.d000.s116.t005","gold_sense_keys":["drink%1:13:04::"],"candidates":[{"index":1,"sense_key":"drink%1:13:04::","synset_id":"drink.n.01"},{"index":2,"sense_key":"drink%1:04:00::","synset_id":"drink.n.02"},{"index":3,"sense_key":"drink%1:13:00::","synset_id":"beverage.n.01"},{"index":4,"sense_key":"drink%1:17:00::","synset_id":"drink.n.04"},{"index":5,"sense_key":"drink%1:04:01::","synset_id":"swallow.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"drink%1:13:00::","call_ids":["senseval3.d000.s116.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"drink%1:13:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.301770166028291}
{"item_id":"senseval3.d000.s116.t006","gold_sense_keys":["prevent%2:41:01::"],"candidates":[{"index":1,"sense_key":"prevent%2:41:01::","synset_id":"prevent.v.01"},{"index":2,"sense_key":"prevent%2:41:00::","synset_id":"prevent.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"prevent%2:41:00::","call_ids":["senseval3.d000.s116.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"prevent%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30780854588374496}
{"item_id":"senseval3.d000.s116.t007","gold_sense_keys":["possible%3:00:04::"],"candidates":[{"index":1,"sense_key":"possible%3:00:00::","synset_id":"possible.a.01"},{"index":2,"sense_key":"possible%3:00:04::","synset_id":"potential.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"possible%3:00:00::","call_ids":["senseval3.d000.s116.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"possible%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30549897090531886}
{"item_id":"senseval3.d000.s116.t008","gold_sense_keys":["trouble%1:04:02::","trouble%1:09:00::","trouble%1:11:00::","trouble%1:11:01::"],"candidates":[{"index":1,"sense_key":"trouble%1:09:00::","synset_id":"trouble.n.01"},{"index":2,"sense_key":"trouble%1:11:01::","synset_id":"fuss.n.02"},{"index":3,"sense_key":"trouble%1:11:00::","synset_id":"trouble.n.03"},{"index":4,"sense_key":"trouble%1:04:02::","synset_id":"trouble.n.04"},{"index":5,"sense_key":"trouble%1:12:03::","synset_id":"worry.n.02"},{"index":6,"sense_key":"trouble%1:26:02::","synset_id":"trouble.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trouble%1:04:02::","call_ids":["senseval3.d000.s116.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trouble%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3093918929807842}
{"item_id":"senseval3.d000.s117.t000","gold_sense_keys":["trouble%1:04:02::","trouble%1:09:00::","trouble%1:11:00::","trouble%1:11:01::"],"candidates":[{"index":1,"sense_key":"trouble%1:09:00::","synset_id":"trouble.n.01"},{"index":2,"sense_key":"trouble%1:11:01::","synset_id":"fuss.n.02"},{"index":3,"sense_key":"trouble%1:11:00::","synset_id":"trouble.n.03"},{"index":4,"sense_key":"trouble%1:04:02::","synset_id":"trouble.n.04"},{"index":5,"sense_key":"trouble%1:12:03::","synset_id":"worry.n.02"},{"index":6,"sense_key":"trouble%1:26:02::","synset_id":"trouble.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trouble%1:04:02::","call_ids":["senseval3.d000.s117.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trouble%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3108086350839585}
{"item_id":"senseval3.d000.s118.t000","gold_sense_keys":["guy%1:18:00::"],"candidates":[{"index":1,"sense_key":"guy%1:18:00::","synset_id":"guy.n.01"},{"index":2,"sense_key":"guy%1:06:01::","synset_id":"guy.n.02"},{"index":3,"sense_key":"guy%1:06:00::","synset_id":"guy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"guy%1:18:00::","call_ids":["senseval3.d000.s118.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"guy%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3121342030353844}
{"item_id":"senseval3.d000.s118.t002","gold_sense_keys":["drink%1:13:04::"],"candidates":[{"index":1,"sense_key":"drink%1:13:04::","synset_id":"drink.n.01"},{"index":2,"sense_key":"drink%1:04:00::","synset_id":"drink.n.02"},{"index":3,"sense_key":"drink%1:13:00::","synset_id":"beverage.n.01"},{"index":4,"sense_key":"drink%1:17:00::","synset_id":"drink.n.04"},{"index":5,"sense_key":"drink%1:04:01::","synset_id":"swallow.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"drink%1:13:00::","call_ids":["senseval3.d000.s118.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"drink%1:13:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3134637288749218}
{"item_id":"senseval3.d000.s118.t003","gold_sense_keys":["upset%2:37:00::","upset%2:37:01::"],"candidates":[{"index":1,"sense_key":"upset%2:30:00::","synset_id":"upset.v.01"},{"index":2,"sense_key":"upset%2:37:01::","synset_id":"upset.v.02"},{"index":3,"sense_key":"upset%2:37:00::","synset_id":"disturb.v.01"},{"index":4,"sense_key":"upset%2:38:00::","synset_id":"overturn.v.02"},{"index":5,"sense_key":"upset%2:35:00::","synset_id":"swage.v.01"},{"index":6,"sense_key":"upset%2:33:00::","synset_id":"upset.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"upset%2:37:00::","call_ids":["senseval3.d000.s118.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"upset%2:37:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3148982780985534}
{"item_id":"senseval3.d000.s118.t005","gold_sense_keys":["appreciation%1:10:00::"],"candidates":[{"index":1,"sense_key":"appreciation%1:09:00::","synset_id":"appreciation.n.01"},{"index":2,"sense_key":"appreciation%1:09:01::","synset_id":"taste.n.03"},{"index":3,"sense_key":"appreciation%1:10:00::","synset_id":"appreciation.n.03"},{"index":4,"sense_key":"appreciation%1:04:00::","synset_id":"admiration.n.03"},{"index":5,"sense_key":"appreciation%1:04:01::","synset_id":"appreciation.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"appreciation%1:10:00::","call_ids":["senseval3.d000.s118.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"appreciation%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2904165249783546}
{"item_id":"senseval3.d000.s119.t000","gold_sense_keys":["break%2:30:03::","break%2:42:05::"],"candidates":[{"index":1,"sense_key":"break%2:30:03::","synset_id":"interrupt.v.04"},{"index":2,"sense_key":"break%2:30:00::","synset_id":"break.v.02"},{"index":3,"sense_key":"break%2:30:06::","synset_id":"break.v.03"},{"index":4,"sense_key":"break%2:35:01::","synset_id":"break.v.04"},{"index":5,"sense_key":"break%2:30:10::","synset_id":"break.v.05"},{"index":6,"sense_key":"break%2:41:00::","synset_id":"transgress.v.01"},{"index":7,"sense_key":"break%2:38:02::","synset_id":"break.v.07"},{"index":8,"sense_key":"break%2:38:08::","synset_id":"break.v.08"},{"index":9,"sense_key":"break%2:37:00::","synset_id":"break.v.09"},{"index":10,"sense_key":"break%2:30:02::","synset_id":"break.v.10"},{"index":11,"sense_key":"break%2:41:11::","synset_id":"break_in.v.01"},{"index":12,"sense_key":"break%2:30:11::","synset_id":"break_in.v.06"},{"index":13,"sense_key":"break%2:42:00::","synset_id":"violate.v.01"},{"index":14,"sense_key":"break%2:33:00::","synset_id":"better.v.01"},{"index":15,"sense_key":"break%2:32:00::","synset_id":"unwrap.v.02"},{"index":16,"sense_key":"break%2:30:04::","synset_id":"break.v.16"},{"index":17,"sense_key":"break%2:30:05::","synset_id":"fail.v.04"},{"index":18,"sense_key":"break%2:41:01::","synset_id":"break.v.18"},{"index":19,"sense_key":"break%2:38:10::","synset_id":"break.v.19"},{"index":20,"sense_key":"break%2:38:01::","synset_id":"break.v.20"},{"index":21,"sense_key":"break%2:30:09::","synset_id":"dampen.v.07"},{"index":22,"sense_key":"break%2:30:12::","synset_id":"break.v.22"},{"index":23,"sense_key":"break%2:42:15::","synset_id":"break.v.23"},{"index":24,"sense_key":"break%2:42:05::","synset_id":"break.v.24"},{"index":25,"sense_key":"break%2:42:04::","synset_id":"break.v.25"},{"index":26,"sense_key":"break%2:42:03::","synset_id":"break.v.26"},{"index":27,"sense_key":"break%2:42:14::","synset_id":"break.v.27"},{"index":28,"sense_key":"break%2:41:15::","synset_id":"break.v.28"},{"index":29,"sense_key":"break%2:41:09::","synset_id":"break.v.29"},{"index":30,"sense_key":"break%2:41:10::","synset_id":"break.v.30"},{"index":31,"sense_key":"break%2:41:13::","synset_id":"separate.v.08"},{"index":32,"sense_key":"break%2:41:06::","synset_id":"demote.v.01"},{"index":33,"sense_key":"break%2:40:07::","synset_id":"bankrupt.v.01"},{"index":34,"sense_key":"break%2:38:15::","synset_id":"break.v.34"},{"index":35,"sense_key":"break%2:38:09::","synset_id":"break.v.35"},{"index":36,"sense_key":"break%2:38:11::","synset_id":"collapse.v.01"},{"index":37,"sense_key":"break%2:38:00::","synset_id":"break_dance.v.01"},{"index":38,"sense_key":"break%2:35:11::","synset_id":"break.v.38"},{"index":39,"sense_key":"break%2:35:10::","synset_id":"break.v.39"},{"index":40,"sense_key":"break%2:35:14::","synset_id":"break.v.40"},{"index":41,"sense_key":"break%2:35:04::","synset_id":"break.v.41"},{"index":42,"sense_key":"break%2:35:00::","synset_id":"break.v.42"},{"index":43,"sense_key":"break%2:35:05::","synset_id":"break.v.43"},{"index":44,"sense_key":"break%2:35:13::","synset_id":"break.v.44"},{"index":45,"sense_key":"break%2:35:09::","synset_id":"break.v.45"},{"index":46,"sense_key":"break%2:32:05::","synset_id":"break.v.46"},{"index":47,"sense_key":"break%2:32:04::","synset_id":"pause.v.02"},{"index":48,"sense_key":"break%2:32:13::","synset_id":"break.v.48"},{"index":49,"sense_key":"break%2:32:07::","synset_id":"break.v.49"},{"index":50,"sense_key":"break%2:31:06::","synset_id":"break.v.50"},{"index":51,"sense_key":"break%2:31:05::","synset_id":"break.v.51"},{"index":52,"sense_key":"break%2:30:14::","synset_id":"break.v.52"},{"index":53,"sense_key":"break%2:30:01::","synset_id":"break.v.53"},{"index":54,"sense_key":"break%2:30:15::","synset_id":"crack.v.01"},{"index":55,"sense_key":"break%2:30:07::","synset_id":"break.v.55"},{"index":56,"sense_key":"break%2:30:08::","synset_id":"break.v.56"},{"index":57,"sense_key":"break%2:29:04::","synset_id":"fracture.v.06"},{"index":58,"sense_key":"break%2:29:11::","synset_id":"break.v.58"},{"index":59,"sense_key":"break%2:29:10::","synset_id":"break.v.59"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":23,"chosen_sense_key":"break%2:42:15::","call_ids":["senseval3.d000.s119.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":23,"predicted_sense_key":"break%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1343,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2678540199995041}
{"item_id":"senseval3.d000.s119.t001","gold_sense_keys":["uncomfortable%3:00:01::"],"candidates":[{"index":1,"sense_key":"uncomfortable%3:00:01::","synset_id":"uncomfortable.a.01"},{"index":2,"sense_key":"uncomfortable%3:00:00::","synset_id":"uncomfortable.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"uncomfortable%3:00:01::","call_ids":["senseval3.d000.s119.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"uncomfortable%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2704523610882461}
{"item_id":"senseval3.d000.s119.t002","gold_sense_keys":["silence%1:26:00::"],"candidates":[{"index":1,"sense_key":"silence%1:26:00::","synset_id":"silence.n.01"},{"index":2,"sense_key":"silence%1:07:00::","synset_id":"silence.n.02"},{"index":3,"sense_key":"silence%1:07:01::","synset_id":"muteness.n.02"},{"index":4,"sense_key":"silence%1:07:02::","synset_id":"secrecy.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"silence%1:26:00::","call_ids":["senseval3.d000.s119.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"silence%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27186754485592246}
{"item_id":"senseval3.d000.s119.t003","gold_sense_keys":["begin%2:30:00::"],"candidates":[{"index":1,"sense_key":"begin%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"begin%2:42:00::","synset_id":"begin.v.02"},{"index":3,"sense_key":"begin%2:30:01::","synset_id":"begin.v.03"},{"index":4,"sense_key":"begin%2:32:03::","synset_id":"begin.v.04"},{"index":5,"sense_key":"begin%2:42:02::","synset_id":"begin.v.05"},{"index":6,"sense_key":"begin%2:42:04::","synset_id":"begin.v.06"},{"index":7,"sense_key":"begin%2:42:03::","synset_id":"begin.v.07"},{"index":8,"sense_key":"begin%2:41:04::","synset_id":"begin.v.08"},{"index":9,"sense_key":"begin%2:41:00::","synset_id":"begin.v.09"},{"index":10,"sense_key":"begin%2:32:04::","synset_id":"begin.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"begin%2:30:01::","call_ids":["senseval3.d000.s119.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"begin%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":364,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2733712319750339}
{"item_id":"senseval3.d000.s120.t000","gold_sense_keys":["drink%1:13:04::"],"candidates":[{"index":1,"sense_key":"drink%1:13:04::","synset_id":"drink.n.01"},{"index":2,"sense_key":"drink%1:04:00::","synset_id":"drink.n.02"},{"index":3,"sense_key":"drink%1:13:00::","synset_id":"beverage.n.01"},{"index":4,"sense_key":"drink%1:17:00::","synset_id":"drink.n.04"},{"index":5,"sense_key":"drink%1:04:01::","synset_id":"swallow.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"drink%1:04:00::","call_ids":["senseval3.d000.s120.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"drink%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28672875417396426}
{"item_id":"senseval3.d000.s120.t001","gold_sense_keys":["complain%2:32:00::"],"candidates":[{"index":1,"sense_key":"complain%2:32:00::","synset_id":"complain.v.01"},{"index":2,"sense_key":"complain%2:32:01::","synset_id":"complain.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"complain%2:32:00::","call_ids":["senseval3.d000.s120.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"complain%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2747438319493085}
{"item_id":"senseval3.d000.s120.t003","gold_sense_keys":["subject%1:09:01::","subject%1:10:00::"],"candidates":[{"index":1,"sense_key":"subject%1:10:00::","synset_id":"subject.n.01"},{"index":2,"sense_key":"subject%1:06:00::","synset_id":"subject.n.02"},{"index":3,"sense_key":"subject%1:09:00::","synset_id":"discipline.n.01"},{"index":4,"sense_key":"subject%1:09:01::","synset_id":"topic.n.02"},{"index":5,"sense_key":"subject%1:10:01::","synset_id":"subject.n.05"},{"index":6,"sense_key":"subject%1:18:01::","synset_id":"subject.n.06"},{"index":7,"sense_key":"subject%1:18:00::","synset_id":"national.n.01"},{"index":8,"sense_key":"subject%1:10:02::","synset_id":"subject.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"subject%1:18:00::","call_ids":["senseval3.d000.s120.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"subject%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":325,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27605817886069417}
{"item_id":"senseval3.d000.s120.t004","gold_sense_keys":["minute%1:28:00::"],"candidates":[{"index":1,"sense_key":"minute%1:28:00::","synset_id":"minute.n.01"},{"index":2,"sense_key":"minute%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"minute%1:28:02::","synset_id":"moment.n.01"},{"index":4,"sense_key":"minute%1:23:00::","synset_id":"minute.n.04"},{"index":5,"sense_key":"minute%1:10:00::","synset_id":"minute.n.05"},{"index":6,"sense_key":"minute%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"minute%1:28:01::","call_ids":["senseval3.d000.s120.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"minute%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2776501099579036}
{"item_id":"senseval3.d000.s120.t005","gold_sense_keys":["notice%2:39:00::"],"candidates":[{"index":1,"sense_key":"notice%2:39:04::","synset_id":"detect.v.01"},{"index":2,"sense_key":"notice%2:39:00::","synset_id":"notice.v.02"},{"index":3,"sense_key":"notice%2:32:00::","synset_id":"comment.v.01"},{"index":4,"sense_key":"notice%2:32:01::","synset_id":"notice.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"notice%2:39:00::","call_ids":["senseval3.d000.s120.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"notice%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27906630001962185}
{"item_id":"senseval3.d000.s120.t007","gold_sense_keys":["interest%1:09:00::"],"candidates":[{"index":1,"sense_key":"interest%1:09:00::","synset_id":"interest.n.01"},{"index":2,"sense_key":"interest%1:07:01::","synset_id":"sake.n.01"},{"index":3,"sense_key":"interest%1:07:02::","synset_id":"interest.n.03"},{"index":4,"sense_key":"interest%1:21:00::","synset_id":"interest.n.04"},{"index":5,"sense_key":"interest%1:21:03::","synset_id":"interest.n.05"},{"index":6,"sense_key":"interest%1:14:00::","synset_id":"interest.n.06"},{"index":7,"sense_key":"interest%1:04:01::","synset_id":"pastime.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"interest%1:07:02::","call_ids":["senseval3.d000.s120.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"interest%1:07:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":312,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28186400001868606}
{"item_id":"senseval3.d000.s120.t009","gold_sense_keys":["show%2:39:01::"],"candidates":[{"index":1,"sense_key":"show%2:39:02::","synset_id":"show.v.01"},{"index":2,"sense_key":"show%2:31:00::","synset_id":"prove.v.02"},{"index":3,"sense_key":"show%2:32:00::","synset_id":"testify.v.02"},{"index":4,"sense_key":"show%2:39:00::","synset_id":"show.v.04"},{"index":5,"sense_key":"show%2:36:00::","synset_id":"picture.v.02"},{"index":6,"sense_key":"show%2:32:02::","synset_id":"express.v.01"},{"index":7,"sense_key":"show%2:32:01::","synset_id":"indicate.v.02"},{"index":8,"sense_key":"show%2:39:01::","synset_id":"show.v.08"},{"index":9,"sense_key":"show%2:32:04::","synset_id":"read.v.08"},{"index":10,"sense_key":"show%2:32:03::","synset_id":"show.v.10"},{"index":11,"sense_key":"show%2:38:00::","synset_id":"usher.v.01"},{"index":12,"sense_key":"show%2:33:00::","synset_id":"show.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"show%2:39:01::","call_ids":["senseval3.d000.s120.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"show%2:39:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":408,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28312084497883916}
{"item_id":"senseval3.d000.s120.t010","gold_sense_keys":["alert%3:00:00::","alert%5:00:00:aware:00"],"candidates":[{"index":1,"sense_key":"alert%3:00:00::","synset_id":"alert.a.01"},{"index":2,"sense_key":"alert%5:00:00:energetic:00","synset_id":"alert.s.01"},{"index":3,"sense_key":"alert%5:00:00:aware:00","synset_id":"alert.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"alert%5:00:00:aware:00","call_ids":["senseval3.d000.s120.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"alert%5:00:00:aware:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28419645805843174}
{"item_id":"senseval3.d000.s120.t011","gold_sense_keys":["face%1:07:03::"],"candidates":[{"index":1,"sense_key":"face%1:08:00::","synset_id":"face.n.01"},{"index":2,"sense_key":"face%1:07:03::","synset_id":"expression.n.01"},{"index":3,"sense_key":"face%1:07:00::","synset_id":"face.n.03"},{"index":4,"sense_key":"face%1:06:02::","synset_id":"face.n.04"},{"index":5,"sense_key":"face%1:18:00::","synset_id":"face.n.05"},{"index":6,"sense_key":"face%1:15:00::","synset_id":"side.n.04"},{"index":7,"sense_key":"face%1:08:01::","synset_id":"face.n.07"},{"index":8,"sense_key":"face%1:06:01::","synset_id":"face.n.08"},{"index":9,"sense_key":"face%1:10:01::","synset_id":"grimace.n.01"},{"index":10,"sense_key":"face%1:10:00::","synset_id":"font.n.01"},{"index":11,"sense_key":"face%1:07:01::","synset_id":"face.n.11"},{"index":12,"sense_key":"face%1:07:02::","synset_id":"boldness.n.02"},{"index":13,"sense_key":"face%1:06:00::","synset_id":"face.n.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"face%1:07:00::","call_ids":["senseval3.d000.s120.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"face%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":388,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27967225410975516}
{"item_id":"senseval3.d000.s120.t012","gold_sense_keys":["bright%5:00:00:happy:00"],"candidates":[{"index":1,"sense_key":"bright%3:00:00::","synset_id":"bright.a.01"},{"index":2,"sense_key":"bright%5:00:00:colorful:00","synset_id":"bright.s.01"},{"index":3,"sense_key":"bright%5:00:00:intelligent:00","synset_id":"bright.s.02"},{"index":4,"sense_key":"bright%5:00:00:light:06","synset_id":"bright.s.03"},{"index":5,"sense_key":"bright%5:00:00:polished:00","synset_id":"bright.s.04"},{"index":6,"sense_key":"bright%5:00:00:glorious:00","synset_id":"bright.s.05"},{"index":7,"sense_key":"bright%3:00:02::","synset_id":"undimmed.a.01"},{"index":8,"sense_key":"bright%5:00:00:reverberant:00","synset_id":"bright.s.06"},{"index":9,"sense_key":"bright%5:00:00:happy:00","synset_id":"bright.s.07"},{"index":10,"sense_key":"bright%5:00:00:auspicious:00","synset_id":"bright.s.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bright%5:00:00:happy:00","call_ids":["senseval3.d000.s120.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bright%5:00:00:happy:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":327,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28643456497229636}
{"item_id":"senseval3.d000.s120.t013","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"eye%1:09:01::","call_ids":["senseval3.d000.s120.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"eye%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28746007988229394}
{"item_id":"senseval3.d000.s121.t000","gold_sense_keys":["pause%2:42:00::"],"candidates":[{"index":1,"sense_key":"pause%2:42:00::","synset_id":"hesitate.v.02"},{"index":2,"sense_key":"pause%2:32:01::","synset_id":"pause.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"pause%2:42:00::","call_ids":["senseval3.d000.s121.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"pause%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":125,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3625717330724001}
{"item_id":"senseval3.d000.s121.t001","gold_sense_keys":["moisten%2:30:00::"],"candidates":[{"index":1,"sense_key":"moisten%2:30:00::","synset_id":"moisten.v.01"},{"index":2,"sense_key":"moisten%2:35:00::","synset_id":"drizzle.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"moisten%2:30:00::","call_ids":["senseval3.d000.s121.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"moisten%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":128,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36371230985969305}
{"item_id":"senseval3.d000.s121.t002","gold_sense_keys":["throat%1:08:00::"],"candidates":[{"index":1,"sense_key":"throat%1:08:00::","synset_id":"throat.n.01"},{"index":2,"sense_key":"throat%1:06:01::","synset_id":"throat.n.02"},{"index":3,"sense_key":"throat%1:06:00::","synset_id":"throat.n.03"},{"index":4,"sense_key":"throat%1:05:00::","synset_id":"throat.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"throat%1:08:00::","call_ids":["senseval3.d000.s121.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"throat%1:08:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3177961700130254}
{"item_id":"senseval3.d000.s121.t003","gold_sense_keys":["stranger%1:18:01::"],"candidates":[{"index":1,"sense_key":"stranger%1:18:00::","synset_id":"stranger.n.01"},{"index":2,"sense_key":"stranger%1:18:01::","synset_id":"stranger.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stranger%1:18:01::","call_ids":["senseval3.d000.s121.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stranger%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":124,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3678213150706142}
{"item_id":"senseval3.d000.s121.t004","gold_sense_keys":["break_in%2:32:00::"],"candidates":[{"index":1,"sense_key":"break_in%2:41:00::","synset_id":"break_in.v.01"},{"index":2,"sense_key":"break_in%2:32:00::","synset_id":"chime_in.v.01"},{"index":3,"sense_key":"break_in%2:30:03::","synset_id":"break_in.v.03"},{"index":4,"sense_key":"break_in%2:35:00::","synset_id":"break_in.v.04"},{"index":5,"sense_key":"break_in%2:30:01::","synset_id":"break_in.v.05"},{"index":6,"sense_key":"break_in%2:30:00::","synset_id":"break_in.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"break_in%2:32:00::","call_ids":["senseval3.d000.s121.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"break_in%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3196147601120174}
{"item_id":"senseval3.d000.s122.t000","gold_sense_keys":["pay%2:40:14::"],"candidates":[{"index":1,"sense_key":"pay%2:40:00::","synset_id":"pay.v.01"},{"index":2,"sense_key":"pay%2:32:00::","synset_id":"give.v.05"},{"index":3,"sense_key":"pay%2:40:04::","synset_id":"pay_up.v.01"},{"index":4,"sense_key":"pay%2:40:01::","synset_id":"yield.v.10"},{"index":5,"sense_key":"pay%2:40:02::","synset_id":"pay.v.05"},{"index":6,"sense_key":"pay%2:31:00::","synset_id":"give.v.10"},{"index":7,"sense_key":"pay%2:42:00::","synset_id":"pay.v.07"},{"index":8,"sense_key":"pay%2:41:00::","synset_id":"pay.v.08"},{"index":9,"sense_key":"pay%2:31:03::","synset_id":"pay.v.09"},{"index":10,"sense_key":"pay%2:40:13::","synset_id":"pay.v.10"},{"index":11,"sense_key":"pay%2:40:14::","synset_id":"pay.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"pay%2:31:03::","call_ids":["senseval3.d000.s122.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"pay%2:31:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":297,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3731162780895829}
{"item_id":"senseval3.d000.s122.t001","gold_sense_keys":["bill%1:10:01::"],"candidates":[{"index":1,"sense_key":"bill%1:10:04::","synset_id":"bill.n.01"},{"index":2,"sense_key":"bill%1:10:01::","synset_id":"bill.n.02"},{"index":3,"sense_key":"bill%1:21:00::","synset_id":"bill.n.03"},{"index":4,"sense_key":"bill%1:04:00::","synset_id":"bill.n.04"},{"index":5,"sense_key":"bill%1:10:02::","synset_id":"circular.n.01"},{"index":6,"sense_key":"bill%1:10:00::","synset_id":"poster.n.01"},{"index":7,"sense_key":"bill%1:10:06::","synset_id":"bill.n.07"},{"index":8,"sense_key":"bill%1:06:01::","synset_id":"bill.n.08"},{"index":9,"sense_key":"bill%1:06:00::","synset_id":"bill.n.09"},{"index":10,"sense_key":"bill%1:05:00::","synset_id":"beak.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bill%1:10:01::","call_ids":["senseval3.d000.s122.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bill%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":320,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2781580078881234}
{"item_id":"senseval3.d000.s123.t001","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"other%3:00:00::","call_ids":["senseval3.d000.s123.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"other%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2809783990960568}
{"item_id":"senseval3.d000.s123.t002","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s123.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":397,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32551812287420034}
{"item_id":"senseval3.d000.s123.t004","gold_sense_keys":["say%2:32:01::","say%2:32:13::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval3.d000.s123.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":331,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27598633198067546}
{"item_id":"senseval3.d000.s123.t005","gold_sense_keys":["divorce%2:41:00::"],"candidates":[{"index":1,"sense_key":"divorce%2:41:01::","synset_id":"disassociate.v.01"},{"index":2,"sense_key":"divorce%2:41:00::","synset_id":"divorce.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"divorce%2:41:00::","call_ids":["senseval3.d000.s123.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"divorce%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3191321589984}
{"item_id":"senseval3.d000.s125.t000","gold_sense_keys":["bitch%1:18:00::"],"candidates":[{"index":1,"sense_key":"bitch%1:26:00::","synset_id":"bitch.n.01"},{"index":2,"sense_key":"bitch%1:18:00::","synset_id":"cunt.n.01"},{"index":3,"sense_key":"bitch%1:10:00::","synset_id":"gripe.n.01"},{"index":4,"sense_key":"bitch%1:05:00::","synset_id":"bitch.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bitch%1:18:00::","call_ids":["senseval3.d000.s125.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bitch%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28176340693607926}
{"item_id":"senseval3.d000.s125.t001","gold_sense_keys":["love%2:37:02::"],"candidates":[{"index":1,"sense_key":"love%2:37:00::","synset_id":"love.v.01"},{"index":2,"sense_key":"love%2:37:02::","synset_id":"love.v.02"},{"index":3,"sense_key":"love%2:37:01::","synset_id":"love.v.03"},{"index":4,"sense_key":"love%2:35:00::","synset_id":"sleep_together.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"love%2:35:00::","call_ids":["senseval3.d000.s125.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"love%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2831490070093423}
{"item_id":"senseval3.d000.s126.t000","gold_sense_keys":["get%2:40:00::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":22,"chosen_sense_key":"get%2:40:13::","call_ids":["senseval3.d000.s126.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":22,"predicted_sense_key":"get%2:40:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":893,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2848243231419474}
{"item_id":"senseval3.d000.s126.t001","gold_sense_keys":["half%1:23:00::"],"candidates":[{"index":1,"sense_key":"half%1:23:00::","synset_id":"one-half.n.01"},{"index":2,"sense_key":"half%1:28:00::","synset_id":"half.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"half%1:23:00::","call_ids":["senseval3.d000.s126.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"half%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3261902891099453}
{"item_id":"senseval3.d000.s126.t002","gold_sense_keys":["have%2:40:00::","have%2:40:04::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"have%2:30:00::","call_ids":["senseval3.d000.s126.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"have%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":483,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3032222150359303}
{"item_id":"senseval3.d000.s127.t001","gold_sense_keys":["deal%1:10:00::"],"candidates":[{"index":1,"sense_key":"deal%1:04:02::","synset_id":"deal.n.01"},{"index":2,"sense_key":"deal%1:10:00::","synset_id":"bargain.n.01"},{"index":3,"sense_key":"deal%1:23:00::","synset_id":"batch.n.02"},{"index":4,"sense_key":"deal%1:27:00::","synset_id":"deal.n.04"},{"index":5,"sense_key":"deal%1:27:01::","synset_id":"softwood.n.01"},{"index":6,"sense_key":"deal%1:14:00::","synset_id":"hand.n.06"},{"index":7,"sense_key":"deal%1:11:00::","synset_id":"deal.n.07"},{"index":8,"sense_key":"deal%1:04:00::","synset_id":"deal.n.08"},{"index":9,"sense_key":"deal%1:04:01::","synset_id":"deal.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"deal%1:11:00::","call_ids":["senseval3.d000.s127.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"deal%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":300,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30895761400461197}
{"item_id":"senseval3.d000.s128.t001","gold_sense_keys":["business%1:14:00::"],"candidates":[{"index":1,"sense_key":"business%1:14:00::","synset_id":"business.n.01"},{"index":2,"sense_key":"business%1:04:01::","synset_id":"commercial_enterprise.n.02"},{"index":3,"sense_key":"business%1:04:00::","synset_id":"occupation.n.01"},{"index":4,"sense_key":"business%1:09:01::","synset_id":"business.n.04"},{"index":5,"sense_key":"business%1:09:00::","synset_id":"business.n.05"},{"index":6,"sense_key":"business%1:04:02::","synset_id":"business.n.06"},{"index":7,"sense_key":"business%1:14:02::","synset_id":"business.n.07"},{"index":8,"sense_key":"business%1:14:01::","synset_id":"clientele.n.01"},{"index":9,"sense_key":"business%1:04:03::","synset_id":"business.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"business%1:04:00::","call_ids":["senseval3.d000.s128.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"business%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":286,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31071094586513937}
{"item_id":"senseval3.d000.s128.t003","gold_sense_keys":["share%1:21:00::"],"candidates":[{"index":1,"sense_key":"share%1:21:00::","synset_id":"share.n.01"},{"index":2,"sense_key":"share%1:21:01::","synset_id":"share.n.02"},{"index":3,"sense_key":"share%1:04:00::","synset_id":"parcel.n.02"},{"index":4,"sense_key":"share%1:04:01::","synset_id":"contribution.n.01"},{"index":5,"sense_key":"share%1:06:00::","synset_id":"plowshare.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"share%1:04:00::","call_ids":["senseval3.d000.s128.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"share%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3187676430679858}
{"item_id":"senseval3.d000.s130.t000","gold_sense_keys":["nod%2:32:00::"],"candidates":[{"index":1,"sense_key":"nod%2:32:01::","synset_id":"nod.v.01"},{"index":2,"sense_key":"nod%2:32:00::","synset_id":"nod.v.02"},{"index":3,"sense_key":"nod%2:29:03::","synset_id":"nod.v.03"},{"index":4,"sense_key":"nod%2:38:00::","synset_id":"nod.v.04"},{"index":5,"sense_key":"nod%2:29:02::","synset_id":"nod.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"nod%2:32:00::","call_ids":["senseval3.d000.s130.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"nod%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32171311299316585}
{"item_id":"senseval3.d000.s132.t000","gold_sense_keys":["see%2:31:01::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"see%2:31:01::","call_ids":["senseval3.d000.s132.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"see%2:31:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":628,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28493121289648116}
{"item_id":"senseval3.d000.s133.t000","gold_sense_keys":["understand%2:31:01::"],"candidates":[{"index":1,"sense_key":"understand%2:31:00::","synset_id":"understand.v.01"},{"index":2,"sense_key":"understand%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"understand%2:31:03::","synset_id":"understand.v.03"},{"index":4,"sense_key":"understand%2:31:02::","synset_id":"understand.v.04"},{"index":5,"sense_key":"understand%2:31:04::","synset_id":"sympathize.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"understand%2:31:02::","call_ids":["senseval3.d000.s133.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"understand%2:31:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28961980692110956}
{"item_id":"senseval3.d000.s133.t001","gold_sense_keys":["state%1:15:01::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"state%1:14:01::","call_ids":["senseval3.d000.s133.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"state%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":321,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3040132378228009}
{"item_id":"senseval3.d000.s134.t000","gold_sense_keys":["come%2:38:00::","come%2:38:04::"],"candidates":[{"index":1,"sense_key":"come%2:38:00::","synset_id":"come.v.01"},{"index":2,"sense_key":"come%2:38:04::","synset_id":"arrive.v.01"},{"index":3,"sense_key":"come%2:30:01::","synset_id":"come.v.03"},{"index":4,"sense_key":"come%2:30:03::","synset_id":"come.v.04"},{"index":5,"sense_key":"come%2:42:04::","synset_id":"come.v.05"},{"index":6,"sense_key":"come%2:30:02::","synset_id":"come.v.06"},{"index":7,"sense_key":"come%2:42:13::","synset_id":"issue_forth.v.01"},{"index":8,"sense_key":"come%2:42:09::","synset_id":"hail.v.02"},{"index":9,"sense_key":"come%2:42:03::","synset_id":"come.v.09"},{"index":10,"sense_key":"come%2:42:05::","synset_id":"come.v.10"},{"index":11,"sense_key":"come%2:38:03::","synset_id":"come.v.11"},{"index":12,"sense_key":"come%2:42:00::","synset_id":"fall.v.04"},{"index":13,"sense_key":"come%2:30:13::","synset_id":"come.v.13"},{"index":14,"sense_key":"come%2:42:12::","synset_id":"total.v.01"},{"index":15,"sense_key":"come%2:42:11::","synset_id":"come.v.15"},{"index":16,"sense_key":"come%2:38:02::","synset_id":"come.v.16"},{"index":17,"sense_key":"come%2:31:14::","synset_id":"occur.v.02"},{"index":18,"sense_key":"come%2:42:15::","synset_id":"derive.v.05"},{"index":19,"sense_key":"come%2:42:02::","synset_id":"do.v.04"},{"index":20,"sense_key":"come%2:39:00::","synset_id":"come.v.20"},{"index":21,"sense_key":"come%2:31:13::","synset_id":"come.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"come%2:42:05::","call_ids":["senseval3.d000.s134.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"come%2:42:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":533,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31163108302280307}
{"item_id":"senseval3.d000.s134.t001","gold_sense_keys":["retire%2:41:01::"],"candidates":[{"index":1,"sense_key":"retire%2:41:01::","synset_id":"retire.v.01"},{"index":2,"sense_key":"retire%2:41:02::","synset_id":"retire.v.02"},{"index":3,"sense_key":"retire%2:38:00::","synset_id":"withdraw.v.01"},{"index":4,"sense_key":"retire%2:41:04::","synset_id":"retire.v.04"},{"index":5,"sense_key":"retire%2:41:00::","synset_id":"adjourn.v.02"},{"index":6,"sense_key":"retire%2:41:03::","synset_id":"retire.v.06"},{"index":7,"sense_key":"retire%2:40:00::","synset_id":"retire.v.07"},{"index":8,"sense_key":"retire%2:37:00::","synset_id":"retire.v.08"},{"index":9,"sense_key":"retire%2:35:00::","synset_id":"put_out.v.07"},{"index":10,"sense_key":"retire%2:33:00::","synset_id":"retire.v.10"},{"index":11,"sense_key":"retire%2:29:00::","synset_id":"go_to_bed.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"retire%2:41:00::","call_ids":["senseval3.d000.s134.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"retire%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":299,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23577868612483144}
{"item_id":"senseval3.d000.s135.t000","gold_sense_keys":["do%2:36:01::"],"candidates":[{"index":1,"sense_key":"do%2:41:01::","synset_id":"make.v.01"},{"index":2,"sense_key":"do%2:36:01::","synset_id":"perform.v.01"},{"index":3,"sense_key":"do%2:41:04::","synset_id":"do.v.03"},{"index":4,"sense_key":"do%2:42:00::","synset_id":"do.v.04"},{"index":5,"sense_key":"do%2:36:02::","synset_id":"cause.v.01"},{"index":6,"sense_key":"do%2:41:02::","synset_id":"practice.v.01"},{"index":7,"sense_key":"do%2:42:01::","synset_id":"suffice.v.01"},{"index":8,"sense_key":"do%2:36:00::","synset_id":"do.v.08"},{"index":9,"sense_key":"do%2:29:09::","synset_id":"act.v.02"},{"index":10,"sense_key":"do%2:42:02::","synset_id":"serve.v.09"},{"index":11,"sense_key":"do%2:41:03::","synset_id":"do.v.11"},{"index":12,"sense_key":"do%2:29:04::","synset_id":"dress.v.16"},{"index":13,"sense_key":"do%2:38:00::","synset_id":"do.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"do%2:42:00::","call_ids":["senseval3.d000.s135.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"do%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":382,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26461145002394915}
{"item_id":"senseval3.d000.s135.t001","gold_sense_keys":["free%5:00:00:unpaid:00"],"candidates":[{"index":1,"sense_key":"free%3:00:00::","synset_id":"free.a.01"},{"index":2,"sense_key":"free%3:00:02::","synset_id":"free.a.02"},{"index":3,"sense_key":"free%5:00:00:unpaid:00","synset_id":"complimentary.s.01"},{"index":4,"sense_key":"free%5:00:02:unoccupied:00","synset_id":"free.s.02"},{"index":5,"sense_key":"free%5:00:00:unfixed:00","synset_id":"detached.s.05"},{"index":6,"sense_key":"free%3:00:01::","synset_id":"free.a.06"},{"index":7,"sense_key":"free%5:00:01:unoccupied:00","synset_id":"spare.s.03"},{"index":8,"sense_key":"free%5:00:00:nonexistent:00","synset_id":"barren.s.03"},{"index":9,"sense_key":"free%5:00:00:inexact:00","synset_id":"free.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"free%5:00:01:unoccupied:00","call_ids":["senseval3.d000.s135.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"free%5:00:01:unoccupied:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":268,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24474720400758088}
{"item_id":"senseval3.d000.s135.t002","gold_sense_keys":["job%1:04:01::"],"candidates":[{"index":1,"sense_key":"job%1:04:00::","synset_id":"occupation.n.01"},{"index":2,"sense_key":"job%1:04:01::","synset_id":"job.n.02"},{"index":3,"sense_key":"job%1:06:00::","synset_id":"job.n.03"},{"index":4,"sense_key":"job%1:06:01::","synset_id":"job.n.04"},{"index":5,"sense_key":"job%1:04:04::","synset_id":"job.n.05"},{"index":6,"sense_key":"job%1:04:05::","synset_id":"job.n.06"},{"index":7,"sense_key":"job%1:04:03::","synset_id":"job.n.07"},{"index":8,"sense_key":"job%1:26:00::","synset_id":"problem.n.01"},{"index":9,"sense_key":"job%1:18:00::","synset_id":"job.n.09"},{"index":10,"sense_key":"job%1:18:01::","synset_id":"job.n.10"},{"index":11,"sense_key":"job%1:10:01::","synset_id":"job.n.11"},{"index":12,"sense_key":"job%1:10:00::","synset_id":"job.n.12"},{"index":13,"sense_key":"job%1:04:02::","synset_id":"caper.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":13,"chosen_sense_key":"job%1:04:02::","call_ids":["senseval3.d000.s135.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":13,"predicted_sense_key":"job%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":415,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2458826140500605}
{"item_id":"senseval3.d000.s136.t000","gold_sense_keys":["tell%2:32:00::","tell%2:32:04::"],"candidates":[{"index":1,"sense_key":"tell%2:32:04::","synset_id":"state.v.01"},{"index":2,"sense_key":"tell%2:32:00::","synset_id":"tell.v.02"},{"index":3,"sense_key":"tell%2:32:01::","synset_id":"tell.v.03"},{"index":4,"sense_key":"tell%2:32:02::","synset_id":"order.v.01"},{"index":5,"sense_key":"tell%2:31:00::","synset_id":"tell.v.05"},{"index":6,"sense_key":"tell%2:32:08::","synset_id":"assure.v.02"},{"index":7,"sense_key":"tell%2:32:03::","synset_id":"tell.v.07"},{"index":8,"sense_key":"tell%2:31:01::","synset_id":"distinguish.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"tell%2:32:08::","call_ids":["senseval3.d000.s136.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"tell%2:32:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24809603788889945}
{"item_id":"senseval3.d000.s137.t000","gold_sense_keys":["feel%2:29:00::","feel%2:37:00::"],"candidates":[{"index":1,"sense_key":"feel%2:37:00::","synset_id":"feel.v.01"},{"index":2,"sense_key":"feel%2:31:00::","synset_id":"find.v.05"},{"index":3,"sense_key":"feel%2:39:00::","synset_id":"feel.v.03"},{"index":4,"sense_key":"feel%2:29:00::","synset_id":"feel.v.04"},{"index":5,"sense_key":"feel%2:31:01::","synset_id":"feel.v.05"},{"index":6,"sense_key":"feel%2:39:01::","synset_id":"feel.v.06"},{"index":7,"sense_key":"feel%2:42:00::","synset_id":"feel.v.07"},{"index":8,"sense_key":"feel%2:39:10::","synset_id":"feel.v.08"},{"index":9,"sense_key":"feel%2:35:00::","synset_id":"feel.v.09"},{"index":10,"sense_key":"feel%2:35:01::","synset_id":"palpate.v.01"},{"index":11,"sense_key":"feel%2:40:00::","synset_id":"feel.v.11"},{"index":12,"sense_key":"feel%2:39:09::","synset_id":"feel.v.12"},{"index":13,"sense_key":"feel%2:35:11::","synset_id":"feel.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"feel%2:29:00::","call_ids":["senseval3.d000.s137.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"feel%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":402,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24649231787770987}
{"item_id":"senseval3.d000.s137.t001","gold_sense_keys":["twinge%1:12:00::"],"candidates":[{"index":1,"sense_key":"twinge%1:12:00::","synset_id":"pang.n.01"},{"index":2,"sense_key":"twinge%1:09:00::","synset_id":"twinge.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"twinge%1:12:00::","call_ids":["senseval3.d000.s137.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"twinge%1:12:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":117,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23540775896981359}
{"item_id":"senseval3.d000.s137.t002","gold_sense_keys":["annoyance%1:12:00::"],"candidates":[{"index":1,"sense_key":"annoyance%1:26:00::","synset_id":"irritation.n.01"},{"index":2,"sense_key":"annoyance%1:12:00::","synset_id":"annoyance.n.02"},{"index":3,"sense_key":"annoyance%1:18:00::","synset_id":"aggravator.n.01"},{"index":4,"sense_key":"annoyance%1:09:00::","synset_id":"annoyance.n.04"},{"index":5,"sense_key":"annoyance%1:04:00::","synset_id":"annoyance.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"annoyance%1:12:00::","call_ids":["senseval3.d000.s137.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"annoyance%1:12:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23660179506987333}
{"item_id":"senseval3.d000.s137.t003","gold_sense_keys":["hear%2:39:00::"],"candidates":[{"index":1,"sense_key":"hear%2:39:00::","synset_id":"hear.v.01"},{"index":2,"sense_key":"hear%2:31:00::","synset_id":"learn.v.02"},{"index":3,"sense_key":"hear%2:41:00::","synset_id":"hear.v.03"},{"index":4,"sense_key":"hear%2:39:01::","synset_id":"hear.v.04"},{"index":5,"sense_key":"hear%2:39:05::","synset_id":"listen.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"hear%2:31:00::","call_ids":["senseval3.d000.s137.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"hear%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23774672206491232}
{"item_id":"senseval3.d000.s137.t004","gold_sense_keys":["familiar%3:00:00::"],"candidates":[{"index":1,"sense_key":"familiar%3:00:00::","synset_id":"familiar.a.01"},{"index":2,"sense_key":"familiar%3:00:02::","synset_id":"familiar.a.02"},{"index":3,"sense_key":"familiar%5:00:00:informed:00","synset_id":"conversant.s.01"},{"index":4,"sense_key":"familiar%5:00:00:close:02","synset_id":"familiar.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"familiar%3:00:02::","call_ids":["senseval3.d000.s137.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"familiar%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23898078594356775}
{"item_id":"senseval3.d000.s138.t000","gold_sense_keys":["wild%5:00:00:unrealistic:00"],"candidates":[{"index":1,"sense_key":"wild%3:00:02::","synset_id":"wild.a.01"},{"index":2,"sense_key":"wild%3:00:01::","synset_id":"wild.a.02"},{"index":3,"sense_key":"wild%5:00:00:passionate:00","synset_id":"wild.s.01"},{"index":4,"sense_key":"wild%5:00:01:uncontrolled:00","synset_id":"wild.s.02"},{"index":5,"sense_key":"wild%5:00:00:intense:00","synset_id":"violent.s.02"},{"index":6,"sense_key":"wild%5:00:00:unsupported:02","synset_id":"baseless.s.01"},{"index":7,"sense_key":"wild%5:00:00:insane:00","synset_id":"raving_mad.s.01"},{"index":8,"sense_key":"wild%5:00:00:dangerous:00","synset_id":"hazardous.s.01"},{"index":9,"sense_key":"wild%5:00:00:unrealistic:00","synset_id":"fantastic.s.03"},{"index":10,"sense_key":"wild%5:00:00:inhospitable:00","synset_id":"godforsaken.s.01"},{"index":11,"sense_key":"wild%5:00:00:enthusiastic:00","synset_id":"crazy.s.05"},{"index":12,"sense_key":"wild%5:00:00:noncivilized:00","synset_id":"barbarian.s.01"},{"index":13,"sense_key":"wild%5:00:00:stormy:00","synset_id":"angry.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"wild%5:00:00:passionate:00","call_ids":["senseval3.d000.s138.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"wild%5:00:00:passionate:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":347,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20673218788579106}
{"item_id":"senseval3.d000.s138.t001","gold_sense_keys":["thought%1:09:01::"],"candidates":[{"index":1,"sense_key":"thought%1:09:01::","synset_id":"idea.n.01"},{"index":2,"sense_key":"thought%1:09:00::","synset_id":"thinking.n.01"},{"index":3,"sense_key":"thought%1:09:02::","synset_id":"thought.n.03"},{"index":4,"sense_key":"thought%1:09:03::","synset_id":"opinion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"thought%1:09:02::","call_ids":["senseval3.d000.s138.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"thought%1:09:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22995699499733746}
{"item_id":"senseval3.d000.s138.t004","gold_sense_keys":["clouded%5:00:00:confused:00"],"candidates":[{"index":1,"sense_key":"clouded%5:00:00:troubled:00","synset_id":"clouded.s.01"},{"index":2,"sense_key":"clouded%5:00:00:cloudy:00","synset_id":"cloud-covered.s.01"},{"index":3,"sense_key":"clouded%5:00:00:confused:00","synset_id":"clouded.s.03"},{"index":4,"sense_key":"clouded%5:00:00:unclear:00","synset_id":"blurred.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"clouded%5:00:00:confused:00","call_ids":["senseval3.d000.s138.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"clouded%5:00:00:confused:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23096887907013297}
{"item_id":"senseval3.d000.s138.t005","gold_sense_keys":["brain%1:09:01::"],"candidates":[{"index":1,"sense_key":"brain%1:08:00::","synset_id":"brain.n.01"},{"index":2,"sense_key":"brain%1:09:00::","synset_id":"brain.n.02"},{"index":3,"sense_key":"brain%1:09:01::","synset_id":"mind.n.01"},{"index":4,"sense_key":"brain%1:18:00::","synset_id":"genius.n.01"},{"index":5,"sense_key":"brain%1:13:00::","synset_id":"brain.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"brain%1:09:01::","call_ids":["senseval3.d000.s138.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"brain%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23282963503152132}
{"item_id":"senseval3.d000.s139.t000","gold_sense_keys":["suppose%2:32:00::"],"candidates":[{"index":1,"sense_key":"suppose%2:32:00::","synset_id":"suppose.v.01"},{"index":2,"sense_key":"suppose%2:31:00::","synset_id":"think.v.02"},{"index":3,"sense_key":"suppose%2:31:01::","synset_id":"speculate.v.01"},{"index":4,"sense_key":"suppose%2:31:06::","synset_id":"presuppose.v.01"},{"index":5,"sense_key":"suppose%2:31:05::","synset_id":"presuppose.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"suppose%2:31:01::","call_ids":["senseval3.d000.s139.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"suppose%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23366777878254652}
{"item_id":"senseval3.d000.s139.t001","gold_sense_keys":["suppose%2:32:00::"],"candidates":[{"index":1,"sense_key":"suppose%2:32:00::","synset_id":"suppose.v.01"},{"index":2,"sense_key":"suppose%2:31:00::","synset_id":"think.v.02"},{"index":3,"sense_key":"suppose%2:31:01::","synset_id":"speculate.v.01"},{"index":4,"sense_key":"suppose%2:31:06::","synset_id":"presuppose.v.01"},{"index":5,"sense_key":"suppose%2:31:05::","synset_id":"presuppose.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"suppose%2:31:01::","call_ids":["senseval3.d000.s139.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"suppose%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2309016860090196}
{"item_id":"senseval3.d000.s139.t002","gold_sense_keys":["guy%1:18:00::"],"candidates":[{"index":1,"sense_key":"guy%1:18:00::","synset_id":"guy.n.01"},{"index":2,"sense_key":"guy%1:06:01::","synset_id":"guy.n.02"},{"index":3,"sense_key":"guy%1:06:00::","synset_id":"guy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"guy%1:18:00::","call_ids":["senseval3.d000.s139.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"guy%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2200823351740837}
{"item_id":"senseval3.d000.s139.t003","gold_sense_keys":["say%2:32:01::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval3.d000.s139.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":323,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23153407196514308}
{"item_id":"senseval3.d000.s140.t001","gold_sense_keys":["professional%3:00:01::"],"candidates":[{"index":1,"sense_key":"professional%3:00:01::","synset_id":"professional.a.01"},{"index":2,"sense_key":"professional%3:01:01::","synset_id":"professional.a.02"},{"index":3,"sense_key":"professional%3:00:02::","synset_id":"professional.a.03"},{"index":4,"sense_key":"professional%3:01:00::","synset_id":"professional.a.04"},{"index":5,"sense_key":"professional%5:00:00:white-collar:00","synset_id":"professional.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"professional%3:00:02::","call_ids":["senseval3.d000.s140.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"professional%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23017744696699083}
{"item_id":"senseval3.d000.s140.t002","gold_sense_keys":["killer%1:18:00::"],"candidates":[{"index":1,"sense_key":"killer%1:18:00::","synset_id":"killer.n.01"},{"index":2,"sense_key":"killer%1:26:00::","synset_id":"cause_of_death.n.01"},{"index":3,"sense_key":"killer%1:09:00::","synset_id":"killer.n.03"},{"index":4,"sense_key":"killer%1:05:00::","synset_id":"killer_whale.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"killer%1:09:00::","call_ids":["senseval3.d000.s140.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"killer%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2235219730064273}
{"item_id":"senseval3.d000.s141.t000","gold_sense_keys":["nut%1:18:02::"],"candidates":[{"index":1,"sense_key":"nut%1:20:00::","synset_id":"nut.n.01"},{"index":2,"sense_key":"nut%1:18:00::","synset_id":"nut.n.02"},{"index":3,"sense_key":"nut%1:06:00::","synset_id":"nut.n.03"},{"index":4,"sense_key":"nut%1:23:00::","synset_id":"en.n.01"},{"index":5,"sense_key":"nut%1:18:02::","synset_id":"crackpot.n.01"},{"index":6,"sense_key":"nut%1:18:01::","synset_id":"addict.n.01"},{"index":7,"sense_key":"nut%1:08:00::","synset_id":"testis.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"nut%1:18:02::","call_ids":["senseval3.d000.s141.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"nut%1:18:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2243886177893728}
{"item_id":"senseval3.d000.s141.t001","gold_sense_keys":["harm%1:11:01::"],"candidates":[{"index":1,"sense_key":"harm%1:26:00::","synset_id":"injury.n.01"},{"index":2,"sense_key":"harm%1:11:01::","synset_id":"damage.n.01"},{"index":3,"sense_key":"harm%1:04:00::","synset_id":"damage.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"harm%1:11:01::","call_ids":["senseval3.d000.s141.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"harm%1:11:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22624297300353646}
{"item_id":"senseval3.d000.s141.t002","gold_sense_keys":["do%2:36:02::"],"candidates":[{"index":1,"sense_key":"do%2:41:01::","synset_id":"make.v.01"},{"index":2,"sense_key":"do%2:36:01::","synset_id":"perform.v.01"},{"index":3,"sense_key":"do%2:41:04::","synset_id":"do.v.03"},{"index":4,"sense_key":"do%2:42:00::","synset_id":"do.v.04"},{"index":5,"sense_key":"do%2:36:02::","synset_id":"cause.v.01"},{"index":6,"sense_key":"do%2:41:02::","synset_id":"practice.v.01"},{"index":7,"sense_key":"do%2:42:01::","synset_id":"suffice.v.01"},{"index":8,"sense_key":"do%2:36:00::","synset_id":"do.v.08"},{"index":9,"sense_key":"do%2:29:09::","synset_id":"act.v.02"},{"index":10,"sense_key":"do%2:42:02::","synset_id":"serve.v.09"},{"index":11,"sense_key":"do%2:41:03::","synset_id":"do.v.11"},{"index":12,"sense_key":"do%2:29:04::","synset_id":"dress.v.16"},{"index":13,"sense_key":"do%2:38:00::","synset_id":"do.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"do%2:42:00::","call_ids":["senseval3.d000.s141.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"do%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":378,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.226895455038175}
{"item_id":"senseval3.d000.s142.t001","gold_sense_keys":["do%2:36:01::","do%2:41:01::","do%2:41:04::"],"candidates":[{"index":1,"sense_key":"do%2:41:01::","synset_id":"make.v.01"},{"index":2,"sense_key":"do%2:36:01::","synset_id":"perform.v.01"},{"index":3,"sense_key":"do%2:41:04::","synset_id":"do.v.03"},{"index":4,"sense_key":"do%2:42:00::","synset_id":"do.v.04"},{"index":5,"sense_key":"do%2:36:02::","synset_id":"cause.v.01"},{"index":6,"sense_key":"do%2:41:02::","synset_id":"practice.v.01"},{"index":7,"sense_key":"do%2:42:01::","synset_id":"suffice.v.01"},{"index":8,"sense_key":"do%2:36:00::","synset_id":"do.v.08"},{"index":9,"sense_key":"do%2:29:09::","synset_id":"act.v.02"},{"index":10,"sense_key":"do%2:42:02::","synset_id":"serve.v.09"},{"index":11,"sense_key":"do%2:41:03::","synset_id":"do.v.11"},{"index":12,"sense_key":"do%2:29:04::","synset_id":"dress.v.16"},{"index":13,"sense_key":"do%2:38:00::","synset_id":"do.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"do%2:41:03::","call_ids":["senseval3.d000.s142.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"do%2:41:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":383,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22765436093322933}
{"item_id":"senseval3.d000.s143.t000","gold_sense_keys":["feel%2:29:00::","feel%2:37:00::"],"candidates":[{"index":1,"sense_key":"feel%2:37:00::","synset_id":"feel.v.01"},{"index":2,"sense_key":"feel%2:31:00::","synset_id":"find.v.05"},{"index":3,"sense_key":"feel%2:39:00::","synset_id":"feel.v.03"},{"index":4,"sense_key":"feel%2:29:00::","synset_id":"feel.v.04"},{"index":5,"sense_key":"feel%2:31:01::","synset_id":"feel.v.05"},{"index":6,"sense_key":"feel%2:39:01::","synset_id":"feel.v.06"},{"index":7,"sense_key":"feel%2:42:00::","synset_id":"feel.v.07"},{"index":8,"sense_key":"feel%2:39:10::","synset_id":"feel.v.08"},{"index":9,"sense_key":"feel%2:35:00::","synset_id":"feel.v.09"},{"index":10,"sense_key":"feel%2:35:01::","synset_id":"palpate.v.01"},{"index":11,"sense_key":"feel%2:40:00::","synset_id":"feel.v.11"},{"index":12,"sense_key":"feel%2:39:09::","synset_id":"feel.v.12"},{"index":13,"sense_key":"feel%2:35:11::","synset_id":"feel.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"feel%2:31:01::","call_ids":["senseval3.d000.s143.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"feel%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":405,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1823991690762341}
{"item_id":"senseval3.d000.s143.t001","gold_sense_keys":["cunning%5:00:00:adroit:00","cunning%5:00:00:artful:00"],"candidates":[{"index":1,"sense_key":"cunning%5:00:00:attractive:01","synset_id":"cunning.s.01"},{"index":2,"sense_key":"cunning%5:00:00:artful:00","synset_id":"crafty.s.01"},{"index":3,"sense_key":"cunning%5:00:00:adroit:00","synset_id":"clever.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cunning%5:00:00:artful:00","call_ids":["senseval3.d000.s143.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cunning%5:00:00:artful:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2255360570270568}
{"item_id":"senseval3.d000.s143.t002","gold_sense_keys":["proud%3:00:00::"],"candidates":[{"index":1,"sense_key":"proud%3:00:00::","synset_id":"proud.a.01"},{"index":2,"sense_key":"proud%5:00:00:impressive:00","synset_id":"gallant.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"proud%3:00:00::","call_ids":["senseval3.d000.s143.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"proud%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22700374689884484}
{"item_id":"senseval3.d000.s143.t003","gold_sense_keys":["play%2:34:13::"],"candidates":[{"index":1,"sense_key":"play%2:33:00::","synset_id":"play.v.01"},{"index":2,"sense_key":"play%2:41:12::","synset_id":"play.v.02"},{"index":3,"sense_key":"play%2:36:12::","synset_id":"play.v.03"},{"index":4,"sense_key":"play%2:36:02::","synset_id":"act.v.03"},{"index":5,"sense_key":"play%2:41:03::","synset_id":"play.v.05"},{"index":6,"sense_key":"play%2:36:00::","synset_id":"play.v.06"},{"index":7,"sense_key":"play%2:36:01::","synset_id":"play.v.07"},{"index":8,"sense_key":"play%2:29:01::","synset_id":"act.v.05"},{"index":9,"sense_key":"play%2:38:00::","synset_id":"play.v.09"},{"index":10,"sense_key":"play%2:33:01::","synset_id":"play.v.10"},{"index":11,"sense_key":"play%2:41:00::","synset_id":"play.v.11"},{"index":12,"sense_key":"play%2:36:06::","synset_id":"play.v.12"},{"index":13,"sense_key":"play%2:36:11::","synset_id":"play.v.13"},{"index":14,"sense_key":"play%2:36:03::","synset_id":"play.v.14"},{"index":15,"sense_key":"play%2:33:03::","synset_id":"play.v.15"},{"index":16,"sense_key":"play%2:29:00::","synset_id":"play.v.16"},{"index":17,"sense_key":"play%2:41:02::","synset_id":"play.v.17"},{"index":18,"sense_key":"play%2:36:05::","synset_id":"play.v.18"},{"index":19,"sense_key":"play%2:35:00::","synset_id":"toy.v.02"},{"index":20,"sense_key":"play%2:34:13::","synset_id":"play.v.20"},{"index":21,"sense_key":"play%2:31:01::","synset_id":"dally.v.04"},{"index":22,"sense_key":"play%2:42:00::","synset_id":"play.v.22"},{"index":23,"sense_key":"play%2:41:13::","synset_id":"dally.v.01"},{"index":24,"sense_key":"play%2:38:03::","synset_id":"play.v.24"},{"index":25,"sense_key":"play%2:36:10::","synset_id":"act.v.10"},{"index":26,"sense_key":"play%2:36:04::","synset_id":"play.v.26"},{"index":27,"sense_key":"play%2:36:13::","synset_id":"bring.v.03"},{"index":28,"sense_key":"play%2:35:07::","synset_id":"play.v.28"},{"index":29,"sense_key":"play%2:33:07::","synset_id":"play.v.29"},{"index":30,"sense_key":"play%2:33:08::","synset_id":"bet.v.02"},{"index":31,"sense_key":"play%2:33:09::","synset_id":"play.v.31"},{"index":32,"sense_key":"play%2:33:13::","synset_id":"play.v.32"},{"index":33,"sense_key":"play%2:33:12::","synset_id":"play.v.33"},{"index":34,"sense_key":"play%2:33:02::","synset_id":"meet.v.10"},{"index":35,"sense_key":"play%2:29:04::","synset_id":"play.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"play%2:41:03::","call_ids":["senseval3.d000.s143.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"play%2:41:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":920,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2278551768977195}
{"item_id":"senseval3.d000.s143.t004","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval3.d000.s143.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22896173712797463}
{"item_id":"senseval3.d000.s143.t005","gold_sense_keys":["man%1:18:00::"],"candidates":[{"index":1,"sense_key":"man%1:18:00::","synset_id":"man.n.01"},{"index":2,"sense_key":"man%1:18:03::","synset_id":"serviceman.n.01"},{"index":3,"sense_key":"man%1:18:04::","synset_id":"man.n.03"},{"index":4,"sense_key":"man%1:05:01::","synset_id":"homo.n.02"},{"index":5,"sense_key":"man%1:18:08::","synset_id":"man.n.05"},{"index":6,"sense_key":"man%1:18:06::","synset_id":"man.n.06"},{"index":7,"sense_key":"man%1:18:05::","synset_id":"valet.n.01"},{"index":8,"sense_key":"man%1:18:07::","synset_id":"man.n.08"},{"index":9,"sense_key":"man%1:15:00::","synset_id":"man.n.09"},{"index":10,"sense_key":"man%1:06:00::","synset_id":"man.n.10"},{"index":11,"sense_key":"man%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"man%1:18:04::","call_ids":["senseval3.d000.s143.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"man%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":394,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2325574210844934}
{"item_id":"senseval3.d000.s143.t006","gold_sense_keys":["soft_spot%1:07:00::"],"candidates":[{"index":1,"sense_key":"soft_spot%1:07:00::","synset_id":"weak_part.n.01"},{"index":2,"sense_key":"soft_spot%1:12:00::","synset_id":"soft_spot.n.02"},{"index":3,"sense_key":"soft_spot%1:08:00::","synset_id":"fontanelle.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"soft_spot%1:12:00::","call_ids":["senseval3.d000.s143.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"soft_spot%1:12:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2337010521441698}
{"item_id":"senseval3.d000.s144.t000","gold_sense_keys":["offense%1:04:02::"],"candidates":[{"index":1,"sense_key":"offense%1:04:02::","synset_id":"discourtesy.n.03"},{"index":2,"sense_key":"offense%1:12:00::","synset_id":"umbrage.n.01"},{"index":3,"sense_key":"offense%1:04:01::","synset_id":"crime.n.01"},{"index":4,"sense_key":"offense%1:14:00::","synset_id":"offense.n.04"},{"index":5,"sense_key":"offense%1:04:00::","synset_id":"offense.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"offense%1:04:02::","call_ids":["senseval3.d000.s144.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"offense%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23684739810414612}
{"item_id":"senseval3.d000.s144.t001","gold_sense_keys":["intend%2:31:00::"],"candidates":[{"index":1,"sense_key":"intend%2:31:00::","synset_id":"intend.v.01"},{"index":2,"sense_key":"intend%2:31:01::","synset_id":"intend.v.02"},{"index":3,"sense_key":"intend%2:32:00::","synset_id":"mean.v.01"},{"index":4,"sense_key":"intend%2:32:02::","synset_id":"mean.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"intend%2:31:01::","call_ids":["senseval3.d000.s144.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"intend%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23796011391095817}
{"item_id":"senseval3.d000.s144.t002","gold_sense_keys":["say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"say%2:32:15::","call_ids":["senseval3.d000.s144.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"say%2:32:15::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2512806879822165}
{"item_id":"senseval3.d000.s146.t001","gold_sense_keys":["suspect%2:32:00::"],"candidates":[{"index":1,"sense_key":"suspect%2:32:00::","synset_id":"suspect.v.01"},{"index":2,"sense_key":"suspect%2:31:00::","synset_id":"distrust.v.01"},{"index":3,"sense_key":"suspect%2:32:02::","synset_id":"suspect.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"suspect%2:32:02::","call_ids":["senseval3.d000.s146.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"suspect%2:32:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23847635695710778}
{"item_id":"senseval3.d000.s146.t002","gold_sense_keys":["thing%1:06:01::"],"candidates":[{"index":1,"sense_key":"thing%1:26:00::","synset_id":"thing.n.01"},{"index":2,"sense_key":"thing%1:04:00::","synset_id":"thing.n.02"},{"index":3,"sense_key":"thing%1:09:00::","synset_id":"thing.n.03"},{"index":4,"sense_key":"thing%1:06:00::","synset_id":"thing.n.04"},{"index":5,"sense_key":"thing%1:11:00::","synset_id":"thing.n.05"},{"index":6,"sense_key":"thing%1:09:02::","synset_id":"matter.n.01"},{"index":7,"sense_key":"thing%1:10:00::","synset_id":"thing.n.07"},{"index":8,"sense_key":"thing%1:06:01::","synset_id":"thing.n.08"},{"index":9,"sense_key":"thing%1:07:00::","synset_id":"thing.n.09"},{"index":10,"sense_key":"thing%1:09:01::","synset_id":"thing.n.10"},{"index":11,"sense_key":"thing%1:12:00::","synset_id":"thing.n.11"},{"index":12,"sense_key":"thing%1:03:00::","synset_id":"thing.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"thing%1:06:01::","call_ids":["senseval3.d000.s146.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"thing%1:06:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":306,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24767604796215892}
{"item_id":"senseval3.d000.s146.t003","gold_sense_keys":["think%2:31:03::"],"candidates":[{"index":1,"sense_key":"think%2:31:01::","synset_id":"think.v.01"},{"index":2,"sense_key":"think%2:31:03::","synset_id":"think.v.02"},{"index":3,"sense_key":"think%2:31:00::","synset_id":"think.v.03"},{"index":4,"sense_key":"think%2:31:02::","synset_id":"remember.v.01"},{"index":5,"sense_key":"think%2:36:00::","synset_id":"think.v.05"},{"index":6,"sense_key":"think%2:31:09::","synset_id":"think.v.06"},{"index":7,"sense_key":"think%2:31:06::","synset_id":"intend.v.01"},{"index":8,"sense_key":"think%2:31:12::","synset_id":"think.v.08"},{"index":9,"sense_key":"think%2:31:13::","synset_id":"think.v.09"},{"index":10,"sense_key":"think%2:31:15::","synset_id":"think.v.10"},{"index":11,"sense_key":"think%2:31:14::","synset_id":"think.v.11"},{"index":12,"sense_key":"think%2:31:08::","synset_id":"think.v.12"},{"index":13,"sense_key":"think%2:30:00::","synset_id":"think.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"think%2:31:00::","call_ids":["senseval3.d000.s146.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"think%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":397,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24876698502339423}
{"item_id":"senseval3.d000.s146.t004","gold_sense_keys":["coincidence%1:11:00::"],"candidates":[{"index":1,"sense_key":"coincidence%1:11:00::","synset_id":"coincidence.n.01"},{"index":2,"sense_key":"coincidence%1:07:02::","synset_id":"coincidence.n.02"},{"index":3,"sense_key":"coincidence%1:07:01::","synset_id":"concurrence.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"coincidence%1:11:00::","call_ids":["senseval3.d000.s146.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"coincidence%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2279460560530424}
{"item_id":"senseval3.d000.s147.t000","gold_sense_keys":["know%2:31:00::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"know%2:31:00::","call_ids":["senseval3.d000.s147.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"know%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":367,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2510343149770051}
{"item_id":"senseval3.d000.s150.t000","gold_sense_keys":["say%2:32:01::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval3.d000.s150.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2520987270399928}
{"item_id":"senseval3.d000.s150.t001","gold_sense_keys":["manage%2:41:09::"],"candidates":[{"index":1,"sense_key":"manage%2:41:09::","synset_id":"pull_off.v.03"},{"index":2,"sense_key":"manage%2:41:00::","synset_id":"manage.v.02"},{"index":3,"sense_key":"manage%2:41:03::","synset_id":"cope.v.01"},{"index":4,"sense_key":"manage%2:41:01::","synset_id":"oversee.v.01"},{"index":5,"sense_key":"manage%2:41:08::","synset_id":"wangle.v.01"},{"index":6,"sense_key":"manage%2:41:02::","synset_id":"do.v.11"},{"index":7,"sense_key":"manage%2:35:03::","synset_id":"wield.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"manage%2:41:09::","call_ids":["senseval3.d000.s150.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"manage%2:41:09::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21577341901138425}
{"item_id":"senseval3.d000.s151.t000","gold_sense_keys":["stranger%1:18:01::"],"candidates":[{"index":1,"sense_key":"stranger%1:18:00::","synset_id":"stranger.n.01"},{"index":2,"sense_key":"stranger%1:18:01::","synset_id":"stranger.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stranger%1:18:01::","call_ids":["senseval3.d000.s151.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stranger%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":115,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2017973989713937}
{"item_id":"senseval3.d000.s151.t001","gold_sense_keys":["hook%2:32:09::"],"candidates":[{"index":1,"sense_key":"hook%2:35:00::","synset_id":"hook.v.01"},{"index":2,"sense_key":"hook%2:40:02::","synset_id":"overcharge.v.01"},{"index":3,"sense_key":"hook%2:36:00::","synset_id":"crochet.v.02"},{"index":4,"sense_key":"hook%2:35:03::","synset_id":"hook.v.04"},{"index":5,"sense_key":"hook%2:40:01::","synset_id":"hook.v.05"},{"index":6,"sense_key":"hook%2:40:00::","synset_id":"pilfer.v.01"},{"index":7,"sense_key":"hook%2:35:02::","synset_id":"hook.v.07"},{"index":8,"sense_key":"hook%2:35:01::","synset_id":"hook.v.08"},{"index":9,"sense_key":"hook%2:34:00::","synset_id":"addict.v.01"},{"index":10,"sense_key":"hook%2:33:00::","synset_id":"hook.v.10"},{"index":11,"sense_key":"hook%2:32:09::","synset_id":"hook.v.11"},{"index":12,"sense_key":"hook%2:32:00::","synset_id":"hook.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"hook%2:34:00::","call_ids":["senseval3.d000.s151.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"hook%2:34:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":298,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20265419804491103}
{"item_id":"senseval3.d000.s152.t000","gold_sense_keys":["eye%1:08:00::"],"candidates":[{"index":1,"sense_key":"eye%1:08:00::","synset_id":"eye.n.01"},{"index":2,"sense_key":"eye%1:09:00::","synset_id":"eye.n.02"},{"index":3,"sense_key":"eye%1:09:01::","synset_id":"eye.n.03"},{"index":4,"sense_key":"eye%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"eye%1:06:00::","synset_id":"eye.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"eye%1:09:00::","call_ids":["senseval3.d000.s152.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"eye%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20397325209341943}
{"item_id":"senseval3.d000.s152.t001","gold_sense_keys":["burn%2:43:01::"],"candidates":[{"index":1,"sense_key":"burn%2:30:02::","synset_id":"burn.v.01"},{"index":2,"sense_key":"burn%2:43:01::","synset_id":"burn.v.02"},{"index":3,"sense_key":"burn%2:30:00::","synset_id":"burn.v.03"},{"index":4,"sense_key":"burn%2:39:00::","synset_id":"bite.v.02"},{"index":5,"sense_key":"burn%2:43:02::","synset_id":"burn.v.05"},{"index":6,"sense_key":"burn%2:37:00::","synset_id":"burn.v.06"},{"index":7,"sense_key":"burn%2:30:01::","synset_id":"burn.v.07"},{"index":8,"sense_key":"burn%2:41:00::","synset_id":"burn.v.08"},{"index":9,"sense_key":"burn%2:40:01::","synset_id":"burn.v.09"},{"index":10,"sense_key":"burn%2:39:04::","synset_id":"burn.v.10"},{"index":11,"sense_key":"burn%2:30:08::","synset_id":"cauterize.v.01"},{"index":12,"sense_key":"burn%2:29:00::","synset_id":"sunburn.v.01"},{"index":13,"sense_key":"burn%2:36:05::","synset_id":"cut.v.21"},{"index":14,"sense_key":"burn%2:34:00::","synset_id":"burn_off.v.01"},{"index":15,"sense_key":"burn%2:30:03::","synset_id":"burn.v.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"burn%2:39:04::","call_ids":["senseval3.d000.s152.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"burn%2:39:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":382,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20516617107205093}
{"item_id":"senseval3.d000.s153.t000","gold_sense_keys":["mutter%2:32:01::"],"candidates":[{"index":1,"sense_key":"mutter%2:32:01::","synset_id":"mumble.v.01"},{"index":2,"sense_key":"mutter%2:32:00::","synset_id":"murmur.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mutter%2:32:00::","call_ids":["senseval3.d000.s153.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mutter%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":129,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20634595188312232}
{"item_id":"senseval3.d000.s154.t001","gold_sense_keys":["look%2:39:01::"],"candidates":[{"index":1,"sense_key":"look%2:39:00::","synset_id":"look.v.01"},{"index":2,"sense_key":"look%2:39:01::","synset_id":"look.v.02"},{"index":3,"sense_key":"look%2:29:00::","synset_id":"look.v.03"},{"index":4,"sense_key":"look%2:39:02::","synset_id":"search.v.02"},{"index":5,"sense_key":"look%2:42:00::","synset_id":"front.v.01"},{"index":6,"sense_key":"look%2:41:13::","synset_id":"attend.v.02"},{"index":7,"sense_key":"look%2:32:00::","synset_id":"look.v.07"},{"index":8,"sense_key":"look%2:31:00::","synset_id":"expect.v.03"},{"index":9,"sense_key":"look%2:42:02::","synset_id":"look.v.09"},{"index":10,"sense_key":"look%2:31:02::","synset_id":"count.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"look%2:42:02::","call_ids":["senseval3.d000.s154.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"look%2:42:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":310,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2075476748868823}
{"item_id":"senseval3.d000.s155.t001","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"way%1:07:02::","call_ids":["senseval3.d000.s155.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"way%1:07:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":348,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20868332008831203}
{"item_id":"senseval3.d000.s155.t002","gold_sense_keys":["time%1:28:06::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"time%1:28:06::","call_ids":["senseval3.d000.s155.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"time%1:28:06::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":318,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2098768949508667}
{"item_id":"senseval3.d000.s155.t004","gold_sense_keys":["have%2:40:00::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"have%2:29:02::","call_ids":["senseval3.d000.s155.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"have%2:29:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":493,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22691159206442535}
{"item_id":"senseval3.d000.s155.t005","gold_sense_keys":["alibi%1:10:00::"],"candidates":[{"index":1,"sense_key":"alibi%1:10:00::","synset_id":"alibi.n.01"},{"index":2,"sense_key":"alibi%1:10:01::","synset_id":"excuse.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"alibi%1:10:01::","call_ids":["senseval3.d000.s155.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"alibi%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25578609900549054}
{"item_id":"senseval3.d000.s156.t000","gold_sense_keys":["let%2:32:02::","let%2:41:00::"],"candidates":[{"index":1,"sense_key":"let%2:41:00::","synset_id":"let.v.01"},{"index":2,"sense_key":"let%2:32:00::","synset_id":"let.v.02"},{"index":3,"sense_key":"let%2:32:02::","synset_id":"permit.v.01"},{"index":4,"sense_key":"let%2:30:01::","synset_id":"get.v.03"},{"index":5,"sense_key":"let%2:30:00::","synset_id":"let.v.05"},{"index":6,"sense_key":"let%2:40:00::","synset_id":"lease.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"let%2:32:02::","call_ids":["senseval3.d000.s156.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"let%2:32:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2527175350114703}
{"item_id":"senseval3.d000.s156.t001","gold_sense_keys":["prove%2:31:00::"],"candidates":[{"index":1,"sense_key":"prove%2:42:00::","synset_id":"prove.v.01"},{"index":2,"sense_key":"prove%2:31:00::","synset_id":"prove.v.02"},{"index":3,"sense_key":"prove%2:32:00::","synset_id":"testify.v.02"},{"index":4,"sense_key":"prove%2:31:02::","synset_id":"prove.v.04"},{"index":5,"sense_key":"prove%2:41:03::","synset_id":"test.v.01"},{"index":6,"sense_key":"prove%2:38:01::","synset_id":"rise.v.15"},{"index":7,"sense_key":"prove%2:38:00::","synset_id":"raise.v.15"},{"index":8,"sense_key":"prove%2:36:00::","synset_id":"prove.v.08"},{"index":9,"sense_key":"prove%2:31:01::","synset_id":"prove.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"prove%2:42:00::","call_ids":["senseval3.d000.s156.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"prove%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2572628848720342}
{"item_id":"senseval3.d000.s157.t000","gold_sense_keys":["think%2:31:03::"],"candidates":[{"index":1,"sense_key":"think%2:31:01::","synset_id":"think.v.01"},{"index":2,"sense_key":"think%2:31:03::","synset_id":"think.v.02"},{"index":3,"sense_key":"think%2:31:00::","synset_id":"think.v.03"},{"index":4,"sense_key":"think%2:31:02::","synset_id":"remember.v.01"},{"index":5,"sense_key":"think%2:36:00::","synset_id":"think.v.05"},{"index":6,"sense_key":"think%2:31:09::","synset_id":"think.v.06"},{"index":7,"sense_key":"think%2:31:06::","synset_id":"intend.v.01"},{"index":8,"sense_key":"think%2:31:12::","synset_id":"think.v.08"},{"index":9,"sense_key":"think%2:31:13::","synset_id":"think.v.09"},{"index":10,"sense_key":"think%2:31:15::","synset_id":"think.v.10"},{"index":11,"sense_key":"think%2:31:14::","synset_id":"think.v.11"},{"index":12,"sense_key":"think%2:31:08::","synset_id":"think.v.12"},{"index":13,"sense_key":"think%2:30:00::","synset_id":"think.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"think%2:31:13::","call_ids":["senseval3.d000.s157.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"think%2:31:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":393,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26548111299052835}
{"item_id":"senseval3.d000.s157.t002","gold_sense_keys":["favor%1:04:00::"],"candidates":[{"index":1,"sense_key":"favor%1:04:00::","synset_id":"favor.n.01"},{"index":2,"sense_key":"favor%1:07:00::","synset_id":"favor.n.02"},{"index":3,"sense_key":"favor%1:09:00::","synset_id":"favor.n.03"},{"index":4,"sense_key":"favor%1:12:00::","synset_id":"favor.n.04"},{"index":5,"sense_key":"favor%1:06:00::","synset_id":"party_favor.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"favor%1:07:00::","call_ids":["senseval3.d000.s157.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"favor%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2676343328785151}
{"item_id":"senseval3.d000.s158.t000","gold_sense_keys":["wait%2:42:00::"],"candidates":[{"index":1,"sense_key":"wait%2:42:00::","synset_id":"wait.v.01"},{"index":2,"sense_key":"wait%2:42:01::","synset_id":"wait.v.02"},{"index":3,"sense_key":"wait%2:31:00::","synset_id":"expect.v.03"},{"index":4,"sense_key":"wait%2:41:00::","synset_id":"wait.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"wait%2:42:00::","call_ids":["senseval3.d000.s158.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"wait%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2905413769185543}
{"item_id":"senseval3.d000.s159.t001","gold_sense_keys":["liquor%1:13:00::"],"candidates":[{"index":1,"sense_key":"liquor%1:13:00::","synset_id":"liquor.n.01"},{"index":2,"sense_key":"liquor%1:27:00::","synset_id":"liquor.n.02"},{"index":3,"sense_key":"liquor%1:13:01::","synset_id":"liquor.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"liquor%1:27:00::","call_ids":["senseval3.d000.s159.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"liquor%1:27:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2953596010338515}
{"item_id":"senseval3.d000.s159.t002","gold_sense_keys":["bottom%1:15:01::"],"candidates":[{"index":1,"sense_key":"bottom%1:15:00::","synset_id":"bottom.n.01"},{"index":2,"sense_key":"bottom%1:15:01::","synset_id":"bottom.n.02"},{"index":3,"sense_key":"bottom%1:08:00::","synset_id":"buttocks.n.01"},{"index":4,"sense_key":"bottom%1:28:00::","synset_id":"bottom.n.04"},{"index":5,"sense_key":"bottom%1:17:00::","synset_id":"bed.n.03"},{"index":6,"sense_key":"bottom%1:17:01::","synset_id":"bottomland.n.01"},{"index":7,"sense_key":"bottom%1:06:00::","synset_id":"bottom.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bottom%1:15:01::","call_ids":["senseval3.d000.s159.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bottom%1:15:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2964354569558054}
{"item_id":"senseval3.d000.s159.t003","gold_sense_keys":["glass%1:06:00::"],"candidates":[{"index":1,"sense_key":"glass%1:27:00::","synset_id":"glass.n.01"},{"index":2,"sense_key":"glass%1:06:00::","synset_id":"glass.n.02"},{"index":3,"sense_key":"glass%1:23:00::","synset_id":"glass.n.03"},{"index":4,"sense_key":"glass%1:06:03::","synset_id":"field_glass.n.01"},{"index":5,"sense_key":"glass%1:06:01::","synset_id":"methamphetamine.n.01"},{"index":6,"sense_key":"glass%1:06:02::","synset_id":"looking_glass.n.01"},{"index":7,"sense_key":"glass%1:06:04::","synset_id":"glass.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"glass%1:06:00::","call_ids":["senseval3.d000.s159.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"glass%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2983364218380302}
{"item_id":"senseval3.d001.s000.t000","gold_sense_keys":["rout%1:11:00::"],"candidates":[{"index":1,"sense_key":"rout%1:14:00::","synset_id":"mob.n.01"},{"index":2,"sense_key":"rout%1:11:00::","synset_id":"rout.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"rout%1:11:00::","call_ids":["senseval3.d001.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"rout%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30985554587095976}
{"item_id":"senseval3.d001.s000.t004","gold_sense_keys":["back%2:41:00::"],"candidates":[{"index":1,"sense_key":"back%2:41:00::","synset_id":"back.v.01"},{"index":2,"sense_key":"back%2:38:00::","synset_id":"back.v.02"},{"index":3,"sense_key":"back%2:41:01::","synset_id":"second.v.01"},{"index":4,"sense_key":"back%2:38:01::","synset_id":"back.v.04"},{"index":5,"sense_key":"back%2:40:00::","synset_id":"back.v.05"},{"index":6,"sense_key":"back%2:42:00::","synset_id":"back.v.06"},{"index":7,"sense_key":"back%2:33:00::","synset_id":"bet_on.v.01"},{"index":8,"sense_key":"back%2:30:03::","synset_id":"back.v.08"},{"index":9,"sense_key":"back%2:30:00::","synset_id":"back.v.09"},{"index":10,"sense_key":"back%2:30:01::","synset_id":"back.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"back%2:30:03::","call_ids":["senseval3.d001.s000.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"back%2:30:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":301,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3078329728450626}
{"item_id":"senseval3.d001.s000.t005","gold_sense_keys":["democratic%3:01:00::"],"candidates":[{"index":1,"sense_key":"democratic%3:00:00::","synset_id":"democratic.a.01"},{"index":2,"sense_key":"democratic%3:01:00::","synset_id":"democratic.a.02"},{"index":3,"sense_key":"democratic%5:00:00:common:01","synset_id":"democratic.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democratic%3:01:00::","call_ids":["senseval3.d001.s000.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democratic%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31098346691578627}
{"item_id":"senseval3.d001.s000.t006","gold_sense_keys":["presidential%3:01:00::"],"candidates":[{"index":1,"sense_key":"presidential%3:01:00::","synset_id":"presidential.a.01"},{"index":2,"sense_key":"presidential%3:00:00::","synset_id":"presidential.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"presidential%3:00:00::","call_ids":["senseval3.d001.s000.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"presidential%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3121879738755524}
{"item_id":"senseval3.d001.s000.t007","gold_sense_keys":["candidate%1:18:01::"],"candidates":[{"index":1,"sense_key":"candidate%1:18:01::","synset_id":"campaigner.n.01"},{"index":2,"sense_key":"candidate%1:18:00::","synset_id":"candidate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"candidate%1:18:00::","call_ids":["senseval3.d001.s000.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"candidate%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3136504851281643}
{"item_id":"senseval3.d001.s000.t008","gold_sense_keys":["reminder%1:09:00::"],"candidates":[{"index":1,"sense_key":"reminder%1:10:00::","synset_id":"reminder.n.01"},{"index":2,"sense_key":"reminder%1:09:00::","synset_id":"reminder.n.02"},{"index":3,"sense_key":"reminder%1:18:00::","synset_id":"admonisher.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"reminder%1:09:00::","call_ids":["senseval3.d001.s000.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"reminder%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31495118397288024}
{"item_id":"senseval3.d001.s000.t009","gold_sense_keys":["federal%5:00:00:national:01"],"candidates":[{"index":1,"sense_key":"federal%5:00:00:national:01","synset_id":"federal.s.01"},{"index":2,"sense_key":"federal%3:01:02::","synset_id":"federal.a.02"},{"index":3,"sense_key":"federal%5:00:00:northern:02","synset_id":"union.s.01"},{"index":4,"sense_key":"federal%3:00:00::","synset_id":"federal.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"federal%3:01:02::","call_ids":["senseval3.d001.s000.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"federal%3:01:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2584196871612221}
{"item_id":"senseval3.d001.s000.t010","gold_sense_keys":["level%1:26:01::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"level%1:09:00::","call_ids":["senseval3.d001.s000.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"level%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":313,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.267632249975577}
{"item_id":"senseval3.d001.s000.t011","gold_sense_keys":["political%3:00:00::"],"candidates":[{"index":1,"sense_key":"political%3:00:00::","synset_id":"political.a.01"},{"index":2,"sense_key":"political%3:01:01::","synset_id":"political.a.02"},{"index":3,"sense_key":"political%3:01:02::","synset_id":"political.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"political%3:01:01::","call_ids":["senseval3.d001.s000.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"political%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.269527779892087}
{"item_id":"senseval3.d001.s000.t013","gold_sense_keys":["past%3:00:00::"],"candidates":[{"index":1,"sense_key":"past%3:00:00::","synset_id":"past.a.01"},{"index":2,"sense_key":"past%5:00:00:outgoing:00","synset_id":"past.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"past%3:00:00::","call_ids":["senseval3.d001.s000.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"past%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27140914904884994}
{"item_id":"senseval3.d001.s001.t000","gold_sense_keys":["presidential%3:01:00::"],"candidates":[{"index":1,"sense_key":"presidential%3:01:00::","synset_id":"presidential.a.01"},{"index":2,"sense_key":"presidential%3:00:00::","synset_id":"presidential.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"presidential%3:00:00::","call_ids":["senseval3.d001.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"presidential%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22508065891452134}
{"item_id":"senseval3.d001.s001.t001","gold_sense_keys":["election%1:04:01::"],"candidates":[{"index":1,"sense_key":"election%1:04:01::","synset_id":"election.n.01"},{"index":2,"sense_key":"election%1:04:00::","synset_id":"election.n.02"},{"index":3,"sense_key":"election%1:26:00::","synset_id":"election.n.03"},{"index":4,"sense_key":"election%1:09:00::","synset_id":"election.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"election%1:04:00::","call_ids":["senseval3.d001.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"election%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22721946495585144}
{"item_id":"senseval3.d001.s001.t002","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["senseval3.d001.s001.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23383860406465828}
{"item_id":"senseval3.d001.s001.t004","gold_sense_keys":["nation%1:14:00::"],"candidates":[{"index":1,"sense_key":"nation%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"nation%1:14:01::","synset_id":"nation.n.02"},{"index":3,"sense_key":"nation%1:18:00::","synset_id":"nation.n.03"},{"index":4,"sense_key":"nation%1:14:02::","synset_id":"nation.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"nation%1:14:01::","call_ids":["senseval3.d001.s001.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"nation%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2359596719034016}
{"item_id":"senseval3.d001.s001.t007","gold_sense_keys":["choose%2:31:00::"],"candidates":[{"index":1,"sense_key":"choose%2:31:00::","synset_id":"choose.v.01"},{"index":2,"sense_key":"choose%2:31:02::","synset_id":"choose.v.02"},{"index":3,"sense_key":"choose%2:31:01::","synset_id":"choose.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"choose%2:31:02::","call_ids":["senseval3.d001.s001.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"choose%2:31:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24156550993211567}
{"item_id":"senseval3.d001.s001.t009","gold_sense_keys":["party%1:14:01::"],"candidates":[{"index":1,"sense_key":"party%1:14:01::","synset_id":"party.n.01"},{"index":2,"sense_key":"party%1:14:00::","synset_id":"party.n.02"},{"index":3,"sense_key":"party%1:14:02::","synset_id":"party.n.03"},{"index":4,"sense_key":"party%1:11:00::","synset_id":"party.n.04"},{"index":5,"sense_key":"party%1:18:00::","synset_id":"party.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"party%1:18:00::","call_ids":["senseval3.d001.s001.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"party%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27186826593242586}
{"item_id":"senseval3.d001.s001.t010","gold_sense_keys":["candidate%1:18:01::"],"candidates":[{"index":1,"sense_key":"candidate%1:18:01::","synset_id":"campaigner.n.01"},{"index":2,"sense_key":"candidate%1:18:00::","synset_id":"candidate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"candidate%1:18:00::","call_ids":["senseval3.d001.s001.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"candidate%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28422256000339985}
{"item_id":"senseval3.d001.s002.t000","gold_sense_keys":["percentage%1:24:00::"],"candidates":[{"index":1,"sense_key":"percentage%1:24:00::","synset_id":"percentage.n.01"},{"index":2,"sense_key":"percentage%1:21:00::","synset_id":"share.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"percentage%1:24:00::","call_ids":["senseval3.d001.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"percentage%1:24:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28904826403595507}
{"item_id":"senseval3.d001.s002.t001","gold_sense_keys":["equal%2:42:00::"],"candidates":[{"index":1,"sense_key":"equal%2:42:00::","synset_id":"equal.v.01"},{"index":2,"sense_key":"equal%2:42:01::","synset_id":"equal.v.02"},{"index":3,"sense_key":"equal%2:30:00::","synset_id":"equal.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"equal%2:42:00::","call_ids":["senseval3.d001.s002.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"equal%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29888150305487216}
{"item_id":"senseval3.d001.s003.t000","gold_sense_keys":["know%2:31:01::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"know%2:31:01::","call_ids":["senseval3.d001.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"know%2:31:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":375,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29310312820598483}
{"item_id":"senseval3.d001.s003.t002","gold_sense_keys":["tend%2:42:01::"],"candidates":[{"index":1,"sense_key":"tend%2:42:01::","synset_id":"tend.v.01"},{"index":2,"sense_key":"tend%2:41:00::","synset_id":"tend.v.02"},{"index":3,"sense_key":"tend%2:41:01::","synset_id":"tend.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"tend%2:42:01::","call_ids":["senseval3.d001.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"tend%2:42:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29479975812137127}
{"item_id":"senseval3.d001.s003.t003","gold_sense_keys":["favor%2:41:00::"],"candidates":[{"index":1,"sense_key":"favor%2:41:00::","synset_id":"prefer.v.03"},{"index":2,"sense_key":"favor%2:31:00::","synset_id":"favor.v.02"},{"index":3,"sense_key":"favor%2:41:01::","synset_id":"favor.v.03"},{"index":4,"sense_key":"favor%2:41:03::","synset_id":"privilege.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"favor%2:31:00::","call_ids":["senseval3.d001.s003.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"favor%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28088555089198053}
{"item_id":"senseval3.d001.s003.t004","gold_sense_keys":["republican%1:18:01::"],"candidates":[{"index":1,"sense_key":"republican%1:18:01::","synset_id":"republican.n.01"},{"index":2,"sense_key":"republican%1:18:00::","synset_id":"republican.n.02"},{"index":3,"sense_key":"republican%1:17:00::","synset_id":"republican.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%1:18:00::","call_ids":["senseval3.d001.s003.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2756079009268433}
{"item_id":"senseval3.d001.s003.t005","gold_sense_keys":["race%1:11:01::"],"candidates":[{"index":1,"sense_key":"race%1:11:01::","synset_id":"race.n.01"},{"index":2,"sense_key":"race%1:11:00::","synset_id":"race.n.02"},{"index":3,"sense_key":"race%1:14:00::","synset_id":"race.n.03"},{"index":4,"sense_key":"race%1:14:01::","synset_id":"subspecies.n.01"},{"index":5,"sense_key":"race%1:19:00::","synset_id":"slipstream.n.01"},{"index":6,"sense_key":"race%1:06:00::","synset_id":"raceway.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"race%1:14:00::","call_ids":["senseval3.d001.s003.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"race%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2780375110451132}
{"item_id":"senseval3.d001.s003.t006","gold_sense_keys":["president%1:04:04::"],"candidates":[{"index":1,"sense_key":"president%1:18:01::","synset_id":"president.n.01"},{"index":2,"sense_key":"president%1:18:04::","synset_id":"president_of_the_united_states.n.01"},{"index":3,"sense_key":"president%1:18:00::","synset_id":"president.n.03"},{"index":4,"sense_key":"president%1:18:03::","synset_id":"president.n.04"},{"index":5,"sense_key":"president%1:18:02::","synset_id":"president.n.05"},{"index":6,"sense_key":"president%1:04:04::","synset_id":"president_of_the_united_states.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"president%1:18:04::","call_ids":["senseval3.d001.s003.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"president%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28544855606742203}
{"item_id":"senseval3.d001.s004.t000","gold_sense_keys":["presidential%3:01:00::"],"candidates":[{"index":1,"sense_key":"presidential%3:01:00::","synset_id":"presidential.a.01"},{"index":2,"sense_key":"presidential%3:00:00::","synset_id":"presidential.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"presidential%3:00:00::","call_ids":["senseval3.d001.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"presidential%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28996794018894434}
{"item_id":"senseval3.d001.s004.t001","gold_sense_keys":["election%1:04:01::"],"candidates":[{"index":1,"sense_key":"election%1:04:01::","synset_id":"election.n.01"},{"index":2,"sense_key":"election%1:04:00::","synset_id":"election.n.02"},{"index":3,"sense_key":"election%1:26:00::","synset_id":"election.n.03"},{"index":4,"sense_key":"election%1:09:00::","synset_id":"election.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"election%1:26:00::","call_ids":["senseval3.d001.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"election%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29570992197841406}
{"item_id":"senseval3.d001.s004.t002","gold_sense_keys":["past%3:00:00::"],"candidates":[{"index":1,"sense_key":"past%3:00:00::","synset_id":"past.a.01"},{"index":2,"sense_key":"past%5:00:00:outgoing:00","synset_id":"past.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"past%3:00:00::","call_ids":["senseval3.d001.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"past%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2992676650173962}
{"item_id":"senseval3.d001.s004.t004","gold_sense_keys":["presidential%3:01:00::"],"candidates":[{"index":1,"sense_key":"presidential%3:01:00::","synset_id":"presidential.a.01"},{"index":2,"sense_key":"presidential%3:00:00::","synset_id":"presidential.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"presidential%3:00:00::","call_ids":["senseval3.d001.s004.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"presidential%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30240289913490415}
{"item_id":"senseval3.d001.s004.t007","gold_sense_keys":["percentage%1:24:00::"],"candidates":[{"index":1,"sense_key":"percentage%1:24:00::","synset_id":"percentage.n.01"},{"index":2,"sense_key":"percentage%1:21:00::","synset_id":"share.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"percentage%1:24:00::","call_ids":["senseval3.d001.s004.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"percentage%1:24:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3007160169072449}
{"item_id":"senseval3.d001.s004.t008","gold_sense_keys":["major%3:00:01::","major%3:00:06::"],"candidates":[{"index":1,"sense_key":"major%3:00:06::","synset_id":"major.a.01"},{"index":2,"sense_key":"major%3:00:02::","synset_id":"major.a.02"},{"index":3,"sense_key":"major%3:00:01::","synset_id":"major.a.03"},{"index":4,"sense_key":"major%3:00:05::","synset_id":"major.a.04"},{"index":5,"sense_key":"major%3:00:04::","synset_id":"major.a.05"},{"index":6,"sense_key":"major%3:00:07::","synset_id":"major.a.06"},{"index":7,"sense_key":"major%3:00:03::","synset_id":"major.a.07"},{"index":8,"sense_key":"major%5:00:00:senior:00","synset_id":"major.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"major%3:00:01::","call_ids":["senseval3.d001.s004.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"major%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2977366750128567}
{"item_id":"senseval3.d001.s004.t009","gold_sense_keys":["party%1:14:01::"],"candidates":[{"index":1,"sense_key":"party%1:14:01::","synset_id":"party.n.01"},{"index":2,"sense_key":"party%1:14:00::","synset_id":"party.n.02"},{"index":3,"sense_key":"party%1:14:02::","synset_id":"party.n.03"},{"index":4,"sense_key":"party%1:11:00::","synset_id":"party.n.04"},{"index":5,"sense_key":"party%1:18:00::","synset_id":"party.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"party%1:18:00::","call_ids":["senseval3.d001.s004.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"party%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2904261420480907}
{"item_id":"senseval3.d001.s004.t010","gold_sense_keys":["popular%5:00:00:democratic:00"],"candidates":[{"index":1,"sense_key":"popular%3:00:00::","synset_id":"popular.a.01"},{"index":2,"sense_key":"popular%5:00:00:democratic:00","synset_id":"popular.s.01"},{"index":3,"sense_key":"popular%5:00:01:common:01","synset_id":"democratic.s.01"},{"index":4,"sense_key":"popular%5:00:00:nonclassical:00","synset_id":"popular.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"popular%5:00:00:democratic:00","call_ids":["senseval3.d001.s004.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"popular%5:00:00:democratic:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2924686272162944}
{"item_id":"senseval3.d001.s004.t011","gold_sense_keys":["vote%1:09:00::"],"candidates":[{"index":1,"sense_key":"vote%1:04:00::","synset_id":"vote.n.01"},{"index":2,"sense_key":"vote%1:04:01::","synset_id":"vote.n.02"},{"index":3,"sense_key":"vote%1:07:00::","synset_id":"right_to_vote.n.01"},{"index":4,"sense_key":"vote%1:14:00::","synset_id":"vote.n.04"},{"index":5,"sense_key":"vote%1:09:00::","synset_id":"vote.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"vote%1:09:00::","call_ids":["senseval3.d001.s004.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"vote%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2941591760609299}
{"item_id":"senseval3.d001.s004.t012","gold_sense_keys":["president%1:04:04::"],"candidates":[{"index":1,"sense_key":"president%1:18:01::","synset_id":"president.n.01"},{"index":2,"sense_key":"president%1:18:04::","synset_id":"president_of_the_united_states.n.01"},{"index":3,"sense_key":"president%1:18:00::","synset_id":"president.n.03"},{"index":4,"sense_key":"president%1:18:03::","synset_id":"president.n.04"},{"index":5,"sense_key":"president%1:18:02::","synset_id":"president.n.05"},{"index":6,"sense_key":"president%1:04:04::","synset_id":"president_of_the_united_states.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"president%1:18:04::","call_ids":["senseval3.d001.s004.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"president%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30186373903416097}
{"item_id":"senseval3.d001.s004.t014","gold_sense_keys":["seat%1:07:00::"],"candidates":[{"index":1,"sense_key":"seat%1:15:01::","synset_id":"seat.n.01"},{"index":2,"sense_key":"seat%1:08:00::","synset_id":"buttocks.n.01"},{"index":3,"sense_key":"seat%1:06:01::","synset_id":"seat.n.03"},{"index":4,"sense_key":"seat%1:06:00::","synset_id":"seat.n.04"},{"index":5,"sense_key":"seat%1:15:00::","synset_id":"seat.n.05"},{"index":6,"sense_key":"seat%1:15:02::","synset_id":"seat.n.06"},{"index":7,"sense_key":"seat%1:07:00::","synset_id":"seat.n.07"},{"index":8,"sense_key":"seat%1:06:03::","synset_id":"seat.n.08"},{"index":9,"sense_key":"seat%1:06:02::","synset_id":"seat.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"seat%1:07:00::","call_ids":["senseval3.d001.s004.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"seat%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":363,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29571230709552765}
{"item_id":"senseval3.d001.s004.t015","gold_sense_keys":["popular%5:00:00:democratic:00"],"candidates":[{"index":1,"sense_key":"popular%3:00:00::","synset_id":"popular.a.01"},{"index":2,"sense_key":"popular%5:00:00:democratic:00","synset_id":"popular.s.01"},{"index":3,"sense_key":"popular%5:00:01:common:01","synset_id":"democratic.s.01"},{"index":4,"sense_key":"popular%5:00:00:nonclassical:00","synset_id":"popular.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"popular%5:00:00:democratic:00","call_ids":["senseval3.d001.s004.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"popular%5:00:00:democratic:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2975154798477888}
{"item_id":"senseval3.d001.s004.t016","gold_sense_keys":["vote%1:09:00::"],"candidates":[{"index":1,"sense_key":"vote%1:04:00::","synset_id":"vote.n.01"},{"index":2,"sense_key":"vote%1:04:01::","synset_id":"vote.n.02"},{"index":3,"sense_key":"vote%1:07:00::","synset_id":"right_to_vote.n.01"},{"index":4,"sense_key":"vote%1:14:00::","synset_id":"vote.n.04"},{"index":5,"sense_key":"vote%1:09:00::","synset_id":"vote.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"vote%1:09:00::","call_ids":["senseval3.d001.s004.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"vote%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2797968229278922}
{"item_id":"senseval3.d001.s005.t001","gold_sense_keys":["opposite%1:24:03::"],"candidates":[{"index":1,"sense_key":"opposite%1:10:00::","synset_id":"antonym.n.01"},{"index":2,"sense_key":"opposite%1:24:03::","synset_id":"reverse.n.01"},{"index":3,"sense_key":"opposite%1:18:00::","synset_id":"opposition.n.04"},{"index":4,"sense_key":"opposite%1:24:04::","synset_id":"inverse.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"opposite%1:24:04::","call_ids":["senseval3.d001.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"opposite%1:24:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2835777311120182}
{"item_id":"senseval3.d001.s006.t000","gold_sense_keys":["account_for%2:42:00::"],"candidates":[{"index":1,"sense_key":"account_for%2:42:00::","synset_id":"account_for.v.01"},{"index":2,"sense_key":"account_for%2:32:00::","synset_id":"account_for.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"account_for%2:32:00::","call_ids":["senseval3.d001.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"account_for%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":128,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33279078686609864}
{"item_id":"senseval3.d001.s006.t001","gold_sense_keys":["result%1:11:00::"],"candidates":[{"index":1,"sense_key":"result%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"result%1:10:00::","synset_id":"solution.n.02"},{"index":3,"sense_key":"result%1:11:00::","synset_id":"result.n.03"},{"index":4,"sense_key":"result%1:10:01::","synset_id":"resultant_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"result%1:11:00::","call_ids":["senseval3.d001.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"result%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33466087304987013}
{"item_id":"senseval3.d001.s006.t002","gold_sense_keys":["recent%5:00:00:past:00"],"candidates":[{"index":1,"sense_key":"recent%5:00:00:new:00","synset_id":"recent.s.01"},{"index":2,"sense_key":"recent%5:00:00:past:00","synset_id":"late.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"recent%5:00:00:past:00","call_ids":["senseval3.d001.s006.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"recent%5:00:00:past:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":116,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3362078000791371}
{"item_id":"senseval3.d001.s006.t003","gold_sense_keys":["decade%1:28:00::"],"candidates":[{"index":1,"sense_key":"decade%1:28:00::","synset_id":"decade.n.01"},{"index":2,"sense_key":"decade%1:23:00::","synset_id":"ten.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"decade%1:28:00::","call_ids":["senseval3.d001.s006.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"decade%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":120,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3367706751450896}
{"item_id":"senseval3.d001.s007.t000","gold_sense_keys":["simple%3:00:02::","simple%5:00:00:easy:01"],"candidates":[{"index":1,"sense_key":"simple%3:00:02::","synset_id":"simple.a.01"},{"index":2,"sense_key":"simple%5:00:00:easy:01","synset_id":"elementary.s.01"},{"index":3,"sense_key":"simple%5:00:02:plain:01","synset_id":"bare.s.04"},{"index":4,"sense_key":"simple%5:00:00:naive:00","synset_id":"childlike.s.02"},{"index":5,"sense_key":"simple%5:00:00:retarded:00","synset_id":"dim-witted.s.01"},{"index":6,"sense_key":"simple%3:00:01::","synset_id":"simple.a.06"},{"index":7,"sense_key":"simple%5:00:00:plain:01","synset_id":"simple.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"simple%5:00:00:easy:01","call_ids":["senseval3.d001.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"simple%5:00:00:easy:01","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33804446109570563}
{"item_id":"senseval3.d001.s007.t004","gold_sense_keys":["partial%5:00:00:incomplete:00"],"candidates":[{"index":1,"sense_key":"partial%5:00:00:incomplete:00","synset_id":"partial.s.01"},{"index":2,"sense_key":"partial%3:00:01::","synset_id":"partial.a.02"},{"index":3,"sense_key":"partial%5:00:00:inclined:02","synset_id":"fond.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"partial%5:00:00:incomplete:00","call_ids":["senseval3.d001.s007.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"partial%5:00:00:incomplete:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3393238049466163}
{"item_id":"senseval3.d001.s007.t007","gold_sense_keys":["display%2:39:00::"],"candidates":[{"index":1,"sense_key":"display%2:39:00::","synset_id":"expose.v.03"},{"index":2,"sense_key":"display%2:41:00::","synset_id":"display.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"display%2:39:00::","call_ids":["senseval3.d001.s007.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"display%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26925646397285163}
{"item_id":"senseval3.d001.s007.t008","gold_sense_keys":["american%1:18:00::"],"candidates":[{"index":1,"sense_key":"american%1:18:00::","synset_id":"american.n.01"},{"index":2,"sense_key":"american%1:10:00::","synset_id":"american_english.n.01"},{"index":3,"sense_key":"american%1:18:01::","synset_id":"american.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"american%1:18:00::","call_ids":["senseval3.d001.s007.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"american%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27353312401100993}
{"item_id":"senseval3.d001.s008.t002","gold_sense_keys":["assumption%1:09:00::","assumption%1:10:00::"],"candidates":[{"index":1,"sense_key":"assumption%1:10:00::","synset_id":"premise.n.01"},{"index":2,"sense_key":"assumption%1:09:00::","synset_id":"assumption.n.02"},{"index":3,"sense_key":"assumption%1:04:00::","synset_id":"assumption.n.03"},{"index":4,"sense_key":"assumption%1:28:00::","synset_id":"assumption.n.04"},{"index":5,"sense_key":"assumption%1:11:00::","synset_id":"assumption.n.05"},{"index":6,"sense_key":"assumption%1:07:00::","synset_id":"presumption.n.03"},{"index":7,"sense_key":"assumption%1:04:01::","synset_id":"assumption.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"assumption%1:04:01::","call_ids":["senseval3.d001.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"assumption%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":298,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27004894195124507}
{"item_id":"senseval3.d001.s009.t002","gold_sense_keys":["brand%1:09:00::"],"candidates":[{"index":1,"sense_key":"brand%1:10:00::","synset_id":"trade_name.n.01"},{"index":2,"sense_key":"brand%1:09:00::","synset_id":"brand.n.02"},{"index":3,"sense_key":"brand%1:10:02::","synset_id":"brand.n.03"},{"index":4,"sense_key":"brand%1:27:00::","synset_id":"brand.n.04"},{"index":5,"sense_key":"brand%1:10:01::","synset_id":"mark.n.06"},{"index":6,"sense_key":"brand%1:06:00::","synset_id":"sword.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"brand%1:09:00::","call_ids":["senseval3.d001.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"brand%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27437941590324044}
{"item_id":"senseval3.d001.s009.t004","gold_sense_keys":["political%3:00:00::","political%3:01:02::"],"candidates":[{"index":1,"sense_key":"political%3:00:00::","synset_id":"political.a.01"},{"index":2,"sense_key":"political%3:01:01::","synset_id":"political.a.02"},{"index":3,"sense_key":"political%3:01:02::","synset_id":"political.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"political%3:01:01::","call_ids":["senseval3.d001.s009.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"political%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2756027150899172}
{"item_id":"senseval3.d001.s009.t005","gold_sense_keys":["agent%1:18:02::"],"candidates":[{"index":1,"sense_key":"agent%1:17:00::","synset_id":"agent.n.01"},{"index":2,"sense_key":"agent%1:18:02::","synset_id":"agent.n.02"},{"index":3,"sense_key":"agent%1:27:00::","synset_id":"agent.n.03"},{"index":4,"sense_key":"agent%1:18:01::","synset_id":"agent.n.04"},{"index":5,"sense_key":"agent%1:18:03::","synset_id":"agent.n.05"},{"index":6,"sense_key":"agent%1:10:00::","synset_id":"agentive_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"agent%1:10:00::","call_ids":["senseval3.d001.s009.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"agent%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2888230050448328}
{"item_id":"senseval3.d001.s009.t006","gold_sense_keys":["republican%3:01:01::"],"candidates":[{"index":1,"sense_key":"republican%3:01:01::","synset_id":"republican.a.01"},{"index":2,"sense_key":"republican%5:00:00:democratic:00","synset_id":"republican.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%5:00:00:democratic:00","call_ids":["senseval3.d001.s009.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%5:00:00:democratic:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2904834619257599}
{"item_id":"senseval3.d001.s009.t007","gold_sense_keys":["brand%1:09:00::"],"candidates":[{"index":1,"sense_key":"brand%1:10:00::","synset_id":"trade_name.n.01"},{"index":2,"sense_key":"brand%1:09:00::","synset_id":"brand.n.02"},{"index":3,"sense_key":"brand%1:10:02::","synset_id":"brand.n.03"},{"index":4,"sense_key":"brand%1:27:00::","synset_id":"brand.n.04"},{"index":5,"sense_key":"brand%1:10:01::","synset_id":"mark.n.06"},{"index":6,"sense_key":"brand%1:06:00::","synset_id":"sword.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"brand%1:09:00::","call_ids":["senseval3.d001.s009.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"brand%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2923569609411061}
{"item_id":"senseval3.d001.s009.t009","gold_sense_keys":["minimalist%5:00:00:moderate:00"],"candidates":[{"index":1,"sense_key":"minimalist%3:01:00::","synset_id":"minimalist.a.01"},{"index":2,"sense_key":"minimalist%5:00:00:moderate:00","synset_id":"minimalist.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"minimalist%5:00:00:moderate:00","call_ids":["senseval3.d001.s009.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"minimalist%5:00:00:moderate:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.297110860934481}
{"item_id":"senseval3.d001.s009.t010","gold_sense_keys":["state%1:14:00::","state%1:14:01::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"state%1:14:01::","call_ids":["senseval3.d001.s009.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"state%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":379,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2566845049150288}
{"item_id":"senseval3.d001.s009.t011","gold_sense_keys":["virtue%1:07:03::"],"candidates":[{"index":1,"sense_key":"virtue%1:07:01::","synset_id":"virtue.n.01"},{"index":2,"sense_key":"virtue%1:07:03::","synset_id":"merit.n.01"},{"index":3,"sense_key":"virtue%1:07:02::","synset_id":"virtue.n.03"},{"index":4,"sense_key":"virtue%1:07:04::","synset_id":"virtue.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"virtue%1:07:03::","call_ids":["senseval3.d001.s009.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"virtue%1:07:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2314391501713544}
{"item_id":"senseval3.d001.s009.t012","gold_sense_keys":["private%3:00:00::"],"candidates":[{"index":1,"sense_key":"private%3:00:00::","synset_id":"private.a.01"},{"index":2,"sense_key":"private%5:00:02:personal:00","synset_id":"private.s.01"},{"index":3,"sense_key":"private%5:00:00:personal:00","synset_id":"individual.s.03"},{"index":4,"sense_key":"private%5:00:00:inward:00","synset_id":"secret.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"private%5:00:00:personal:00","call_ids":["senseval3.d001.s009.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"private%5:00:00:personal:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2514143190346658}
{"item_id":"senseval3.d001.s009.t013","gold_sense_keys":["market%1:04:00::"],"candidates":[{"index":1,"sense_key":"market%1:04:00::","synset_id":"market.n.01"},{"index":2,"sense_key":"market%1:14:00::","synset_id":"market.n.02"},{"index":3,"sense_key":"market%1:06:00::","synset_id":"grocery_store.n.01"},{"index":4,"sense_key":"market%1:14:01::","synset_id":"market.n.04"},{"index":5,"sense_key":"market%1:06:01::","synset_id":"marketplace.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"market%1:06:00::","call_ids":["senseval3.d001.s009.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"market%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2528152079321444}
{"item_id":"senseval3.d001.s009.t014","gold_sense_keys":["vice%1:07:00::"],"candidates":[{"index":1,"sense_key":"vice%1:07:00::","synset_id":"frailty.n.02"},{"index":2,"sense_key":"vice%1:04:00::","synset_id":"vice.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"vice%1:04:00::","call_ids":["senseval3.d001.s009.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"vice%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2540179779753089}
{"item_id":"senseval3.d001.s009.t015","gold_sense_keys":["public%3:00:00::"],"candidates":[{"index":1,"sense_key":"public%3:00:00::","synset_id":"public.a.01"},{"index":2,"sense_key":"public%5:00:00:common:02","synset_id":"public.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"public%5:00:00:common:02","call_ids":["senseval3.d001.s009.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"public%5:00:00:common:02","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2551552630029619}
{"item_id":"senseval3.d001.s009.t016","gold_sense_keys":["action%1:04:04::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"action%1:04:04::","call_ids":["senseval3.d001.s009.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"action%1:04:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":402,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2565014960709959}
{"item_id":"senseval3.d001.s009.t017","gold_sense_keys":["democratic%3:01:00::"],"candidates":[{"index":1,"sense_key":"democratic%3:00:00::","synset_id":"democratic.a.01"},{"index":2,"sense_key":"democratic%3:01:00::","synset_id":"democratic.a.02"},{"index":3,"sense_key":"democratic%5:00:00:common:01","synset_id":"democratic.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democratic%3:01:00::","call_ids":["senseval3.d001.s009.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democratic%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2574879808817059}
{"item_id":"senseval3.d001.s009.t018","gold_sense_keys":["brand%1:09:00::"],"candidates":[{"index":1,"sense_key":"brand%1:10:00::","synset_id":"trade_name.n.01"},{"index":2,"sense_key":"brand%1:09:00::","synset_id":"brand.n.02"},{"index":3,"sense_key":"brand%1:10:02::","synset_id":"brand.n.03"},{"index":4,"sense_key":"brand%1:27:00::","synset_id":"brand.n.04"},{"index":5,"sense_key":"brand%1:10:01::","synset_id":"mark.n.06"},{"index":6,"sense_key":"brand%1:06:00::","synset_id":"sword.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"brand%1:09:00::","call_ids":["senseval3.d001.s009.t018__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"brand%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2476118691265583}
{"item_id":"senseval3.d001.s009.t022","gold_sense_keys":["public%3:00:00::"],"candidates":[{"index":1,"sense_key":"public%3:00:00::","synset_id":"public.a.01"},{"index":2,"sense_key":"public%5:00:00:common:02","synset_id":"public.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"public%5:00:00:common:02","call_ids":["senseval3.d001.s009.t022__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"public%5:00:00:common:02","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2581549151800573}
{"item_id":"senseval3.d001.s009.t023","gold_sense_keys":["intervention%1:04:00::"],"candidates":[{"index":1,"sense_key":"intervention%1:04:00::","synset_id":"intervention.n.01"},{"index":2,"sense_key":"intervention%1:10:00::","synset_id":"intervention.n.02"},{"index":3,"sense_key":"intervention%1:04:03::","synset_id":"interposition.n.02"},{"index":4,"sense_key":"intervention%1:04:01::","synset_id":"intervention.n.04"},{"index":5,"sense_key":"intervention%1:04:02::","synset_id":"treatment.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"intervention%1:04:02::","call_ids":["senseval3.d001.s009.t023__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"intervention%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":297,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21568845491856337}
{"item_id":"senseval3.d001.s009.t024","gold_sense_keys":["remedy%2:30:00::"],"candidates":[{"index":1,"sense_key":"remedy%2:30:00::","synset_id":"rectify.v.04"},{"index":2,"sense_key":"remedy%2:29:00::","synset_id":"remedy.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"remedy%2:29:00::","call_ids":["senseval3.d001.s009.t024__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"remedy%2:29:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32747703697532415}
{"item_id":"senseval3.d001.s009.t025","gold_sense_keys":["excess%1:07:00::"],"candidates":[{"index":1,"sense_key":"excess%1:07:02::","synset_id":"excess.n.01"},{"index":2,"sense_key":"excess%1:07:00::","synset_id":"excess.n.02"},{"index":3,"sense_key":"excess%1:26:00::","synset_id":"surfeit.n.01"},{"index":4,"sense_key":"excess%1:04:00::","synset_id":"overindulgence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"excess%1:07:00::","call_ids":["senseval3.d001.s009.t025__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"excess%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2866299608722329}
{"item_id":"senseval3.d001.s009.t026","gold_sense_keys":["attendant%5:00:00:subsequent:00"],"candidates":[{"index":1,"sense_key":"attendant%5:00:00:present:02","synset_id":"attendant.s.01"},{"index":2,"sense_key":"attendant%5:00:00:subsequent:00","synset_id":"attendant.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"attendant%5:00:00:subsequent:00","call_ids":["senseval3.d001.s009.t026__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"attendant%5:00:00:subsequent:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28850513719953597}
{"item_id":"senseval3.d001.s009.t027","gold_sense_keys":["pursuit%1:09:00::"],"candidates":[{"index":1,"sense_key":"pursuit%1:04:00::","synset_id":"pursuit.n.01"},{"index":2,"sense_key":"pursuit%1:09:00::","synset_id":"pursuit.n.02"},{"index":3,"sense_key":"pursuit%1:04:02::","synset_id":"avocation.n.01"},{"index":4,"sense_key":"pursuit%1:04:01::","synset_id":"pastime.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"pursuit%1:09:00::","call_ids":["senseval3.d001.s009.t027__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"pursuit%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2896513110026717}
{"item_id":"senseval3.d001.s009.t028","gold_sense_keys":["private%3:00:00::"],"candidates":[{"index":1,"sense_key":"private%3:00:00::","synset_id":"private.a.01"},{"index":2,"sense_key":"private%5:00:02:personal:00","synset_id":"private.s.01"},{"index":3,"sense_key":"private%5:00:00:personal:00","synset_id":"individual.s.03"},{"index":4,"sense_key":"private%5:00:00:inward:00","synset_id":"secret.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"private%5:00:00:personal:00","call_ids":["senseval3.d001.s009.t028__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"private%5:00:00:personal:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29383461899124086}
{"item_id":"senseval3.d001.s009.t029","gold_sense_keys":["interest%1:07:01::"],"candidates":[{"index":1,"sense_key":"interest%1:09:00::","synset_id":"interest.n.01"},{"index":2,"sense_key":"interest%1:07:01::","synset_id":"sake.n.01"},{"index":3,"sense_key":"interest%1:07:02::","synset_id":"interest.n.03"},{"index":4,"sense_key":"interest%1:21:00::","synset_id":"interest.n.04"},{"index":5,"sense_key":"interest%1:21:03::","synset_id":"interest.n.05"},{"index":6,"sense_key":"interest%1:14:00::","synset_id":"interest.n.06"},{"index":7,"sense_key":"interest%1:04:01::","synset_id":"pastime.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"interest%1:21:03::","call_ids":["senseval3.d001.s009.t029__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"interest%1:21:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":335,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2953272298909724}
{"item_id":"senseval3.d001.s010.t001","gold_sense_keys":["representative%1:18:01::"],"candidates":[{"index":1,"sense_key":"representative%1:18:00::","synset_id":"representative.n.01"},{"index":2,"sense_key":"representative%1:18:02::","synset_id":"spokesperson.n.01"},{"index":3,"sense_key":"representative%1:18:01::","synset_id":"congressman.n.01"},{"index":4,"sense_key":"representative%1:09:00::","synset_id":"example.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"representative%1:18:01::","call_ids":["senseval3.d001.s010.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"representative%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2958084079436958}
{"item_id":"senseval3.d001.s010.t002","gold_sense_keys":["have%2:40:00::","have%2:42:12::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"have%2:30:00::","call_ids":["senseval3.d001.s010.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"have%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":545,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3033995230216533}
{"item_id":"senseval3.d001.s010.t004","gold_sense_keys":["responsibility%1:04:00::"],"candidates":[{"index":1,"sense_key":"responsibility%1:04:00::","synset_id":"duty.n.01"},{"index":2,"sense_key":"responsibility%1:26:00::","synset_id":"province.n.02"},{"index":3,"sense_key":"responsibility%1:07:00::","synset_id":"responsibility.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"responsibility%1:07:00::","call_ids":["senseval3.d001.s010.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"responsibility%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30727894185110927}
{"item_id":"senseval3.d001.s010.t005","gold_sense_keys":["vote%2:41:10::","vote%2:41:11::","vote%2:41:12::","vote%2:41:13::"],"candidates":[{"index":1,"sense_key":"vote%2:41:13::","synset_id":"vote.v.01"},{"index":2,"sense_key":"vote%2:41:10::","synset_id":"vote.v.02"},{"index":3,"sense_key":"vote%2:41:11::","synset_id":"vote.v.03"},{"index":4,"sense_key":"vote%2:41:09::","synset_id":"vote.v.04"},{"index":5,"sense_key":"vote%2:41:12::","synset_id":"vote.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"vote%2:41:11::","call_ids":["senseval3.d001.s010.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"vote%2:41:11::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3218956508208066}
{"item_id":"senseval3.d001.s010.t006","gold_sense_keys":["office%1:26:00::"],"candidates":[{"index":1,"sense_key":"office%1:06:00::","synset_id":"office.n.01"},{"index":2,"sense_key":"office%1:14:01::","synset_id":"agency.n.01"},{"index":3,"sense_key":"office%1:04:01::","synset_id":"function.n.03"},{"index":4,"sense_key":"office%1:26:00::","synset_id":"office.n.04"},{"index":5,"sense_key":"office%1:14:00::","synset_id":"office.n.05"},{"index":6,"sense_key":"office%1:04:00::","synset_id":"office.n.06"},{"index":7,"sense_key":"office%1:04:02::","synset_id":"position.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"office%1:14:01::","call_ids":["senseval3.d001.s010.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"office%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":323,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3192700759973377}
{"item_id":"senseval3.d001.s010.t007","gold_sense_keys":["deal%2:41:09::"],"candidates":[{"index":1,"sense_key":"deal%2:32:08::","synset_id":"cover.v.05"},{"index":2,"sense_key":"deal%2:31:10::","synset_id":"consider.v.03"},{"index":3,"sense_key":"deal%2:41:09::","synset_id":"deal.v.03"},{"index":4,"sense_key":"deal%2:41:00::","synset_id":"cope.v.01"},{"index":5,"sense_key":"deal%2:40:01::","synset_id":"distribute.v.01"},{"index":6,"sense_key":"deal%2:40:00::","synset_id":"deal.v.06"},{"index":7,"sense_key":"deal%2:41:13::","synset_id":"manage.v.02"},{"index":8,"sense_key":"deal%2:41:04::","synset_id":"deal.v.08"},{"index":9,"sense_key":"deal%2:40:02::","synset_id":"deal.v.09"},{"index":10,"sense_key":"deal%2:41:02::","synset_id":"conduct.v.01"},{"index":11,"sense_key":"deal%2:40:07::","synset_id":"share.v.04"},{"index":12,"sense_key":"deal%2:40:06::","synset_id":"deal.v.12"},{"index":13,"sense_key":"deal%2:40:11::","synset_id":"deal.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"deal%2:41:13::","call_ids":["senseval3.d001.s010.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"deal%2:41:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":426,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32567318086512387}
{"item_id":"senseval3.d001.s010.t008","gold_sense_keys":["national%3:00:00::","national%3:00:01::","national%3:01:00::","national%5:00:00:domestic:00"],"candidates":[{"index":1,"sense_key":"national%3:01:00::","synset_id":"national.a.01"},{"index":2,"sense_key":"national%3:00:00::","synset_id":"national.a.02"},{"index":3,"sense_key":"national%3:00:01::","synset_id":"national.a.03"},{"index":4,"sense_key":"national%5:00:00:public:00","synset_id":"national.s.01"},{"index":5,"sense_key":"national%5:00:00:domestic:00","synset_id":"home.s.01"},{"index":6,"sense_key":"national%3:01:02::","synset_id":"national.a.06"},{"index":7,"sense_key":"national%3:01:01::","synset_id":"national.a.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"national%3:00:01::","call_ids":["senseval3.d001.s010.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"national%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":297,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29615896800532937}
{"item_id":"senseval3.d001.s010.t009","gold_sense_keys":["issue%1:09:01::"],"candidates":[{"index":1,"sense_key":"issue%1:09:01::","synset_id":"issue.n.01"},{"index":2,"sense_key":"issue%1:10:00::","synset_id":"issue.n.02"},{"index":3,"sense_key":"issue%1:09:00::","synset_id":"topic.n.02"},{"index":4,"sense_key":"issue%1:04:01::","synset_id":"issue.n.04"},{"index":5,"sense_key":"issue%1:21:01::","synset_id":"issue.n.05"},{"index":6,"sense_key":"issue%1:21:00::","synset_id":"return.n.06"},{"index":7,"sense_key":"issue%1:19:00::","synset_id":"consequence.n.01"},{"index":8,"sense_key":"issue%1:18:00::","synset_id":"offspring.n.01"},{"index":9,"sense_key":"issue%1:11:00::","synset_id":"emergence.n.02"},{"index":10,"sense_key":"issue%1:06:00::","synset_id":"exit.n.01"},{"index":11,"sense_key":"issue%1:04:00::","synset_id":"issue.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"issue%1:21:01::","call_ids":["senseval3.d001.s010.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"issue%1:21:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":422,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30827355990186334}
{"item_id":"senseval3.d001.s010.t010","gold_sense_keys":["action%1:04:04::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"action%1:04:04::","call_ids":["senseval3.d001.s010.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"action%1:04:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":403,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2872456500772387}
{"item_id":"senseval3.d001.s010.t011","gold_sense_keys":["cast%2:40:13::"],"candidates":[{"index":1,"sense_key":"cast%2:36:02::","synset_id":"project.v.10"},{"index":2,"sense_key":"cast%2:40:13::","synset_id":"cast.v.02"},{"index":3,"sense_key":"cast%2:36:01::","synset_id":"cast.v.03"},{"index":4,"sense_key":"cast%2:35:00::","synset_id":"hurl.v.01"},{"index":5,"sense_key":"cast%2:41:14::","synset_id":"cast.v.05"},{"index":6,"sense_key":"cast%2:38:01::","synset_id":"roll.v.12"},{"index":7,"sense_key":"cast%2:36:00::","synset_id":"cast.v.07"},{"index":8,"sense_key":"cast%2:35:01::","synset_id":"shed.v.01"},{"index":9,"sense_key":"cast%2:33:00::","synset_id":"draw.v.14"},{"index":10,"sense_key":"cast%2:32:00::","synset_id":"frame.v.04"},{"index":11,"sense_key":"cast%2:29:00::","synset_id":"vomit.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cast%2:40:13::","call_ids":["senseval3.d001.s010.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cast%2:40:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":396,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3015717950183898}
{"item_id":"senseval3.d001.s010.t013","gold_sense_keys":["vote%1:04:00::"],"candidates":[{"index":1,"sense_key":"vote%1:04:00::","synset_id":"vote.n.01"},{"index":2,"sense_key":"vote%1:04:01::","synset_id":"vote.n.02"},{"index":3,"sense_key":"vote%1:07:00::","synset_id":"right_to_vote.n.01"},{"index":4,"sense_key":"vote%1:14:00::","synset_id":"vote.n.04"},{"index":5,"sense_key":"vote%1:09:00::","synset_id":"vote.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"vote%1:09:00::","call_ids":["senseval3.d001.s010.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"vote%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30280770105309784}
{"item_id":"senseval3.d001.s010.t014","gold_sense_keys":["legislation%1:10:00::"],"candidates":[{"index":1,"sense_key":"legislation%1:10:00::","synset_id":"legislation.n.01"},{"index":2,"sense_key":"legislation%1:04:00::","synset_id":"legislation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"legislation%1:04:00::","call_ids":["senseval3.d001.s010.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"legislation%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31562659004703164}
{"item_id":"senseval3.d001.s010.t015","gold_sense_keys":["impose%2:32:00::"],"candidates":[{"index":1,"sense_key":"impose%2:41:00::","synset_id":"enforce.v.02"},{"index":2,"sense_key":"impose%2:32:00::","synset_id":"inflict.v.01"},{"index":3,"sense_key":"impose%2:40:00::","synset_id":"levy.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"impose%2:41:00::","call_ids":["senseval3.d001.s010.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"impose%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30405197106301785}
{"item_id":"senseval3.d001.s010.t016","gold_sense_keys":["cost%1:07:01::"],"candidates":[{"index":1,"sense_key":"cost%1:21:00::","synset_id":"cost.n.01"},{"index":2,"sense_key":"cost%1:07:00::","synset_id":"monetary_value.n.01"},{"index":3,"sense_key":"cost%1:07:01::","synset_id":"price.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"cost%1:07:01::","call_ids":["senseval3.d001.s010.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"cost%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30539105902425945}
{"item_id":"senseval3.d001.s010.t017","gold_sense_keys":["confer%2:40:00::"],"candidates":[{"index":1,"sense_key":"confer%2:32:00::","synset_id":"confer.v.01"},{"index":2,"sense_key":"confer%2:40:00::","synset_id":"confer.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"confer%2:40:00::","call_ids":["senseval3.d001.s010.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"confer%2:40:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3057208841200918}
{"item_id":"senseval3.d001.s010.t018","gold_sense_keys":["benefit%1:07:00::"],"candidates":[{"index":1,"sense_key":"benefit%1:21:00::","synset_id":"benefit.n.01"},{"index":2,"sense_key":"benefit%1:07:00::","synset_id":"benefit.n.02"},{"index":3,"sense_key":"benefit%1:10:00::","synset_id":"benefit.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"benefit%1:07:00::","call_ids":["senseval3.d001.s010.t018__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"benefit%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3083603628911078}
{"item_id":"senseval3.d001.s010.t019","gold_sense_keys":["population%1:14:00::"],"candidates":[{"index":1,"sense_key":"population%1:14:00::","synset_id":"population.n.01"},{"index":2,"sense_key":"population%1:14:01::","synset_id":"population.n.02"},{"index":3,"sense_key":"population%1:09:00::","synset_id":"population.n.03"},{"index":4,"sense_key":"population%1:23:00::","synset_id":"population.n.04"},{"index":5,"sense_key":"population%1:04:00::","synset_id":"population.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"population%1:23:00::","call_ids":["senseval3.d001.s010.t019__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"population%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":323,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3093919449020177}
{"item_id":"senseval3.d001.s010.t020","gold_sense_keys":["attend_to%2:31:00::"],"candidates":[{"index":1,"sense_key":"attend_to%2:31:00::","synset_id":"attend_to.v.01"},{"index":2,"sense_key":"attend_to%2:41:01::","synset_id":"serve.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"attend_to%2:31:00::","call_ids":["senseval3.d001.s010.t020__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"attend_to%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3106186268851161}
{"item_id":"senseval3.d001.s010.t021","gold_sense_keys":["local%3:00:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval3.d001.s010.t021__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3115911539644003}
{"item_id":"senseval3.d001.s010.t022","gold_sense_keys":["issue%1:09:01::"],"candidates":[{"index":1,"sense_key":"issue%1:09:01::","synset_id":"issue.n.01"},{"index":2,"sense_key":"issue%1:10:00::","synset_id":"issue.n.02"},{"index":3,"sense_key":"issue%1:09:00::","synset_id":"topic.n.02"},{"index":4,"sense_key":"issue%1:04:01::","synset_id":"issue.n.04"},{"index":5,"sense_key":"issue%1:21:01::","synset_id":"issue.n.05"},{"index":6,"sense_key":"issue%1:21:00::","synset_id":"return.n.06"},{"index":7,"sense_key":"issue%1:19:00::","synset_id":"consequence.n.01"},{"index":8,"sense_key":"issue%1:18:00::","synset_id":"offspring.n.01"},{"index":9,"sense_key":"issue%1:11:00::","synset_id":"emergence.n.02"},{"index":10,"sense_key":"issue%1:06:00::","synset_id":"exit.n.01"},{"index":11,"sense_key":"issue%1:04:00::","synset_id":"issue.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"issue%1:18:00::","call_ids":["senseval3.d001.s010.t022__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"issue%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":422,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3058484271168709}
{"item_id":"senseval3.d001.s010.t024","gold_sense_keys":["service%1:04:08::"],"candidates":[{"index":1,"sense_key":"service%1:04:08::","synset_id":"service.n.01"},{"index":2,"sense_key":"service%1:04:00::","synset_id":"service.n.02"},{"index":3,"sense_key":"service%1:04:01::","synset_id":"service.n.03"},{"index":4,"sense_key":"service%1:14:05::","synset_id":"service.n.04"},{"index":5,"sense_key":"service%1:04:07::","synset_id":"service.n.05"},{"index":6,"sense_key":"service%1:14:00::","synset_id":"military_service.n.01"},{"index":7,"sense_key":"service%1:18:00::","synset_id":"service.n.07"},{"index":8,"sense_key":"service%1:07:00::","synset_id":"avail.n.01"},{"index":9,"sense_key":"service%1:06:00::","synset_id":"service.n.09"},{"index":10,"sense_key":"service%1:04:03::","synset_id":"servicing.n.01"},{"index":11,"sense_key":"service%1:04:09::","synset_id":"service.n.11"},{"index":12,"sense_key":"service%1:04:02::","synset_id":"serve.n.01"},{"index":13,"sense_key":"service%1:04:04::","synset_id":"service.n.13"},{"index":14,"sense_key":"service%1:04:05::","synset_id":"overhaul.n.01"},{"index":15,"sense_key":"service%1:04:06::","synset_id":"service.n.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"service%1:04:07::","call_ids":["senseval3.d001.s010.t024__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"service%1:04:07::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":479,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3139559058472514}
{"item_id":"senseval3.d001.s011.t000","gold_sense_keys":["republican%3:01:01::"],"candidates":[{"index":1,"sense_key":"republican%3:01:01::","synset_id":"republican.a.01"},{"index":2,"sense_key":"republican%5:00:00:democratic:00","synset_id":"republican.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%5:00:00:democratic:00","call_ids":["senseval3.d001.s011.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%5:00:00:democratic:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31510767014697194}
{"item_id":"senseval3.d001.s011.t002","gold_sense_keys":["representative%1:18:01::"],"candidates":[{"index":1,"sense_key":"representative%1:18:00::","synset_id":"representative.n.01"},{"index":2,"sense_key":"representative%1:18:02::","synset_id":"spokesperson.n.01"},{"index":3,"sense_key":"representative%1:18:01::","synset_id":"congressman.n.01"},{"index":4,"sense_key":"representative%1:09:00::","synset_id":"example.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"representative%1:18:01::","call_ids":["senseval3.d001.s011.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"representative%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3161292930599302}
{"item_id":"senseval3.d001.s011.t003","gold_sense_keys":["belief%1:09:00::"],"candidates":[{"index":1,"sense_key":"belief%1:09:00::","synset_id":"belief.n.01"},{"index":2,"sense_key":"belief%1:09:01::","synset_id":"impression.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"belief%1:09:00::","call_ids":["senseval3.d001.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"belief%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3197112448979169}
{"item_id":"senseval3.d001.s011.t004","gold_sense_keys":["minimalist%5:00:00:moderate:00"],"candidates":[{"index":1,"sense_key":"minimalist%3:01:00::","synset_id":"minimalist.a.01"},{"index":2,"sense_key":"minimalist%5:00:00:moderate:00","synset_id":"minimalist.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"minimalist%5:00:00:moderate:00","call_ids":["senseval3.d001.s011.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"minimalist%5:00:00:moderate:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3219583889003843}
{"item_id":"senseval3.d001.s011.t005","gold_sense_keys":["state%1:14:00::","state%1:14:01::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"state%1:14:00::","call_ids":["senseval3.d001.s011.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"state%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":341,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32320131408050656}
{"item_id":"senseval3.d001.s011.t006","gold_sense_keys":["willing%3:00:00::"],"candidates":[{"index":1,"sense_key":"willing%3:00:00::","synset_id":"willing.a.01"},{"index":2,"sense_key":"willing%5:00:00:voluntary:01","synset_id":"uncoerced.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"willing%5:00:00:voluntary:01","call_ids":["senseval3.d001.s011.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"willing%5:00:00:voluntary:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3244078438729048}
{"item_id":"senseval3.d001.s011.t007","gold_sense_keys":["engage%2:41:06::"],"candidates":[{"index":1,"sense_key":"engage%2:41:06::","synset_id":"prosecute.v.03"},{"index":2,"sense_key":"engage%2:31:00::","synset_id":"absorb.v.09"},{"index":3,"sense_key":"engage%2:41:01::","synset_id":"hire.v.01"},{"index":4,"sense_key":"engage%2:41:00::","synset_id":"engage.v.04"},{"index":5,"sense_key":"engage%2:32:00::","synset_id":"betroth.v.01"},{"index":6,"sense_key":"engage%2:30:00::","synset_id":"engage.v.06"},{"index":7,"sense_key":"engage%2:41:12::","synset_id":"engage.v.07"},{"index":8,"sense_key":"engage%2:40:01::","synset_id":"engage.v.08"},{"index":9,"sense_key":"engage%2:40:00::","synset_id":"lease.v.04"},{"index":10,"sense_key":"engage%2:35:00::","synset_id":"engage.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"engage%2:40:00::","call_ids":["senseval3.d001.s011.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"engage%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":312,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3417831431142986}
{"item_id":"senseval3.d001.s011.t008","gold_sense_keys":["local%3:00:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"local%3:00:02::","call_ids":["senseval3.d001.s011.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"local%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34332300000824034}
{"item_id":"senseval3.d001.s011.t009","gold_sense_keys":["democratic%3:01:00::"],"candidates":[{"index":1,"sense_key":"democratic%3:00:00::","synset_id":"democratic.a.01"},{"index":2,"sense_key":"democratic%3:01:00::","synset_id":"democratic.a.02"},{"index":3,"sense_key":"democratic%5:00:00:common:01","synset_id":"democratic.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democratic%3:01:00::","call_ids":["senseval3.d001.s011.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democratic%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34842734201811254}
{"item_id":"senseval3.d001.s011.t010","gold_sense_keys":["member%1:18:00::"],"candidates":[{"index":1,"sense_key":"member%1:18:00::","synset_id":"member.n.01"},{"index":2,"sense_key":"member%1:24:00::","synset_id":"member.n.02"},{"index":3,"sense_key":"member%1:08:00::","synset_id":"extremity.n.01"},{"index":4,"sense_key":"member%1:14:00::","synset_id":"member.n.04"},{"index":5,"sense_key":"member%1:08:01::","synset_id":"penis.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"member%1:24:00::","call_ids":["senseval3.d001.s011.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"member%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37251644884236157}
{"item_id":"senseval3.d001.s012.t000","gold_sense_keys":["assumption%1:09:00::","assumption%1:10:00::"],"candidates":[{"index":1,"sense_key":"assumption%1:10:00::","synset_id":"premise.n.01"},{"index":2,"sense_key":"assumption%1:09:00::","synset_id":"assumption.n.02"},{"index":3,"sense_key":"assumption%1:04:00::","synset_id":"assumption.n.03"},{"index":4,"sense_key":"assumption%1:28:00::","synset_id":"assumption.n.04"},{"index":5,"sense_key":"assumption%1:11:00::","synset_id":"assumption.n.05"},{"index":6,"sense_key":"assumption%1:07:00::","synset_id":"presumption.n.03"},{"index":7,"sense_key":"assumption%1:04:01::","synset_id":"assumption.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"assumption%1:04:01::","call_ids":["senseval3.d001.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"assumption%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":325,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37000427511520684}
{"item_id":"senseval3.d001.s012.t001","gold_sense_keys":["hold%2:42:02::"],"candidates":[{"index":1,"sense_key":"hold%2:42:00::","synset_id":"keep.v.01"},{"index":2,"sense_key":"hold%2:35:00::","synset_id":"hold.v.02"},{"index":3,"sense_key":"hold%2:36:00::","synset_id":"hold.v.03"},{"index":4,"sense_key":"hold%2:40:00::","synset_id":"have.v.01"},{"index":5,"sense_key":"hold%2:31:01::","synset_id":"deem.v.01"},{"index":6,"sense_key":"hold%2:37:00::","synset_id":"harbor.v.01"},{"index":7,"sense_key":"hold%2:35:03::","synset_id":"restrain.v.03"},{"index":8,"sense_key":"hold%2:40:02::","synset_id":"retain.v.03"},{"index":9,"sense_key":"hold%2:40:04::","synset_id":"bear.v.11"},{"index":10,"sense_key":"hold%2:35:01::","synset_id":"hold.v.10"},{"index":11,"sense_key":"hold%2:42:13::","synset_id":"hold.v.11"},{"index":12,"sense_key":"hold%2:42:05::","synset_id":"accommodate.v.04"},{"index":13,"sense_key":"hold%2:42:01::","synset_id":"hold.v.13"},{"index":14,"sense_key":"hold%2:35:02::","synset_id":"hold.v.14"},{"index":15,"sense_key":"hold%2:42:02::","synset_id":"prevail.v.02"},{"index":16,"sense_key":"hold%2:31:08::","synset_id":"hold.v.16"},{"index":17,"sense_key":"hold%2:42:07::","synset_id":"hold.v.17"},{"index":18,"sense_key":"hold%2:42:14::","synset_id":"contain.v.05"},{"index":19,"sense_key":"hold%2:41:00::","synset_id":"reserve.v.04"},{"index":20,"sense_key":"hold%2:33:05::","synset_id":"defend.v.03"},{"index":21,"sense_key":"hold%2:32:13::","synset_id":"oblige.v.02"},{"index":22,"sense_key":"hold%2:31:04::","synset_id":"hold.v.22"},{"index":23,"sense_key":"hold%2:31:10::","synset_id":"hold.v.23"},{"index":24,"sense_key":"hold%2:42:08::","synset_id":"defy.v.01"},{"index":25,"sense_key":"hold%2:42:04::","synset_id":"apply.v.02"},{"index":26,"sense_key":"hold%2:42:12::","synset_id":"hold.v.26"},{"index":27,"sense_key":"hold%2:41:15::","synset_id":"control.v.02"},{"index":28,"sense_key":"hold%2:41:13::","synset_id":"hold.v.28"},{"index":29,"sense_key":"hold%2:41:14::","synset_id":"hold.v.29"},{"index":30,"sense_key":"hold%2:38:05::","synset_id":"halt.v.01"},{"index":31,"sense_key":"hold%2:35:09::","synset_id":"hold.v.31"},{"index":32,"sense_key":"hold%2:34:00::","synset_id":"carry.v.33"},{"index":33,"sense_key":"hold%2:33:00::","synset_id":"hold.v.33"},{"index":34,"sense_key":"hold%2:32:11::","synset_id":"declare.v.04"},{"index":35,"sense_key":"hold%2:32:15::","synset_id":"agree.v.01"},{"index":36,"sense_key":"hold%2:29:04::","synset_id":"hold.v.36"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":15,"chosen_sense_key":"hold%2:42:02::","call_ids":["senseval3.d001.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":15,"predicted_sense_key":"hold%2:42:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":894,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2702478049322963}
{"item_id":"senseval3.d001.s012.t003","gold_sense_keys":["race%1:11:01::"],"candidates":[{"index":1,"sense_key":"race%1:11:01::","synset_id":"race.n.01"},{"index":2,"sense_key":"race%1:11:00::","synset_id":"race.n.02"},{"index":3,"sense_key":"race%1:14:00::","synset_id":"race.n.03"},{"index":4,"sense_key":"race%1:14:01::","synset_id":"subspecies.n.01"},{"index":5,"sense_key":"race%1:19:00::","synset_id":"slipstream.n.01"},{"index":6,"sense_key":"race%1:06:00::","synset_id":"raceway.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"race%1:14:00::","call_ids":["senseval3.d001.s012.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"race%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2718850360251963}
{"item_id":"senseval3.d001.s012.t004","gold_sense_keys":["face%2:32:00::"],"candidates":[{"index":1,"sense_key":"face%2:32:00::","synset_id":"confront.v.02"},{"index":2,"sense_key":"face%2:33:00::","synset_id":"confront.v.01"},{"index":3,"sense_key":"face%2:42:00::","synset_id":"front.v.01"},{"index":4,"sense_key":"face%2:42:02::","synset_id":"face.v.04"},{"index":5,"sense_key":"face%2:38:00::","synset_id":"face.v.05"},{"index":6,"sense_key":"face%2:32:03::","synset_id":"confront.v.03"},{"index":7,"sense_key":"face%2:39:04::","synset_id":"face.v.07"},{"index":8,"sense_key":"face%2:35:00::","synset_id":"face.v.08"},{"index":9,"sense_key":"face%2:35:01::","synset_id":"face.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"face%2:35:01::","call_ids":["senseval3.d001.s012.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"face%2:35:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":313,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2736786650493741}
{"item_id":"senseval3.d001.s012.t007","gold_sense_keys":["have%2:40:00::","have%2:42:12::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"have%2:30:00::","call_ids":["senseval3.d001.s012.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"have%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":507,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2757489220239222}
{"item_id":"senseval3.d001.s012.t008","gold_sense_keys":["incentive%1:16:00::"],"candidates":[{"index":1,"sense_key":"incentive%1:16:00::","synset_id":"incentive.n.01"},{"index":2,"sense_key":"incentive%1:21:00::","synset_id":"bonus.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"incentive%1:21:00::","call_ids":["senseval3.d001.s012.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"incentive%1:21:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2776521530468017}
{"item_id":"senseval3.d001.s012.t010","gold_sense_keys":["lean%2:42:01::"],"candidates":[{"index":1,"sense_key":"lean%2:38:00::","synset_id":"lean.v.01"},{"index":2,"sense_key":"lean%2:35:00::","synset_id":"lean.v.02"},{"index":3,"sense_key":"lean%2:42:01::","synset_id":"tend.v.01"},{"index":4,"sense_key":"lean%2:31:10::","synset_id":"lean.v.04"},{"index":5,"sense_key":"lean%2:38:07::","synset_id":"list.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"lean%2:42:01::","call_ids":["senseval3.d001.s012.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"lean%2:42:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2793096541427076}
{"item_id":"senseval3.d001.s012.t011","gold_sense_keys":["democratic%3:01:00::"],"candidates":[{"index":1,"sense_key":"democratic%3:00:00::","synset_id":"democratic.a.01"},{"index":2,"sense_key":"democratic%3:01:00::","synset_id":"democratic.a.02"},{"index":3,"sense_key":"democratic%5:00:00:common:01","synset_id":"democratic.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democratic%3:01:00::","call_ids":["senseval3.d001.s012.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democratic%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28073848597705364}
{"item_id":"senseval3.d001.s013.t000","gold_sense_keys":["put%2:35:00::"],"candidates":[{"index":1,"sense_key":"put%2:35:00::","synset_id":"put.v.01"},{"index":2,"sense_key":"put%2:35:05::","synset_id":"put.v.02"},{"index":3,"sense_key":"put%2:32:00::","synset_id":"frame.v.04"},{"index":4,"sense_key":"put%2:34:00::","synset_id":"put.v.04"},{"index":5,"sense_key":"put%2:40:00::","synset_id":"invest.v.01"},{"index":6,"sense_key":"put%2:31:13::","synset_id":"place.v.11"},{"index":7,"sense_key":"put%2:39:13::","synset_id":"put.v.07"},{"index":8,"sense_key":"put%2:36:13::","synset_id":"put.v.08"},{"index":9,"sense_key":"put%2:31:00::","synset_id":"arrange.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"put%2:31:13::","call_ids":["senseval3.d001.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"put%2:31:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":305,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3088516900315881}
{"item_id":"senseval3.d001.s013.t001","gold_sense_keys":["office%1:26:00::"],"candidates":[{"index":1,"sense_key":"office%1:06:00::","synset_id":"office.n.01"},{"index":2,"sense_key":"office%1:14:01::","synset_id":"agency.n.01"},{"index":3,"sense_key":"office%1:04:01::","synset_id":"function.n.03"},{"index":4,"sense_key":"office%1:26:00::","synset_id":"office.n.04"},{"index":5,"sense_key":"office%1:14:00::","synset_id":"office.n.05"},{"index":6,"sense_key":"office%1:04:00::","synset_id":"office.n.06"},{"index":7,"sense_key":"office%1:04:02::","synset_id":"position.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"office%1:14:01::","call_ids":["senseval3.d001.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"office%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":295,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3194486571010202}
{"item_id":"senseval3.d001.s013.t002","gold_sense_keys":["acquire%2:40:00::"],"candidates":[{"index":1,"sense_key":"acquire%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"acquire%2:30:00::","synset_id":"assume.v.03"},{"index":3,"sense_key":"acquire%2:29:00::","synset_id":"grow.v.08"},{"index":4,"sense_key":"acquire%2:42:00::","synset_id":"acquire.v.04"},{"index":5,"sense_key":"acquire%2:40:06::","synset_id":"acquire.v.05"},{"index":6,"sense_key":"acquire%2:31:00::","synset_id":"learn.v.01"},{"index":7,"sense_key":"acquire%2:30:05::","synset_id":"develop.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"acquire%2:40:06::","call_ids":["senseval3.d001.s013.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"acquire%2:40:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":278,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32720614201389253}
{"item_id":"senseval3.d001.s013.t003","gold_sense_keys":["local%3:00:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval3.d001.s013.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3292439060751349}
{"item_id":"senseval3.d001.s013.t004","gold_sense_keys":["benefit%1:07:00::"],"candidates":[{"index":1,"sense_key":"benefit%1:21:00::","synset_id":"benefit.n.01"},{"index":2,"sense_key":"benefit%1:07:00::","synset_id":"benefit.n.02"},{"index":3,"sense_key":"benefit%1:10:00::","synset_id":"benefit.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"benefit%1:07:00::","call_ids":["senseval3.d001.s013.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"benefit%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3311252240091562}
{"item_id":"senseval3.d001.s013.t007","gold_sense_keys":["prevent%2:41:00::"],"candidates":[{"index":1,"sense_key":"prevent%2:41:01::","synset_id":"prevent.v.01"},{"index":2,"sense_key":"prevent%2:41:00::","synset_id":"prevent.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"prevent%2:41:00::","call_ids":["senseval3.d001.s013.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"prevent%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33271500701084733}
{"item_id":"senseval3.d001.s013.t008","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval3.d001.s013.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3344578661490232}
{"item_id":"senseval3.d001.s013.t010","gold_sense_keys":["bring_home_the_bacon%2:41:00::"],"candidates":[{"index":1,"sense_key":"bring_home_the_bacon%2:41:00::","synset_id":"succeed.v.01"},{"index":2,"sense_key":"bring_home_the_bacon%2:40:00::","synset_id":"provide.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bring_home_the_bacon%2:40:00::","call_ids":["senseval3.d001.s013.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bring_home_the_bacon%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33638031501322985}
{"item_id":"senseval3.d001.s014.t001","gold_sense_keys":["come_to%2:42:03::"],"candidates":[{"index":1,"sense_key":"come_to%2:39:00::","synset_id":"hit.v.09"},{"index":2,"sense_key":"come_to%2:42:03::","synset_id":"refer.v.02"},{"index":3,"sense_key":"come_to%2:41:00::","synset_id":"come_to.v.03"},{"index":4,"sense_key":"come_to%2:29:00::","synset_id":"come_to.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"come_to%2:42:03::","call_ids":["senseval3.d001.s014.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"come_to%2:42:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3222473419737071}
{"item_id":"senseval3.d001.s014.t002","gold_sense_keys":["national%3:00:00::","national%3:00:01::","national%3:01:00::","national%5:00:00:domestic:00"],"candidates":[{"index":1,"sense_key":"national%3:01:00::","synset_id":"national.a.01"},{"index":2,"sense_key":"national%3:00:00::","synset_id":"national.a.02"},{"index":3,"sense_key":"national%3:00:01::","synset_id":"national.a.03"},{"index":4,"sense_key":"national%5:00:00:public:00","synset_id":"national.s.01"},{"index":5,"sense_key":"national%5:00:00:domestic:00","synset_id":"home.s.01"},{"index":6,"sense_key":"national%3:01:02::","synset_id":"national.a.06"},{"index":7,"sense_key":"national%3:01:01::","synset_id":"national.a.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"national%3:00:01::","call_ids":["senseval3.d001.s014.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"national%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32402580906637013}
{"item_id":"senseval3.d001.s014.t003","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"policy%1:10:02::","call_ids":["senseval3.d001.s014.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"policy%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32542737293988466}
{"item_id":"senseval3.d001.s014.t004","gold_sense_keys":["making%1:04:00::"],"candidates":[{"index":1,"sense_key":"making%1:04:00::","synset_id":"devising.n.01"},{"index":2,"sense_key":"making%1:07:00::","synset_id":"qualification.n.01"},{"index":3,"sense_key":"making%1:06:00::","synset_id":"making.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"making%1:04:00::","call_ids":["senseval3.d001.s014.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"making%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3033249981235713}
{"item_id":"senseval3.d001.s015.t000","gold_sense_keys":["race%1:11:01::"],"candidates":[{"index":1,"sense_key":"race%1:11:01::","synset_id":"race.n.01"},{"index":2,"sense_key":"race%1:11:00::","synset_id":"race.n.02"},{"index":3,"sense_key":"race%1:14:00::","synset_id":"race.n.03"},{"index":4,"sense_key":"race%1:14:01::","synset_id":"subspecies.n.01"},{"index":5,"sense_key":"race%1:19:00::","synset_id":"slipstream.n.01"},{"index":6,"sense_key":"race%1:06:00::","synset_id":"raceway.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"race%1:14:00::","call_ids":["senseval3.d001.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"race%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3179507029708475}
{"item_id":"senseval3.d001.s015.t002","gold_sense_keys":["incentive%1:16:00::"],"candidates":[{"index":1,"sense_key":"incentive%1:16:00::","synset_id":"incentive.n.01"},{"index":2,"sense_key":"incentive%1:21:00::","synset_id":"bonus.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"incentive%1:16:00::","call_ids":["senseval3.d001.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"incentive%1:16:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":131,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31969888997264206}
{"item_id":"senseval3.d001.s015.t004","gold_sense_keys":["lean%2:42:01::"],"candidates":[{"index":1,"sense_key":"lean%2:38:00::","synset_id":"lean.v.01"},{"index":2,"sense_key":"lean%2:35:00::","synset_id":"lean.v.02"},{"index":3,"sense_key":"lean%2:42:01::","synset_id":"tend.v.01"},{"index":4,"sense_key":"lean%2:31:10::","synset_id":"lean.v.04"},{"index":5,"sense_key":"lean%2:38:07::","synset_id":"list.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"lean%2:42:01::","call_ids":["senseval3.d001.s015.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"lean%2:42:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32119383895769715}
{"item_id":"senseval3.d001.s016.t000","gold_sense_keys":["president%1:18:04::"],"candidates":[{"index":1,"sense_key":"president%1:18:01::","synset_id":"president.n.01"},{"index":2,"sense_key":"president%1:18:04::","synset_id":"president_of_the_united_states.n.01"},{"index":3,"sense_key":"president%1:18:00::","synset_id":"president.n.03"},{"index":4,"sense_key":"president%1:18:03::","synset_id":"president.n.04"},{"index":5,"sense_key":"president%1:18:02::","synset_id":"president.n.05"},{"index":6,"sense_key":"president%1:04:04::","synset_id":"president_of_the_united_states.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"president%1:18:04::","call_ids":["senseval3.d001.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"president%1:18:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3300050678662956}
{"item_id":"senseval3.d001.s016.t001","gold_sense_keys":["limit%2:30:01::"],"candidates":[{"index":1,"sense_key":"limit%2:30:01::","synset_id":"restrict.v.03"},{"index":2,"sense_key":"limit%2:30:00::","synset_id":"limit.v.02"},{"index":3,"sense_key":"limit%2:32:00::","synset_id":"specify.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"limit%2:30:00::","call_ids":["senseval3.d001.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"limit%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32620324310846627}
{"item_id":"senseval3.d001.s016.t002","gold_sense_keys":["local%3:00:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval3.d001.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32794329104945064}
{"item_id":"senseval3.d001.s016.t003","gold_sense_keys":["benefit%1:07:00::"],"candidates":[{"index":1,"sense_key":"benefit%1:21:00::","synset_id":"benefit.n.01"},{"index":2,"sense_key":"benefit%1:07:00::","synset_id":"benefit.n.02"},{"index":3,"sense_key":"benefit%1:10:00::","synset_id":"benefit.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"benefit%1:07:00::","call_ids":["senseval3.d001.s016.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"benefit%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3221336540300399}
{"item_id":"senseval3.d001.s016.t005","gold_sense_keys":["particular%5:00:02:specific:00"],"candidates":[{"index":1,"sense_key":"particular%5:00:00:specific:00","synset_id":"particular.s.01"},{"index":2,"sense_key":"particular%5:00:02:specific:00","synset_id":"particular.s.02"},{"index":3,"sense_key":"particular%5:00:00:uncommon:00","synset_id":"especial.s.01"},{"index":4,"sense_key":"particular%5:00:00:primary:00","synset_id":"particular.s.04"},{"index":5,"sense_key":"particular%5:00:00:fastidious:00","synset_id":"finical.s.01"},{"index":6,"sense_key":"particular%5:00:00:careful:00","synset_id":"particular.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"particular%5:00:02:specific:00","call_ids":["senseval3.d001.s016.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"particular%5:00:02:specific:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":246,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23905213712714612}
{"item_id":"senseval3.d001.s016.t008","gold_sense_keys":["president%1:18:04::"],"candidates":[{"index":1,"sense_key":"president%1:18:01::","synset_id":"president.n.01"},{"index":2,"sense_key":"president%1:18:04::","synset_id":"president_of_the_united_states.n.01"},{"index":3,"sense_key":"president%1:18:00::","synset_id":"president.n.03"},{"index":4,"sense_key":"president%1:18:03::","synset_id":"president.n.04"},{"index":5,"sense_key":"president%1:18:02::","synset_id":"president.n.05"},{"index":6,"sense_key":"president%1:04:04::","synset_id":"president_of_the_united_states.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"president%1:18:04::","call_ids":["senseval3.d001.s016.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"president%1:18:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2556020310148597}
{"item_id":"senseval3.d001.s016.t009","gold_sense_keys":["likely%3:00:00::"],"candidates":[{"index":1,"sense_key":"likely%3:00:00::","synset_id":"likely.a.01"},{"index":2,"sense_key":"likely%3:00:04::","synset_id":"probable.a.01"},{"index":3,"sense_key":"likely%5:00:00:prospective:00","synset_id":"likely.s.01"},{"index":4,"sense_key":"likely%5:00:00:credible:00","synset_id":"likely.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"likely%3:00:04::","call_ids":["senseval3.d001.s016.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"likely%3:00:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2564980979077518}
{"item_id":"senseval3.d001.s016.t010","gold_sense_keys":["effective%3:00:00::","effective%5:00:00:competent:00"],"candidates":[{"index":1,"sense_key":"effective%3:00:00::","synset_id":"effective.a.01"},{"index":2,"sense_key":"effective%5:00:00:competent:00","synset_id":"effective.s.01"},{"index":3,"sense_key":"effective%5:00:00:efficacious:00","synset_id":"effective.s.02"},{"index":4,"sense_key":"effective%5:00:00:operative:00","synset_id":"effective.s.03"},{"index":5,"sense_key":"effective%5:00:00:actual:00","synset_id":"effective.s.04"},{"index":6,"sense_key":"effective%5:00:00:operational:00","synset_id":"effective.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"effective%5:00:00:competent:00","call_ids":["senseval3.d001.s016.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"effective%5:00:00:competent:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":288,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26992996293120086}
{"item_id":"senseval3.d001.s016.t011","gold_sense_keys":["prevent%2:41:00::"],"candidates":[{"index":1,"sense_key":"prevent%2:41:01::","synset_id":"prevent.v.01"},{"index":2,"sense_key":"prevent%2:41:00::","synset_id":"prevent.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"prevent%2:41:00::","call_ids":["senseval3.d001.s016.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"prevent%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2606198659632355}
{"item_id":"senseval3.d001.s016.t012","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval3.d001.s016.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2588730528950691}
{"item_id":"senseval3.d001.s016.t016","gold_sense_keys":["local%3:00:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval3.d001.s016.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2602252890355885}
{"item_id":"senseval3.d001.s016.t017","gold_sense_keys":["benefit%1:07:00::"],"candidates":[{"index":1,"sense_key":"benefit%1:21:00::","synset_id":"benefit.n.01"},{"index":2,"sense_key":"benefit%1:07:00::","synset_id":"benefit.n.02"},{"index":3,"sense_key":"benefit%1:10:00::","synset_id":"benefit.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"benefit%1:07:00::","call_ids":["senseval3.d001.s016.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"benefit%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26126448903232813}
{"item_id":"senseval3.d001.s017.t000","gold_sense_keys":["individual%3:00:00::","individual%5:00:00:independent:00"],"candidates":[{"index":1,"sense_key":"individual%3:00:00::","synset_id":"individual.a.01"},{"index":2,"sense_key":"individual%5:00:00:independent:00","synset_id":"individual.s.01"},{"index":3,"sense_key":"individual%5:00:00:unshared:00","synset_id":"individual.s.02"},{"index":4,"sense_key":"individual%5:00:00:personal:00","synset_id":"individual.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"individual%5:00:00:unshared:00","call_ids":["senseval3.d001.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"individual%5:00:00:unshared:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23565985006280243}
{"item_id":"senseval3.d001.s017.t002","gold_sense_keys":["standing%1:26:00::"],"candidates":[{"index":1,"sense_key":"standing%1:26:00::","synset_id":"standing.n.01"},{"index":2,"sense_key":"standing%1:10:00::","synset_id":"standing.n.02"},{"index":3,"sense_key":"standing%1:04:00::","synset_id":"standing.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"standing%1:26:00::","call_ids":["senseval3.d001.s017.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"standing%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.236761906882748}
{"item_id":"senseval3.d001.s017.t003","gold_sense_keys":["enhance%2:30:01::"],"candidates":[{"index":1,"sense_key":"enhance%2:30:00::","synset_id":"enhance.v.01"},{"index":2,"sense_key":"enhance%2:30:01::","synset_id":"enhance.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"enhance%2:30:01::","call_ids":["senseval3.d001.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"enhance%2:30:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":127,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23755484400317073}
{"item_id":"senseval3.d001.s018.t001","gold_sense_keys":["simple%3:00:02::","simple%5:00:00:easy:01"],"candidates":[{"index":1,"sense_key":"simple%3:00:02::","synset_id":"simple.a.01"},{"index":2,"sense_key":"simple%5:00:00:easy:01","synset_id":"elementary.s.01"},{"index":3,"sense_key":"simple%5:00:02:plain:01","synset_id":"bare.s.04"},{"index":4,"sense_key":"simple%5:00:00:naive:00","synset_id":"childlike.s.02"},{"index":5,"sense_key":"simple%5:00:00:retarded:00","synset_id":"dim-witted.s.01"},{"index":6,"sense_key":"simple%3:00:01::","synset_id":"simple.a.06"},{"index":7,"sense_key":"simple%5:00:00:plain:01","synset_id":"simple.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"simple%5:00:00:easy:01","call_ids":["senseval3.d001.s018.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"simple%5:00:00:easy:01","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2383055160753429}
{"item_id":"senseval3.d001.s018.t002","gold_sense_keys":["appear%2:39:00::"],"candidates":[{"index":1,"sense_key":"appear%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"appear%2:30:00::","synset_id":"appear.v.02"},{"index":3,"sense_key":"appear%2:30:01::","synset_id":"appear.v.03"},{"index":4,"sense_key":"appear%2:39:01::","synset_id":"appear.v.04"},{"index":5,"sense_key":"appear%2:30:02::","synset_id":"appear.v.05"},{"index":6,"sense_key":"appear%2:36:00::","synset_id":"appear.v.06"},{"index":7,"sense_key":"appear%2:41:03::","synset_id":"appear.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"appear%2:39:01::","call_ids":["senseval3.d001.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"appear%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22703683096915483}
{"item_id":"senseval3.d001.s018.t003","gold_sense_keys":["explain%2:32:02::"],"candidates":[{"index":1,"sense_key":"explain%2:32:00::","synset_id":"explain.v.01"},{"index":2,"sense_key":"explain%2:32:01::","synset_id":"explain.v.02"},{"index":3,"sense_key":"explain%2:32:02::","synset_id":"excuse.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"explain%2:32:00::","call_ids":["senseval3.d001.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"explain%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2400761169847101}
{"item_id":"senseval3.d001.s018.t004","gold_sense_keys":["several%5:00:00:some:00"],"candidates":[{"index":1,"sense_key":"several%5:00:00:some:00","synset_id":"several.s.01"},{"index":2,"sense_key":"several%5:00:00:individual:00","synset_id":"respective.s.01"},{"index":3,"sense_key":"several%5:00:00:different:00","synset_id":"several.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"several%5:00:00:some:00","call_ids":["senseval3.d001.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"several%5:00:00:some:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2410524501465261}
{"item_id":"senseval3.d001.s018.t005","gold_sense_keys":["thing%1:09:02::"],"candidates":[{"index":1,"sense_key":"thing%1:26:00::","synset_id":"thing.n.01"},{"index":2,"sense_key":"thing%1:04:00::","synset_id":"thing.n.02"},{"index":3,"sense_key":"thing%1:09:00::","synset_id":"thing.n.03"},{"index":4,"sense_key":"thing%1:06:00::","synset_id":"thing.n.04"},{"index":5,"sense_key":"thing%1:11:00::","synset_id":"thing.n.05"},{"index":6,"sense_key":"thing%1:09:02::","synset_id":"matter.n.01"},{"index":7,"sense_key":"thing%1:10:00::","synset_id":"thing.n.07"},{"index":8,"sense_key":"thing%1:06:01::","synset_id":"thing.n.08"},{"index":9,"sense_key":"thing%1:07:00::","synset_id":"thing.n.09"},{"index":10,"sense_key":"thing%1:09:01::","synset_id":"thing.n.10"},{"index":11,"sense_key":"thing%1:12:00::","synset_id":"thing.n.11"},{"index":12,"sense_key":"thing%1:03:00::","synset_id":"thing.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"thing%1:03:00::","call_ids":["senseval3.d001.s018.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"thing%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":304,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2403214368969202}
{"item_id":"senseval3.d001.s019.t000","gold_sense_keys":["increase%2:30:00::"],"candidates":[{"index":1,"sense_key":"increase%2:30:00::","synset_id":"increase.v.01"},{"index":2,"sense_key":"increase%2:30:02::","synset_id":"increase.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"increase%2:30:00::","call_ids":["senseval3.d001.s019.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"increase%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24661736492998898}
{"item_id":"senseval3.d001.s019.t001","gold_sense_keys":["take%2:30:01::"],"candidates":[{"index":1,"sense_key":"take%2:41:04::","synset_id":"take.v.01"},{"index":2,"sense_key":"take%2:40:06::","synset_id":"take.v.02"},{"index":3,"sense_key":"take%2:38:09::","synset_id":"lead.v.01"},{"index":4,"sense_key":"take%2:35:00::","synset_id":"take.v.04"},{"index":5,"sense_key":"take%2:30:01::","synset_id":"assume.v.03"},{"index":6,"sense_key":"take%2:31:07::","synset_id":"take.v.06"},{"index":7,"sense_key":"take%2:38:10::","synset_id":"bring.v.01"},{"index":8,"sense_key":"take%2:40:00::","synset_id":"take.v.08"},{"index":9,"sense_key":"take%2:38:02::","synset_id":"take.v.09"},{"index":10,"sense_key":"take%2:31:01::","synset_id":"choose.v.01"},{"index":11,"sense_key":"take%2:40:05::","synset_id":"accept.v.02"},{"index":12,"sense_key":"take%2:41:00::","synset_id":"fill.v.04"},{"index":13,"sense_key":"take%2:31:03::","synset_id":"consider.v.03"},{"index":14,"sense_key":"take%2:42:00::","synset_id":"necessitate.v.01"},{"index":15,"sense_key":"take%2:39:00::","synset_id":"take.v.15"},{"index":16,"sense_key":"take%2:32:02::","synset_id":"film.v.01"},{"index":17,"sense_key":"take%2:30:00::","synset_id":"remove.v.01"},{"index":18,"sense_key":"take%2:34:00::","synset_id":"consume.v.02"},{"index":19,"sense_key":"take%2:31:09::","synset_id":"take.v.19"},{"index":20,"sense_key":"take%2:40:15::","synset_id":"take.v.20"},{"index":21,"sense_key":"take%2:40:01::","synset_id":"take.v.21"},{"index":22,"sense_key":"take%2:38:00::","synset_id":"assume.v.05"},{"index":23,"sense_key":"take%2:40:07::","synset_id":"accept.v.05"},{"index":24,"sense_key":"take%2:30:08::","synset_id":"take.v.24"},{"index":25,"sense_key":"take%2:31:02::","synset_id":"learn.v.04"},{"index":26,"sense_key":"take%2:32:00::","synset_id":"claim.v.05"},{"index":27,"sense_key":"take%2:38:05::","synset_id":"take.v.27"},{"index":28,"sense_key":"take%2:33:09::","synset_id":"aim.v.01"},{"index":29,"sense_key":"take%2:30:09::","synset_id":"take.v.29"},{"index":30,"sense_key":"take%2:42:10::","synset_id":"carry.v.02"},{"index":31,"sense_key":"take%2:40:03::","synset_id":"lease.v.04"},{"index":32,"sense_key":"take%2:40:04::","synset_id":"subscribe.v.05"},{"index":33,"sense_key":"take%2:40:02::","synset_id":"take.v.33"},{"index":34,"sense_key":"take%2:40:08::","synset_id":"take.v.34"},{"index":35,"sense_key":"take%2:35:14::","synset_id":"take.v.35"},{"index":36,"sense_key":"take%2:32:09::","synset_id":"claim.v.04"},{"index":37,"sense_key":"take%2:42:03::","synset_id":"accept.v.08"},{"index":38,"sense_key":"take%2:42:15::","synset_id":"contain.v.05"},{"index":39,"sense_key":"take%2:41:13::","synset_id":"take.v.39"},{"index":40,"sense_key":"take%2:38:11::","synset_id":"drive.v.16"},{"index":41,"sense_key":"take%2:33:08::","synset_id":"take.v.41"},{"index":42,"sense_key":"take%2:29:08::","synset_id":"contract.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"take%2:42:00::","call_ids":["senseval3.d001.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"take%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1056,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25224169809371233}
{"item_id":"senseval3.d001.s019.t004","gold_sense_keys":["past%3:00:00::"],"candidates":[{"index":1,"sense_key":"past%3:00:00::","synset_id":"past.a.01"},{"index":2,"sense_key":"past%5:00:00:outgoing:00","synset_id":"past.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"past%3:00:00::","call_ids":["senseval3.d001.s019.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"past%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25434060394763947}
{"item_id":"senseval3.d001.s019.t006","gold_sense_keys":["election%1:26:00::"],"candidates":[{"index":1,"sense_key":"election%1:04:01::","synset_id":"election.n.01"},{"index":2,"sense_key":"election%1:04:00::","synset_id":"election.n.02"},{"index":3,"sense_key":"election%1:26:00::","synset_id":"election.n.03"},{"index":4,"sense_key":"election%1:09:00::","synset_id":"election.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"election%1:26:00::","call_ids":["senseval3.d001.s019.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"election%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25580671592615545}
{"item_id":"senseval3.d001.s019.t007","gold_sense_keys":["president%1:18:04::"],"candidates":[{"index":1,"sense_key":"president%1:18:01::","synset_id":"president.n.01"},{"index":2,"sense_key":"president%1:18:04::","synset_id":"president_of_the_united_states.n.01"},{"index":3,"sense_key":"president%1:18:00::","synset_id":"president.n.03"},{"index":4,"sense_key":"president%1:18:03::","synset_id":"president.n.04"},{"index":5,"sense_key":"president%1:18:02::","synset_id":"president.n.05"},{"index":6,"sense_key":"president%1:04:04::","synset_id":"president_of_the_united_states.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"president%1:18:04::","call_ids":["senseval3.d001.s019.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"president%1:18:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2646236941218376}
{"item_id":"senseval3.d001.s019.t008","gold_sense_keys":["advent%1:04:00::"],"candidates":[{"index":1,"sense_key":"advent%1:04:00::","synset_id":"advent.n.01"},{"index":2,"sense_key":"advent%1:28:01::","synset_id":"advent.n.02"},{"index":3,"sense_key":"advent%1:11:00::","synset_id":"second_coming.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"advent%1:04:00::","call_ids":["senseval3.d001.s019.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"advent%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25712465192191303}
{"item_id":"senseval3.d001.s019.t009","gold_sense_keys":["government%1:14:00::"],"candidates":[{"index":1,"sense_key":"government%1:14:00::","synset_id":"government.n.01"},{"index":2,"sense_key":"government%1:04:00::","synset_id":"government.n.02"},{"index":3,"sense_key":"government%1:09:00::","synset_id":"government.n.03"},{"index":4,"sense_key":"government%1:09:01::","synset_id":"politics.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"government%1:09:00::","call_ids":["senseval3.d001.s019.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"government%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2586660571396351}
{"item_id":"senseval3.d001.s019.t010","gold_sense_keys":["occupy%2:41:04::"],"candidates":[{"index":1,"sense_key":"occupy%2:41:00::","synset_id":"busy.v.01"},{"index":2,"sense_key":"occupy%2:42:00::","synset_id":"occupy.v.02"},{"index":3,"sense_key":"occupy%2:42:01::","synset_id":"occupy.v.03"},{"index":4,"sense_key":"occupy%2:42:04::","synset_id":"concern.v.02"},{"index":5,"sense_key":"occupy%2:33:00::","synset_id":"invade.v.01"},{"index":6,"sense_key":"occupy%2:40:08::","synset_id":"take.v.02"},{"index":7,"sense_key":"occupy%2:31:00::","synset_id":"absorb.v.09"},{"index":8,"sense_key":"occupy%2:41:04::","synset_id":"fill.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"occupy%2:41:04::","call_ids":["senseval3.d001.s019.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"occupy%2:41:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":324,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2604073151014745}
{"item_id":"senseval3.d001.s019.t011","gold_sense_keys":["role%1:04:00::"],"candidates":[{"index":1,"sense_key":"role%1:04:00::","synset_id":"function.n.03"},{"index":2,"sense_key":"role%1:09:00::","synset_id":"character.n.04"},{"index":3,"sense_key":"role%1:07:00::","synset_id":"function.n.02"},{"index":4,"sense_key":"role%1:04:01::","synset_id":"role.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"role%1:04:01::","call_ids":["senseval3.d001.s019.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"role%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2619298351928592}
{"item_id":"senseval3.d001.s019.t012","gold_sense_keys":["society%1:14:00::"],"candidates":[{"index":1,"sense_key":"society%1:14:00::","synset_id":"society.n.01"},{"index":2,"sense_key":"society%1:14:01::","synset_id":"club.n.02"},{"index":3,"sense_key":"society%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"society%1:14:02::","synset_id":"society.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"society%1:14:01::","call_ids":["senseval3.d001.s019.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"society%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2466915228869766}
{"item_id":"senseval3.d001.s019.t013","gold_sense_keys":["problem%1:09:00::","problem%1:26:00::"],"candidates":[{"index":1,"sense_key":"problem%1:26:00::","synset_id":"problem.n.01"},{"index":2,"sense_key":"problem%1:10:00::","synset_id":"problem.n.02"},{"index":3,"sense_key":"problem%1:09:00::","synset_id":"trouble.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"problem%1:09:00::","call_ids":["senseval3.d001.s019.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"problem%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2651812320109457}
{"item_id":"senseval3.d001.s019.t016","gold_sense_keys":["race%1:11:01::"],"candidates":[{"index":1,"sense_key":"race%1:11:01::","synset_id":"race.n.01"},{"index":2,"sense_key":"race%1:11:00::","synset_id":"race.n.02"},{"index":3,"sense_key":"race%1:14:00::","synset_id":"race.n.03"},{"index":4,"sense_key":"race%1:14:01::","synset_id":"subspecies.n.01"},{"index":5,"sense_key":"race%1:19:00::","synset_id":"slipstream.n.01"},{"index":6,"sense_key":"race%1:06:00::","synset_id":"raceway.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"race%1:14:00::","call_ids":["senseval3.d001.s019.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"race%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26647261902689934}
{"item_id":"senseval3.d001.s020.t000","gold_sense_keys":["explain%2:32:02::"],"candidates":[{"index":1,"sense_key":"explain%2:32:00::","synset_id":"explain.v.01"},{"index":2,"sense_key":"explain%2:32:01::","synset_id":"explain.v.02"},{"index":3,"sense_key":"explain%2:32:02::","synset_id":"excuse.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"explain%2:32:02::","call_ids":["senseval3.d001.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"explain%2:32:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26799504295922816}
{"item_id":"senseval3.d001.s020.t002","gold_sense_keys":["hold%2:31:01::"],"candidates":[{"index":1,"sense_key":"hold%2:42:00::","synset_id":"keep.v.01"},{"index":2,"sense_key":"hold%2:35:00::","synset_id":"hold.v.02"},{"index":3,"sense_key":"hold%2:36:00::","synset_id":"hold.v.03"},{"index":4,"sense_key":"hold%2:40:00::","synset_id":"have.v.01"},{"index":5,"sense_key":"hold%2:31:01::","synset_id":"deem.v.01"},{"index":6,"sense_key":"hold%2:37:00::","synset_id":"harbor.v.01"},{"index":7,"sense_key":"hold%2:35:03::","synset_id":"restrain.v.03"},{"index":8,"sense_key":"hold%2:40:02::","synset_id":"retain.v.03"},{"index":9,"sense_key":"hold%2:40:04::","synset_id":"bear.v.11"},{"index":10,"sense_key":"hold%2:35:01::","synset_id":"hold.v.10"},{"index":11,"sense_key":"hold%2:42:13::","synset_id":"hold.v.11"},{"index":12,"sense_key":"hold%2:42:05::","synset_id":"accommodate.v.04"},{"index":13,"sense_key":"hold%2:42:01::","synset_id":"hold.v.13"},{"index":14,"sense_key":"hold%2:35:02::","synset_id":"hold.v.14"},{"index":15,"sense_key":"hold%2:42:02::","synset_id":"prevail.v.02"},{"index":16,"sense_key":"hold%2:31:08::","synset_id":"hold.v.16"},{"index":17,"sense_key":"hold%2:42:07::","synset_id":"hold.v.17"},{"index":18,"sense_key":"hold%2:42:14::","synset_id":"contain.v.05"},{"index":19,"sense_key":"hold%2:41:00::","synset_id":"reserve.v.04"},{"index":20,"sense_key":"hold%2:33:05::","synset_id":"defend.v.03"},{"index":21,"sense_key":"hold%2:32:13::","synset_id":"oblige.v.02"},{"index":22,"sense_key":"hold%2:31:04::","synset_id":"hold.v.22"},{"index":23,"sense_key":"hold%2:31:10::","synset_id":"hold.v.23"},{"index":24,"sense_key":"hold%2:42:08::","synset_id":"defy.v.01"},{"index":25,"sense_key":"hold%2:42:04::","synset_id":"apply.v.02"},{"index":26,"sense_key":"hold%2:42:12::","synset_id":"hold.v.26"},{"index":27,"sense_key":"hold%2:41:15::","synset_id":"control.v.02"},{"index":28,"sense_key":"hold%2:41:13::","synset_id":"hold.v.28"},{"index":29,"sense_key":"hold%2:41:14::","synset_id":"hold.v.29"},{"index":30,"sense_key":"hold%2:38:05::","synset_id":"halt.v.01"},{"index":31,"sense_key":"hold%2:35:09::","synset_id":"hold.v.31"},{"index":32,"sense_key":"hold%2:34:00::","synset_id":"carry.v.33"},{"index":33,"sense_key":"hold%2:33:00::","synset_id":"hold.v.33"},{"index":34,"sense_key":"hold%2:32:11::","synset_id":"declare.v.04"},{"index":35,"sense_key":"hold%2:32:15::","synset_id":"agree.v.01"},{"index":36,"sense_key":"hold%2:29:04::","synset_id":"hold.v.36"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"hold%2:35:02::","call_ids":["senseval3.d001.s020.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"hold%2:35:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":914,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23442556196823716}
{"item_id":"senseval3.d001.s020.t003","gold_sense_keys":["disdain%1:12:00::"],"candidates":[{"index":1,"sense_key":"disdain%1:12:00::","synset_id":"contempt.n.01"},{"index":2,"sense_key":"disdain%1:10:00::","synset_id":"condescension.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"disdain%1:12:00::","call_ids":["senseval3.d001.s020.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"disdain%1:12:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21026299893856049}
{"item_id":"senseval3.d001.s020.t004","gold_sense_keys":["love%2:37:00::"],"candidates":[{"index":1,"sense_key":"love%2:37:00::","synset_id":"love.v.01"},{"index":2,"sense_key":"love%2:37:02::","synset_id":"love.v.02"},{"index":3,"sense_key":"love%2:37:01::","synset_id":"love.v.03"},{"index":4,"sense_key":"love%2:35:00::","synset_id":"sleep_together.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"love%2:37:02::","call_ids":["senseval3.d001.s020.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"love%2:37:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23043868504464626}
{"item_id":"senseval3.d001.s020.t007","gold_sense_keys":["representative%1:18:01::"],"candidates":[{"index":1,"sense_key":"representative%1:18:00::","synset_id":"representative.n.01"},{"index":2,"sense_key":"representative%1:18:02::","synset_id":"spokesperson.n.01"},{"index":3,"sense_key":"representative%1:18:01::","synset_id":"congressman.n.01"},{"index":4,"sense_key":"representative%1:09:00::","synset_id":"example.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"representative%1:18:01::","call_ids":["senseval3.d001.s020.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"representative%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2319801531266421}
{"item_id":"senseval3.d001.s020.t008","gold_sense_keys":["individual%3:00:00::","individual%5:00:00:independent:00"],"candidates":[{"index":1,"sense_key":"individual%3:00:00::","synset_id":"individual.a.01"},{"index":2,"sense_key":"individual%5:00:00:independent:00","synset_id":"individual.s.01"},{"index":3,"sense_key":"individual%5:00:00:unshared:00","synset_id":"individual.s.02"},{"index":4,"sense_key":"individual%5:00:00:personal:00","synset_id":"individual.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"individual%5:00:00:unshared:00","call_ids":["senseval3.d001.s020.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"individual%5:00:00:unshared:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22812035796232522}
{"item_id":"senseval3.d001.s020.t010","gold_sense_keys":["constituent%1:18:00::"],"candidates":[{"index":1,"sense_key":"constituent%1:06:00::","synset_id":"component.n.03"},{"index":2,"sense_key":"constituent%1:18:00::","synset_id":"constituent.n.02"},{"index":3,"sense_key":"constituent%1:24:00::","synset_id":"part.n.01"},{"index":4,"sense_key":"constituent%1:10:00::","synset_id":"constituent.n.04"},{"index":5,"sense_key":"constituent%1:09:00::","synset_id":"component.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"constituent%1:18:00::","call_ids":["senseval3.d001.s020.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"constituent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":286,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2329024220816791}
{"item_id":"senseval3.d001.s020.t011","gold_sense_keys":["appreciate%2:37:00::"],"candidates":[{"index":1,"sense_key":"appreciate%2:37:00::","synset_id":"appreciate.v.01"},{"index":2,"sense_key":"appreciate%2:31:00::","synset_id":"appreciate.v.02"},{"index":3,"sense_key":"appreciate%2:40:00::","synset_id":"prize.v.01"},{"index":4,"sense_key":"appreciate%2:30:00::","synset_id":"appreciate.v.04"},{"index":5,"sense_key":"appreciate%2:30:01::","synset_id":"appreciate.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"appreciate%2:31:00::","call_ids":["senseval3.d001.s020.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"appreciate%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23822829499840736}
{"item_id":"senseval3.d001.s020.t012","gold_sense_keys":["specific%3:00:00::"],"candidates":[{"index":1,"sense_key":"specific%3:00:00::","synset_id":"specific.a.01"},{"index":2,"sense_key":"specific%5:00:00:specified:00","synset_id":"specific.s.01"},{"index":3,"sense_key":"specific%3:01:00::","synset_id":"specific.a.03"},{"index":4,"sense_key":"specific%3:00:02::","synset_id":"specific.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"specific%5:00:00:specified:00","call_ids":["senseval3.d001.s020.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"specific%5:00:00:specified:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23969074804335833}
{"item_id":"senseval3.d001.s020.t013","gold_sense_keys":["benefit%1:07:00::"],"candidates":[{"index":1,"sense_key":"benefit%1:21:00::","synset_id":"benefit.n.01"},{"index":2,"sense_key":"benefit%1:07:00::","synset_id":"benefit.n.02"},{"index":3,"sense_key":"benefit%1:10:00::","synset_id":"benefit.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"benefit%1:07:00::","call_ids":["senseval3.d001.s020.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"benefit%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24997450783848763}
{"item_id":"senseval3.d001.s020.t015","gold_sense_keys":["win%2:40:00::"],"candidates":[{"index":1,"sense_key":"win%2:33:00::","synset_id":"win.v.01"},{"index":2,"sense_key":"win%2:40:00::","synset_id":"acquire.v.05"},{"index":3,"sense_key":"win%2:33:01::","synset_id":"gain.v.05"},{"index":4,"sense_key":"win%2:41:04::","synset_id":"succeed.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"win%2:33:01::","call_ids":["senseval3.d001.s020.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"win%2:33:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25126948300749063}
{"item_id":"senseval3.d001.s020.t016","gold_sense_keys":["overall%5:00:00:gross:00"],"candidates":[{"index":1,"sense_key":"overall%5:00:00:general:00","synset_id":"overall.s.01"},{"index":2,"sense_key":"overall%5:00:00:gross:00","synset_id":"overall.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"overall%5:00:00:gross:00","call_ids":["senseval3.d001.s020.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"overall%5:00:00:gross:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25450853700749576}
{"item_id":"senseval3.d001.s020.t017","gold_sense_keys":["cost%1:07:01::"],"candidates":[{"index":1,"sense_key":"cost%1:21:00::","synset_id":"cost.n.01"},{"index":2,"sense_key":"cost%1:07:00::","synset_id":"monetary_value.n.01"},{"index":3,"sense_key":"cost%1:07:01::","synset_id":"price.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"cost%1:07:01::","call_ids":["senseval3.d001.s020.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"cost%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2558693920727819}
{"item_id":"senseval3.d001.s020.t019","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval3.d001.s020.t019__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2571457070298493}
{"item_id":"senseval3.d001.s020.t021","gold_sense_keys":["do%2:29:09::"],"candidates":[{"index":1,"sense_key":"do%2:41:01::","synset_id":"make.v.01"},{"index":2,"sense_key":"do%2:36:01::","synset_id":"perform.v.01"},{"index":3,"sense_key":"do%2:41:04::","synset_id":"do.v.03"},{"index":4,"sense_key":"do%2:42:00::","synset_id":"do.v.04"},{"index":5,"sense_key":"do%2:36:02::","synset_id":"cause.v.01"},{"index":6,"sense_key":"do%2:41:02::","synset_id":"practice.v.01"},{"index":7,"sense_key":"do%2:42:01::","synset_id":"suffice.v.01"},{"index":8,"sense_key":"do%2:36:00::","synset_id":"do.v.08"},{"index":9,"sense_key":"do%2:29:09::","synset_id":"act.v.02"},{"index":10,"sense_key":"do%2:42:02::","synset_id":"serve.v.09"},{"index":11,"sense_key":"do%2:41:03::","synset_id":"do.v.11"},{"index":12,"sense_key":"do%2:29:04::","synset_id":"dress.v.16"},{"index":13,"sense_key":"do%2:38:00::","synset_id":"do.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"do%2:41:02::","call_ids":["senseval3.d001.s020.t021__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"do%2:41:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":420,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23575605708174407}
{"item_id":"senseval3.d001.s021.t001","gold_sense_keys":["suggest%2:32:02::"],"candidates":[{"index":1,"sense_key":"suggest%2:32:00::","synset_id":"propose.v.01"},{"index":2,"sense_key":"suggest%2:32:04::","synset_id":"hint.v.01"},{"index":3,"sense_key":"suggest%2:32:02::","synset_id":"suggest.v.03"},{"index":4,"sense_key":"suggest%2:32:03::","synset_id":"indicate.v.05"},{"index":5,"sense_key":"suggest%2:32:01::","synset_id":"suggest.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"suggest%2:32:02::","call_ids":["senseval3.d001.s021.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"suggest%2:32:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23350075003691018}
{"item_id":"senseval3.d001.s021.t004","gold_sense_keys":["national%3:00:00::","national%3:00:01::","national%3:01:00::","national%5:00:00:domestic:00"],"candidates":[{"index":1,"sense_key":"national%3:01:00::","synset_id":"national.a.01"},{"index":2,"sense_key":"national%3:00:00::","synset_id":"national.a.02"},{"index":3,"sense_key":"national%3:00:01::","synset_id":"national.a.03"},{"index":4,"sense_key":"national%5:00:00:public:00","synset_id":"national.s.01"},{"index":5,"sense_key":"national%5:00:00:domestic:00","synset_id":"home.s.01"},{"index":6,"sense_key":"national%3:01:02::","synset_id":"national.a.06"},{"index":7,"sense_key":"national%3:01:01::","synset_id":"national.a.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"national%3:00:01::","call_ids":["senseval3.d001.s021.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"national%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22974277683533728}
{"item_id":"senseval3.d001.s021.t005","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"policy%1:10:02::","call_ids":["senseval3.d001.s021.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"policy%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2308895350433886}
{"item_id":"senseval3.d001.s021.t006","gold_sense_keys":["making%1:04:00::"],"candidates":[{"index":1,"sense_key":"making%1:04:00::","synset_id":"devising.n.01"},{"index":2,"sense_key":"making%1:07:00::","synset_id":"qualification.n.01"},{"index":3,"sense_key":"making%1:06:00::","synset_id":"making.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"making%1:04:00::","call_ids":["senseval3.d001.s021.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"making%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20762711390852928}
{"item_id":"senseval3.d001.s021.t007","gold_sense_keys":["relative%5:00:00:proportionate:00"],"candidates":[{"index":1,"sense_key":"relative%3:00:00::","synset_id":"relative.a.01"},{"index":2,"sense_key":"relative%5:00:00:proportionate:00","synset_id":"proportional.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"relative%5:00:00:proportionate:00","call_ids":["senseval3.d001.s021.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"relative%5:00:00:proportionate:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20858438895083964}
{"item_id":"senseval3.d001.s021.t008","gold_sense_keys":["local%3:00:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval3.d001.s021.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22296391101554036}
{"item_id":"senseval3.d001.s021.t009","gold_sense_keys":["have%2:30:01::","have%2:40:00::","have%2:42:00::","have%2:42:12::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"have%2:30:00::","call_ids":["senseval3.d001.s021.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"have%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":500,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24223130708560348}
{"item_id":"senseval3.d001.s021.t011","gold_sense_keys":["office%1:26:00::"],"candidates":[{"index":1,"sense_key":"office%1:06:00::","synset_id":"office.n.01"},{"index":2,"sense_key":"office%1:14:01::","synset_id":"agency.n.01"},{"index":3,"sense_key":"office%1:04:01::","synset_id":"function.n.03"},{"index":4,"sense_key":"office%1:26:00::","synset_id":"office.n.04"},{"index":5,"sense_key":"office%1:14:00::","synset_id":"office.n.05"},{"index":6,"sense_key":"office%1:04:00::","synset_id":"office.n.06"},{"index":7,"sense_key":"office%1:04:02::","synset_id":"position.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"office%1:26:00::","call_ids":["senseval3.d001.s021.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"office%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24406174407340586}
{"item_id":"senseval3.d001.s022.t002","gold_sense_keys":["member%1:18:00::"],"candidates":[{"index":1,"sense_key":"member%1:18:00::","synset_id":"member.n.01"},{"index":2,"sense_key":"member%1:24:00::","synset_id":"member.n.02"},{"index":3,"sense_key":"member%1:08:00::","synset_id":"extremity.n.01"},{"index":4,"sense_key":"member%1:14:00::","synset_id":"member.n.04"},{"index":5,"sense_key":"member%1:08:01::","synset_id":"penis.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"member%1:24:00::","call_ids":["senseval3.d001.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"member%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24535988410934806}
{"item_id":"senseval3.d001.s022.t003","gold_sense_keys":["vulnerable%3:00:00::"],"candidates":[{"index":1,"sense_key":"vulnerable%3:00:00::","synset_id":"vulnerable.a.01"},{"index":2,"sense_key":"vulnerable%5:00:00:susceptible:00","synset_id":"vulnerable.s.01"},{"index":3,"sense_key":"vulnerable%5:00:00:weak:00","synset_id":"vulnerable.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"vulnerable%5:00:00:susceptible:00","call_ids":["senseval3.d001.s022.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"vulnerable%5:00:00:susceptible:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24697284516878426}
{"item_id":"senseval3.d001.s022.t005","gold_sense_keys":["become%2:30:00::"],"candidates":[{"index":1,"sense_key":"become%2:30:00::","synset_id":"become.v.01"},{"index":2,"sense_key":"become%2:42:01::","synset_id":"become.v.02"},{"index":3,"sense_key":"become%2:42:00::","synset_id":"become.v.03"},{"index":4,"sense_key":"become%2:42:03::","synset_id":"become.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"become%2:42:01::","call_ids":["senseval3.d001.s022.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"become%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24857479007914662}
{"item_id":"senseval3.d001.s022.t006","gold_sense_keys":["immune%5:00:00:unaffected:00"],"candidates":[{"index":1,"sense_key":"immune%3:01:00::","synset_id":"immune.a.01"},{"index":2,"sense_key":"immune%5:00:00:exempt:00","synset_id":"immune.s.01"},{"index":3,"sense_key":"immune%5:00:00:unsusceptible:00","synset_id":"immune.s.02"},{"index":4,"sense_key":"immune%5:00:00:unaffected:00","synset_id":"immune.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"immune%5:00:00:exempt:00","call_ids":["senseval3.d001.s022.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"immune%5:00:00:exempt:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2502967328764498}
{"item_id":"senseval3.d001.s022.t007","gold_sense_keys":["defeat%1:11:00::"],"candidates":[{"index":1,"sense_key":"defeat%1:11:00::","synset_id":"defeat.n.01"},{"index":2,"sense_key":"defeat%1:12:00::","synset_id":"frustration.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"defeat%1:11:00::","call_ids":["senseval3.d001.s022.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"defeat%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20699634216725826}
{"item_id":"senseval3.d001.s023.t000","gold_sense_keys":["exception%1:09:01::"],"candidates":[{"index":1,"sense_key":"exception%1:09:00::","synset_id":"exception.n.01"},{"index":2,"sense_key":"exception%1:09:01::","synset_id":"exception.n.02"},{"index":3,"sense_key":"exception%1:10:00::","synset_id":"exception.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"exception%1:09:01::","call_ids":["senseval3.d001.s023.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"exception%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20798811200074852}
{"item_id":"senseval3.d001.s023.t002","gold_sense_keys":["trend%1:15:02::"],"candidates":[{"index":1,"sense_key":"trend%1:15:02::","synset_id":"tendency.n.04"},{"index":2,"sense_key":"trend%1:15:01::","synset_id":"course.n.03"},{"index":3,"sense_key":"trend%1:09:00::","synset_id":"drift.n.05"},{"index":4,"sense_key":"trend%1:09:02::","synset_id":"vogue.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"trend%1:09:00::","call_ids":["senseval3.d001.s023.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"trend%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2599830939434469}
{"item_id":"senseval3.d001.s023.t003","gold_sense_keys":["defeat%1:11:00::"],"candidates":[{"index":1,"sense_key":"defeat%1:11:00::","synset_id":"defeat.n.01"},{"index":2,"sense_key":"defeat%1:12:00::","synset_id":"frustration.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"defeat%1:11:00::","call_ids":["senseval3.d001.s023.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"defeat%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2783281949814409}
{"item_id":"senseval3.d001.s023.t004","gold_sense_keys":["freshman%1:18:01::"],"candidates":[{"index":1,"sense_key":"freshman%1:18:00::","synset_id":"freshman.n.01"},{"index":2,"sense_key":"freshman%1:18:01::","synset_id":"newcomer.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"freshman%1:18:01::","call_ids":["senseval3.d001.s023.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"freshman%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28079485706984997}
{"item_id":"senseval3.d001.s023.t005","gold_sense_keys":["republican%1:18:01::"],"candidates":[{"index":1,"sense_key":"republican%1:18:01::","synset_id":"republican.n.01"},{"index":2,"sense_key":"republican%1:18:00::","synset_id":"republican.n.02"},{"index":3,"sense_key":"republican%1:17:00::","synset_id":"republican.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%1:18:00::","call_ids":["senseval3.d001.s023.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.285682266112417}
{"item_id":"senseval3.d001.s023.t006","gold_sense_keys":["bring%2:35:04::"],"candidates":[{"index":1,"sense_key":"bring%2:38:00::","synset_id":"bring.v.01"},{"index":2,"sense_key":"bring%2:35:04::","synset_id":"bring.v.02"},{"index":3,"sense_key":"bring%2:36:00::","synset_id":"bring.v.03"},{"index":4,"sense_key":"bring%2:35:00::","synset_id":"bring.v.04"},{"index":5,"sense_key":"bring%2:30:00::","synset_id":"bring.v.05"},{"index":6,"sense_key":"bring%2:35:02::","synset_id":"bring.v.06"},{"index":7,"sense_key":"bring%2:36:01::","synset_id":"institute.v.02"},{"index":8,"sense_key":"bring%2:40:02::","synset_id":"lend.v.01"},{"index":9,"sense_key":"bring%2:40:00::","synset_id":"fetch.v.02"},{"index":10,"sense_key":"bring%2:37:05::","synset_id":"bring.v.10"},{"index":11,"sense_key":"bring%2:32:03::","synset_id":"bring.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"bring%2:36:00::","call_ids":["senseval3.d001.s023.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"bring%2:36:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":366,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28211240796372294}
{"item_id":"senseval3.d001.s023.t007","gold_sense_keys":["office%1:26:00::"],"candidates":[{"index":1,"sense_key":"office%1:06:00::","synset_id":"office.n.01"},{"index":2,"sense_key":"office%1:14:01::","synset_id":"agency.n.01"},{"index":3,"sense_key":"office%1:04:01::","synset_id":"function.n.03"},{"index":4,"sense_key":"office%1:26:00::","synset_id":"office.n.04"},{"index":5,"sense_key":"office%1:14:00::","synset_id":"office.n.05"},{"index":6,"sense_key":"office%1:04:00::","synset_id":"office.n.06"},{"index":7,"sense_key":"office%1:04:02::","synset_id":"position.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"office%1:14:01::","call_ids":["senseval3.d001.s023.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"office%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.287701966939494}
{"item_id":"senseval3.d001.s023.t008","gold_sense_keys":["revolution%1:11:01::"],"candidates":[{"index":1,"sense_key":"revolution%1:11:01::","synset_id":"revolution.n.01"},{"index":2,"sense_key":"revolution%1:04:00::","synset_id":"revolution.n.02"},{"index":3,"sense_key":"revolution%1:11:00::","synset_id":"rotation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"revolution%1:04:00::","call_ids":["senseval3.d001.s023.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"revolution%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2898614201694727}
{"item_id":"senseval3.d001.s023.t009","gold_sense_keys":["run%2:33:06::"],"candidates":[{"index":1,"sense_key":"run%2:38:00::","synset_id":"run.v.01"},{"index":2,"sense_key":"run%2:38:04::","synset_id":"scat.v.01"},{"index":3,"sense_key":"run%2:42:00::","synset_id":"run.v.03"},{"index":4,"sense_key":"run%2:41:02::","synset_id":"operate.v.01"},{"index":5,"sense_key":"run%2:42:04::","synset_id":"run.v.05"},{"index":6,"sense_key":"run%2:38:01::","synset_id":"run.v.06"},{"index":7,"sense_key":"run%2:35:00::","synset_id":"function.v.01"},{"index":8,"sense_key":"run%2:42:07::","synset_id":"range.v.01"},{"index":9,"sense_key":"run%2:33:06::","synset_id":"campaign.v.01"},{"index":10,"sense_key":"run%2:36:01::","synset_id":"play.v.18"},{"index":11,"sense_key":"run%2:38:11::","synset_id":"run.v.11"},{"index":12,"sense_key":"run%2:42:01::","synset_id":"tend.v.01"},{"index":13,"sense_key":"run%2:35:04::","synset_id":"run.v.13"},{"index":14,"sense_key":"run%2:30:03::","synset_id":"run.v.14"},{"index":15,"sense_key":"run%2:30:07::","synset_id":"run.v.15"},{"index":16,"sense_key":"run%2:42:02::","synset_id":"run.v.16"},{"index":17,"sense_key":"run%2:42:03::","synset_id":"prevail.v.03"},{"index":18,"sense_key":"run%2:42:06::","synset_id":"run.v.18"},{"index":19,"sense_key":"run%2:41:00::","synset_id":"run.v.19"},{"index":20,"sense_key":"run%2:36:02::","synset_id":"carry.v.15"},{"index":21,"sense_key":"run%2:36:00::","synset_id":"run.v.21"},{"index":22,"sense_key":"run%2:35:01::","synset_id":"guide.v.05"},{"index":23,"sense_key":"run%2:42:08::","synset_id":"run.v.23"},{"index":24,"sense_key":"run%2:41:01::","synset_id":"run.v.24"},{"index":25,"sense_key":"run%2:40:06::","synset_id":"run.v.25"},{"index":26,"sense_key":"run%2:38:10::","synset_id":"run.v.26"},{"index":27,"sense_key":"run%2:38:08::","synset_id":"run.v.27"},{"index":28,"sense_key":"run%2:38:03::","synset_id":"run.v.28"},{"index":29,"sense_key":"run%2:38:05::","synset_id":"run.v.29"},{"index":30,"sense_key":"run%2:42:05::","synset_id":"run.v.30"},{"index":31,"sense_key":"run%2:41:04::","synset_id":"run.v.31"},{"index":32,"sense_key":"run%2:38:02::","synset_id":"run.v.32"},{"index":33,"sense_key":"run%2:38:06::","synset_id":"run.v.33"},{"index":34,"sense_key":"run%2:38:13::","synset_id":"run.v.34"},{"index":35,"sense_key":"run%2:38:09::","synset_id":"ply.v.03"},{"index":36,"sense_key":"run%2:33:02::","synset_id":"hunt.v.01"},{"index":37,"sense_key":"run%2:33:01::","synset_id":"race.v.02"},{"index":38,"sense_key":"run%2:30:02::","synset_id":"move.v.13"},{"index":39,"sense_key":"run%2:30:00::","synset_id":"melt.v.01"},{"index":40,"sense_key":"run%2:30:01::","synset_id":"ladder.v.01"},{"index":41,"sense_key":"run%2:30:04::","synset_id":"run.v.41"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"run%2:33:06::","call_ids":["senseval3.d001.s023.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"run%2:33:06::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":999,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2918688300997019}
{"item_id":"senseval3.d001.s024.t000","gold_sense_keys":["freshman%1:18:01::"],"candidates":[{"index":1,"sense_key":"freshman%1:18:00::","synset_id":"freshman.n.01"},{"index":2,"sense_key":"freshman%1:18:01::","synset_id":"newcomer.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"freshman%1:18:01::","call_ids":["senseval3.d001.s024.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"freshman%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":126,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29618609696626663}
{"item_id":"senseval3.d001.s024.t001","gold_sense_keys":["place%2:35:00::"],"candidates":[{"index":1,"sense_key":"place%2:35:00::","synset_id":"put.v.01"},{"index":2,"sense_key":"place%2:41:01::","synset_id":"place.v.02"},{"index":3,"sense_key":"place%2:31:01::","synset_id":"rate.v.01"},{"index":4,"sense_key":"place%2:40:00::","synset_id":"locate.v.03"},{"index":5,"sense_key":"place%2:32:01::","synset_id":"place.v.05"},{"index":6,"sense_key":"place%2:31:03::","synset_id":"place.v.06"},{"index":7,"sense_key":"place%2:33:03::","synset_id":"target.v.01"},{"index":8,"sense_key":"place%2:31:00::","synset_id":"identify.v.01"},{"index":9,"sense_key":"place%2:41:00::","synset_id":"place.v.09"},{"index":10,"sense_key":"place%2:36:00::","synset_id":"set.v.09"},{"index":11,"sense_key":"place%2:31:13::","synset_id":"place.v.11"},{"index":12,"sense_key":"place%2:42:00::","synset_id":"place.v.12"},{"index":13,"sense_key":"place%2:40:03::","synset_id":"invest.v.01"},{"index":14,"sense_key":"place%2:33:00::","synset_id":"station.v.01"},{"index":15,"sense_key":"place%2:33:02::","synset_id":"place.v.15"},{"index":16,"sense_key":"place%2:32:00::","synset_id":"place.v.16"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"place%2:32:01::","call_ids":["senseval3.d001.s024.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"place%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":419,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30086180684156716}
{"item_id":"senseval3.d001.s024.t002","gold_sense_keys":["emphasis%1:07:00::","emphasis%1:26:00::"],"candidates":[{"index":1,"sense_key":"emphasis%1:26:00::","synset_id":"emphasis.n.01"},{"index":2,"sense_key":"emphasis%1:07:00::","synset_id":"vehemence.n.01"},{"index":3,"sense_key":"emphasis%1:10:01::","synset_id":"emphasis.n.03"},{"index":4,"sense_key":"emphasis%1:10:00::","synset_id":"stress.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"emphasis%1:10:01::","call_ids":["senseval3.d001.s024.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"emphasis%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3331897291354835}
{"item_id":"senseval3.d001.s024.t004","gold_sense_keys":["role%1:04:00::","role%1:04:01::"],"candidates":[{"index":1,"sense_key":"role%1:04:00::","synset_id":"function.n.03"},{"index":2,"sense_key":"role%1:09:00::","synset_id":"character.n.04"},{"index":3,"sense_key":"role%1:07:00::","synset_id":"function.n.02"},{"index":4,"sense_key":"role%1:04:01::","synset_id":"role.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"role%1:07:00::","call_ids":["senseval3.d001.s024.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"role%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3035709150135517}
{"item_id":"senseval3.d001.s024.t005","gold_sense_keys":["spread%2:32:00::","spread%2:35:00::"],"candidates":[{"index":1,"sense_key":"spread%2:35:00::","synset_id":"spread.v.01"},{"index":2,"sense_key":"spread%2:35:07::","synset_id":"spread.v.02"},{"index":3,"sense_key":"spread%2:42:00::","synset_id":"spread.v.03"},{"index":4,"sense_key":"spread%2:35:03::","synset_id":"unfold.v.04"},{"index":5,"sense_key":"spread%2:32:00::","synset_id":"circulate.v.02"},{"index":6,"sense_key":"spread%2:32:02::","synset_id":"go_around.v.02"},{"index":7,"sense_key":"spread%2:38:00::","synset_id":"spread.v.07"},{"index":8,"sense_key":"spread%2:38:02::","synset_id":"diffuse.v.01"},{"index":9,"sense_key":"spread%2:35:12::","synset_id":"spread.v.09"},{"index":10,"sense_key":"spread%2:35:13::","synset_id":"spread.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"spread%2:35:07::","call_ids":["senseval3.d001.s024.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"spread%2:35:07::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":292,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30532247200608253}
{"item_id":"senseval3.d001.s024.t006","gold_sense_keys":["revolution%1:11:01::"],"candidates":[{"index":1,"sense_key":"revolution%1:11:01::","synset_id":"revolution.n.01"},{"index":2,"sense_key":"revolution%1:04:00::","synset_id":"revolution.n.02"},{"index":3,"sense_key":"revolution%1:11:00::","synset_id":"rotation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"revolution%1:11:01::","call_ids":["senseval3.d001.s024.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"revolution%1:11:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30719492002390325}
{"item_id":"senseval3.d001.s024.t007","gold_sense_keys":["national%3:00:00::","national%3:00:01::","national%3:01:00::","national%5:00:00:domestic:00"],"candidates":[{"index":1,"sense_key":"national%3:01:00::","synset_id":"national.a.01"},{"index":2,"sense_key":"national%3:00:00::","synset_id":"national.a.02"},{"index":3,"sense_key":"national%3:00:01::","synset_id":"national.a.03"},{"index":4,"sense_key":"national%5:00:00:public:00","synset_id":"national.s.01"},{"index":5,"sense_key":"national%5:00:00:domestic:00","synset_id":"home.s.01"},{"index":6,"sense_key":"national%3:01:02::","synset_id":"national.a.06"},{"index":7,"sense_key":"national%3:01:01::","synset_id":"national.a.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"national%3:00:01::","call_ids":["senseval3.d001.s024.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"national%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34030188620090485}
{"item_id":"senseval3.d001.s024.t008","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"policy%1:10:00::","call_ids":["senseval3.d001.s024.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"policy%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31851707701571286}
{"item_id":"senseval3.d001.s024.t009","gold_sense_keys":["making%1:04:00::"],"candidates":[{"index":1,"sense_key":"making%1:04:00::","synset_id":"devising.n.01"},{"index":2,"sense_key":"making%1:07:00::","synset_id":"qualification.n.01"},{"index":3,"sense_key":"making%1:06:00::","synset_id":"making.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"making%1:07:00::","call_ids":["senseval3.d001.s024.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"making%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3229792481288314}
{"item_id":"senseval3.d001.s025.t002","gold_sense_keys":["indicate%2:32:02::"],"candidates":[{"index":1,"sense_key":"indicate%2:32:01::","synset_id":"bespeak.v.01"},{"index":2,"sense_key":"indicate%2:32:03::","synset_id":"indicate.v.02"},{"index":3,"sense_key":"indicate%2:32:00::","synset_id":"indicate.v.03"},{"index":4,"sense_key":"indicate%2:32:02::","synset_id":"argue.v.03"},{"index":5,"sense_key":"indicate%2:32:04::","synset_id":"indicate.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"indicate%2:32:00::","call_ids":["senseval3.d001.s025.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"indicate%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34286788618192077}
{"item_id":"senseval3.d001.s025.t006","gold_sense_keys":["attract%2:35:00::"],"candidates":[{"index":1,"sense_key":"attract%2:35:00::","synset_id":"attract.v.01"},{"index":2,"sense_key":"attract%2:37:00::","synset_id":"attract.v.02"},{"index":3,"sense_key":"attract%2:35:01::","synset_id":"attract.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"attract%2:35:00::","call_ids":["senseval3.d001.s025.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"attract%2:35:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3273215910885483}
{"item_id":"senseval3.d001.s025.t008","gold_sense_keys":["candidate%1:18:01::"],"candidates":[{"index":1,"sense_key":"candidate%1:18:01::","synset_id":"campaigner.n.01"},{"index":2,"sense_key":"candidate%1:18:00::","synset_id":"candidate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"candidate%1:18:00::","call_ids":["senseval3.d001.s025.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"candidate%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":131,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3462698068469763}
{"item_id":"senseval3.d001.s025.t010","gold_sense_keys":["office%1:26:00::"],"candidates":[{"index":1,"sense_key":"office%1:06:00::","synset_id":"office.n.01"},{"index":2,"sense_key":"office%1:14:01::","synset_id":"agency.n.01"},{"index":3,"sense_key":"office%1:04:01::","synset_id":"function.n.03"},{"index":4,"sense_key":"office%1:26:00::","synset_id":"office.n.04"},{"index":5,"sense_key":"office%1:14:00::","synset_id":"office.n.05"},{"index":6,"sense_key":"office%1:04:00::","synset_id":"office.n.06"},{"index":7,"sense_key":"office%1:04:02::","synset_id":"position.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"office%1:14:01::","call_ids":["senseval3.d001.s025.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"office%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29150781384669244}
{"item_id":"senseval3.d001.s026.t000","gold_sense_keys":["potential%5:00:00:prospective:00"],"candidates":[{"index":1,"sense_key":"potential%3:00:00::","synset_id":"potential.a.01"},{"index":2,"sense_key":"potential%5:00:00:prospective:00","synset_id":"likely.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"potential%5:00:00:prospective:00","call_ids":["senseval3.d001.s026.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"potential%5:00:00:prospective:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3359234968665987}
{"item_id":"senseval3.d001.s026.t001","gold_sense_keys":["candidate%1:18:01::"],"candidates":[{"index":1,"sense_key":"candidate%1:18:01::","synset_id":"campaigner.n.01"},{"index":2,"sense_key":"candidate%1:18:00::","synset_id":"candidate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"candidate%1:18:00::","call_ids":["senseval3.d001.s026.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"candidate%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":136,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3718685961794108}
{"item_id":"senseval3.d001.s026.t002","gold_sense_keys":["discourage%2:37:00::"],"candidates":[{"index":1,"sense_key":"discourage%2:32:01::","synset_id":"deter.v.01"},{"index":2,"sense_key":"discourage%2:37:00::","synset_id":"discourage.v.02"},{"index":3,"sense_key":"discourage%2:32:02::","synset_id":"warn.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discourage%2:37:00::","call_ids":["senseval3.d001.s026.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discourage%2:37:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32977223489433527}
{"item_id":"senseval3.d001.s026.t003","gold_sense_keys":["run%2:33:06::"],"candidates":[{"index":1,"sense_key":"run%2:38:00::","synset_id":"run.v.01"},{"index":2,"sense_key":"run%2:38:04::","synset_id":"scat.v.01"},{"index":3,"sense_key":"run%2:42:00::","synset_id":"run.v.03"},{"index":4,"sense_key":"run%2:41:02::","synset_id":"operate.v.01"},{"index":5,"sense_key":"run%2:42:04::","synset_id":"run.v.05"},{"index":6,"sense_key":"run%2:38:01::","synset_id":"run.v.06"},{"index":7,"sense_key":"run%2:35:00::","synset_id":"function.v.01"},{"index":8,"sense_key":"run%2:42:07::","synset_id":"range.v.01"},{"index":9,"sense_key":"run%2:33:06::","synset_id":"campaign.v.01"},{"index":10,"sense_key":"run%2:36:01::","synset_id":"play.v.18"},{"index":11,"sense_key":"run%2:38:11::","synset_id":"run.v.11"},{"index":12,"sense_key":"run%2:42:01::","synset_id":"tend.v.01"},{"index":13,"sense_key":"run%2:35:04::","synset_id":"run.v.13"},{"index":14,"sense_key":"run%2:30:03::","synset_id":"run.v.14"},{"index":15,"sense_key":"run%2:30:07::","synset_id":"run.v.15"},{"index":16,"sense_key":"run%2:42:02::","synset_id":"run.v.16"},{"index":17,"sense_key":"run%2:42:03::","synset_id":"prevail.v.03"},{"index":18,"sense_key":"run%2:42:06::","synset_id":"run.v.18"},{"index":19,"sense_key":"run%2:41:00::","synset_id":"run.v.19"},{"index":20,"sense_key":"run%2:36:02::","synset_id":"carry.v.15"},{"index":21,"sense_key":"run%2:36:00::","synset_id":"run.v.21"},{"index":22,"sense_key":"run%2:35:01::","synset_id":"guide.v.05"},{"index":23,"sense_key":"run%2:42:08::","synset_id":"run.v.23"},{"index":24,"sense_key":"run%2:41:01::","synset_id":"run.v.24"},{"index":25,"sense_key":"run%2:40:06::","synset_id":"run.v.25"},{"index":26,"sense_key":"run%2:38:10::","synset_id":"run.v.26"},{"index":27,"sense_key":"run%2:38:08::","synset_id":"run.v.27"},{"index":28,"sense_key":"run%2:38:03::","synset_id":"run.v.28"},{"index":29,"sense_key":"run%2:38:05::","synset_id":"run.v.29"},{"index":30,"sense_key":"run%2:42:05::","synset_id":"run.v.30"},{"index":31,"sense_key":"run%2:41:04::","synset_id":"run.v.31"},{"index":32,"sense_key":"run%2:38:02::","synset_id":"run.v.32"},{"index":33,"sense_key":"run%2:38:06::","synset_id":"run.v.33"},{"index":34,"sense_key":"run%2:38:13::","synset_id":"run.v.34"},{"index":35,"sense_key":"run%2:38:09::","synset_id":"ply.v.03"},{"index":36,"sense_key":"run%2:33:02::","synset_id":"hunt.v.01"},{"index":37,"sense_key":"run%2:33:01::","synset_id":"race.v.02"},{"index":38,"sense_key":"run%2:30:02::","synset_id":"move.v.13"},{"index":39,"sense_key":"run%2:30:00::","synset_id":"melt.v.01"},{"index":40,"sense_key":"run%2:30:01::","synset_id":"ladder.v.01"},{"index":41,"sense_key":"run%2:30:04::","synset_id":"run.v.41"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"run%2:33:06::","call_ids":["senseval3.d001.s026.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"run%2:33:06::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":985,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3455352259334177}
{"item_id":"senseval3.d001.s026.t006","gold_sense_keys":["prospect%1:09:01::"],"candidates":[{"index":1,"sense_key":"prospect%1:26:00::","synset_id":"prospect.n.01"},{"index":2,"sense_key":"prospect%1:09:01::","synset_id":"expectation.n.01"},{"index":3,"sense_key":"prospect%1:18:00::","synset_id":"candidate.n.02"},{"index":4,"sense_key":"prospect%1:09:00::","synset_id":"view.n.02"},{"index":5,"sense_key":"prospect%1:04:00::","synset_id":"prognosis.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"prospect%1:09:01::","call_ids":["senseval3.d001.s026.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"prospect%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3329259008169174}
{"item_id":"senseval3.d001.s026.t007","gold_sense_keys":["defeat%1:11:00::"],"candidates":[{"index":1,"sense_key":"defeat%1:11:00::","synset_id":"defeat.n.01"},{"index":2,"sense_key":"defeat%1:12:00::","synset_id":"frustration.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"defeat%1:12:00::","call_ids":["senseval3.d001.s026.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"defeat%1:12:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33447168092243373}
{"item_id":"senseval3.d001.s026.t009","gold_sense_keys":["democratic%3:01:00::"],"candidates":[{"index":1,"sense_key":"democratic%3:00:00::","synset_id":"democratic.a.01"},{"index":2,"sense_key":"democratic%3:01:00::","synset_id":"democratic.a.02"},{"index":3,"sense_key":"democratic%5:00:00:common:01","synset_id":"democratic.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democratic%3:01:00::","call_ids":["senseval3.d001.s026.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democratic%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3360964001622051}
{"item_id":"senseval3.d001.s026.t010","gold_sense_keys":["opponent%1:18:02::"],"candidates":[{"index":1,"sense_key":"opponent%1:18:02::","synset_id":"opposition.n.04"},{"index":2,"sense_key":"opponent%1:18:00::","synset_id":"adversary.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"opponent%1:18:00::","call_ids":["senseval3.d001.s026.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"opponent%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":124,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33888278785161674}
{"item_id":"senseval3.d001.s027.t000","gold_sense_keys":["extent%1:26:00::"],"candidates":[{"index":1,"sense_key":"extent%1:26:00::","synset_id":"extent.n.01"},{"index":2,"sense_key":"extent%1:07:00::","synset_id":"extent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"extent%1:26:00::","call_ids":["senseval3.d001.s027.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"extent%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34036295185796916}
{"item_id":"senseval3.d001.s027.t001","gold_sense_keys":["potential%5:00:00:prospective:00"],"candidates":[{"index":1,"sense_key":"potential%3:00:00::","synset_id":"potential.a.01"},{"index":2,"sense_key":"potential%5:00:00:prospective:00","synset_id":"likely.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"potential%5:00:00:prospective:00","call_ids":["senseval3.d001.s027.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"potential%5:00:00:prospective:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3415304010268301}
{"item_id":"senseval3.d001.s027.t002","gold_sense_keys":["candidate%1:18:01::"],"candidates":[{"index":1,"sense_key":"candidate%1:18:01::","synset_id":"campaigner.n.01"},{"index":2,"sense_key":"candidate%1:18:00::","synset_id":"candidate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"candidate%1:18:00::","call_ids":["senseval3.d001.s027.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"candidate%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34270499320700765}
{"item_id":"senseval3.d001.s027.t004","gold_sense_keys":["realize%2:31:00::","realize%2:31:01::"],"candidates":[{"index":1,"sense_key":"realize%2:31:01::","synset_id":"recognize.v.02"},{"index":2,"sense_key":"realize%2:31:00::","synset_id":"understand.v.02"},{"index":3,"sense_key":"realize%2:36:00::","synset_id":"realize.v.03"},{"index":4,"sense_key":"realize%2:40:01::","synset_id":"gain.v.08"},{"index":5,"sense_key":"realize%2:40:00::","synset_id":"realize.v.05"},{"index":6,"sense_key":"realize%2:36:07::","synset_id":"realize.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"realize%2:31:01::","call_ids":["senseval3.d001.s027.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"realize%2:31:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3365250420756638}
{"item_id":"senseval3.d001.s027.t007","gold_sense_keys":["work%2:41:03::"],"candidates":[{"index":1,"sense_key":"work%2:41:02::","synset_id":"work.v.01"},{"index":2,"sense_key":"work%2:41:00::","synset_id":"work.v.02"},{"index":3,"sense_key":"work%2:41:03::","synset_id":"work.v.03"},{"index":4,"sense_key":"work%2:35:02::","synset_id":"function.v.01"},{"index":5,"sense_key":"work%2:36:00::","synset_id":"work.v.05"},{"index":6,"sense_key":"work%2:29:00::","synset_id":"exercise.v.03"},{"index":7,"sense_key":"work%2:38:00::","synset_id":"make.v.36"},{"index":8,"sense_key":"work%2:41:04::","synset_id":"work.v.08"},{"index":9,"sense_key":"work%2:41:05::","synset_id":"work.v.09"},{"index":10,"sense_key":"work%2:38:02::","synset_id":"work.v.10"},{"index":11,"sense_key":"work%2:36:01::","synset_id":"bring.v.03"},{"index":12,"sense_key":"work%2:41:01::","synset_id":"work.v.12"},{"index":13,"sense_key":"work%2:36:09::","synset_id":"cultivate.v.02"},{"index":14,"sense_key":"work%2:42:10::","synset_id":"work.v.14"},{"index":15,"sense_key":"work%2:41:10::","synset_id":"influence.v.01"},{"index":16,"sense_key":"work%2:41:11::","synset_id":"work.v.16"},{"index":17,"sense_key":"work%2:41:12::","synset_id":"work.v.17"},{"index":18,"sense_key":"work%2:39:10::","synset_id":"work.v.18"},{"index":19,"sense_key":"work%2:37:10::","synset_id":"work.v.19"},{"index":20,"sense_key":"work%2:36:12::","synset_id":"shape.v.02"},{"index":21,"sense_key":"work%2:35:14::","synset_id":"work.v.21"},{"index":22,"sense_key":"work%2:35:00::","synset_id":"knead.v.01"},{"index":23,"sense_key":"work%2:34:10::","synset_id":"exploit.v.01"},{"index":24,"sense_key":"work%2:31:13::","synset_id":"solve.v.01"},{"index":25,"sense_key":"work%2:30:14::","synset_id":"ferment.v.03"},{"index":26,"sense_key":"work%2:30:13::","synset_id":"sour.v.01"},{"index":27,"sense_key":"work%2:30:10::","synset_id":"work.v.27"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"work%2:35:02::","call_ids":["senseval3.d001.s027.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"work%2:35:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":705,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3450010600499809}
{"item_id":"senseval3.d001.s027.t009","gold_sense_keys":["hinder%2:41:00::"],"candidates":[{"index":1,"sense_key":"hinder%2:41:01::","synset_id":"impede.v.01"},{"index":2,"sense_key":"hinder%2:41:00::","synset_id":"obstruct.v.01"},{"index":3,"sense_key":"hinder%2:33:00::","synset_id":"handicap.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"hinder%2:33:00::","call_ids":["senseval3.d001.s027.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"hinder%2:33:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3464656760916114}
{"item_id":"senseval3.d001.s027.t010","gold_sense_keys":["attempt%1:04:00::"],"candidates":[{"index":1,"sense_key":"attempt%1:04:00::","synset_id":"attempt.n.01"},{"index":2,"sense_key":"attempt%1:04:02::","synset_id":"attack.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"attempt%1:04:00::","call_ids":["senseval3.d001.s027.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"attempt%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3476476960349828}
{"item_id":"senseval3.d001.s027.t012","gold_sense_keys":["slate%1:10:02::"],"candidates":[{"index":1,"sense_key":"slate%1:06:00::","synset_id":"slate.n.01"},{"index":2,"sense_key":"slate%1:27:01::","synset_id":"slate.n.02"},{"index":3,"sense_key":"slate%1:27:00::","synset_id":"slate.n.03"},{"index":4,"sense_key":"slate%1:10:02::","synset_id":"slate.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"slate%1:10:02::","call_ids":["senseval3.d001.s027.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"slate%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32978459703736007}
{"item_id":"senseval3.d001.s027.t014","gold_sense_keys":["candidate%1:18:01::"],"candidates":[{"index":1,"sense_key":"candidate%1:18:01::","synset_id":"campaigner.n.01"},{"index":2,"sense_key":"candidate%1:18:00::","synset_id":"candidate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"candidate%1:18:00::","call_ids":["senseval3.d001.s027.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"candidate%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34873045794665813}
{"item_id":"senseval3.d001.s028.t003","gold_sense_keys":["partial%5:00:00:incomplete:00"],"candidates":[{"index":1,"sense_key":"partial%5:00:00:incomplete:00","synset_id":"partial.s.01"},{"index":2,"sense_key":"partial%3:00:01::","synset_id":"partial.a.02"},{"index":3,"sense_key":"partial%5:00:00:inclined:02","synset_id":"fond.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"partial%5:00:00:incomplete:00","call_ids":["senseval3.d001.s028.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"partial%5:00:00:incomplete:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33945287810638547}
{"item_id":"senseval3.d001.s028.t004","gold_sense_keys":["reason%1:09:01::","reason%1:10:00::","reason%1:10:01::"],"candidates":[{"index":1,"sense_key":"reason%1:16:00::","synset_id":"reason.n.01"},{"index":2,"sense_key":"reason%1:10:01::","synset_id":"reason.n.02"},{"index":3,"sense_key":"reason%1:09:00::","synset_id":"reason.n.03"},{"index":4,"sense_key":"reason%1:26:00::","synset_id":"rationality.n.01"},{"index":5,"sense_key":"reason%1:10:00::","synset_id":"cause.n.02"},{"index":6,"sense_key":"reason%1:09:01::","synset_id":"reason.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"reason%1:10:01::","call_ids":["senseval3.d001.s028.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"reason%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":255,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34191846079193056}
{"item_id":"senseval3.d001.s029.t000","gold_sense_keys":["extent%1:26:00::"],"candidates":[{"index":1,"sense_key":"extent%1:26:00::","synset_id":"extent.n.01"},{"index":2,"sense_key":"extent%1:07:00::","synset_id":"extent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"extent%1:26:00::","call_ids":["senseval3.d001.s029.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"extent%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34532039891928434}
{"item_id":"senseval3.d001.s029.t001","gold_sense_keys":["democratic%3:01:00::"],"candidates":[{"index":1,"sense_key":"democratic%3:00:00::","synset_id":"democratic.a.01"},{"index":2,"sense_key":"democratic%3:01:00::","synset_id":"democratic.a.02"},{"index":3,"sense_key":"democratic%5:00:00:common:01","synset_id":"democratic.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democratic%3:01:00::","call_ids":["senseval3.d001.s029.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democratic%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35021553887054324}
{"item_id":"senseval3.d001.s029.t003","gold_sense_keys":["hold%2:40:00::"],"candidates":[{"index":1,"sense_key":"hold%2:42:00::","synset_id":"keep.v.01"},{"index":2,"sense_key":"hold%2:35:00::","synset_id":"hold.v.02"},{"index":3,"sense_key":"hold%2:36:00::","synset_id":"hold.v.03"},{"index":4,"sense_key":"hold%2:40:00::","synset_id":"have.v.01"},{"index":5,"sense_key":"hold%2:31:01::","synset_id":"deem.v.01"},{"index":6,"sense_key":"hold%2:37:00::","synset_id":"harbor.v.01"},{"index":7,"sense_key":"hold%2:35:03::","synset_id":"restrain.v.03"},{"index":8,"sense_key":"hold%2:40:02::","synset_id":"retain.v.03"},{"index":9,"sense_key":"hold%2:40:04::","synset_id":"bear.v.11"},{"index":10,"sense_key":"hold%2:35:01::","synset_id":"hold.v.10"},{"index":11,"sense_key":"hold%2:42:13::","synset_id":"hold.v.11"},{"index":12,"sense_key":"hold%2:42:05::","synset_id":"accommodate.v.04"},{"index":13,"sense_key":"hold%2:42:01::","synset_id":"hold.v.13"},{"index":14,"sense_key":"hold%2:35:02::","synset_id":"hold.v.14"},{"index":15,"sense_key":"hold%2:42:02::","synset_id":"prevail.v.02"},{"index":16,"sense_key":"hold%2:31:08::","synset_id":"hold.v.16"},{"index":17,"sense_key":"hold%2:42:07::","synset_id":"hold.v.17"},{"index":18,"sense_key":"hold%2:42:14::","synset_id":"contain.v.05"},{"index":19,"sense_key":"hold%2:41:00::","synset_id":"reserve.v.04"},{"index":20,"sense_key":"hold%2:33:05::","synset_id":"defend.v.03"},{"index":21,"sense_key":"hold%2:32:13::","synset_id":"oblige.v.02"},{"index":22,"sense_key":"hold%2:31:04::","synset_id":"hold.v.22"},{"index":23,"sense_key":"hold%2:31:10::","synset_id":"hold.v.23"},{"index":24,"sense_key":"hold%2:42:08::","synset_id":"defy.v.01"},{"index":25,"sense_key":"hold%2:42:04::","synset_id":"apply.v.02"},{"index":26,"sense_key":"hold%2:42:12::","synset_id":"hold.v.26"},{"index":27,"sense_key":"hold%2:41:15::","synset_id":"control.v.02"},{"index":28,"sense_key":"hold%2:41:13::","synset_id":"hold.v.28"},{"index":29,"sense_key":"hold%2:41:14::","synset_id":"hold.v.29"},{"index":30,"sense_key":"hold%2:38:05::","synset_id":"halt.v.01"},{"index":31,"sense_key":"hold%2:35:09::","synset_id":"hold.v.31"},{"index":32,"sense_key":"hold%2:34:00::","synset_id":"carry.v.33"},{"index":33,"sense_key":"hold%2:33:00::","synset_id":"hold.v.33"},{"index":34,"sense_key":"hold%2:32:11::","synset_id":"declare.v.04"},{"index":35,"sense_key":"hold%2:32:15::","synset_id":"agree.v.01"},{"index":36,"sense_key":"hold%2:29:04::","synset_id":"hold.v.36"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"hold%2:35:02::","call_ids":["senseval3.d001.s029.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"hold%2:35:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":920,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37711167614907026}
{"item_id":"senseval3.d001.s029.t005","gold_sense_keys":["share%1:04:00::"],"candidates":[{"index":1,"sense_key":"share%1:21:00::","synset_id":"share.n.01"},{"index":2,"sense_key":"share%1:21:01::","synset_id":"share.n.02"},{"index":3,"sense_key":"share%1:04:00::","synset_id":"parcel.n.02"},{"index":4,"sense_key":"share%1:04:01::","synset_id":"contribution.n.01"},{"index":5,"sense_key":"share%1:06:00::","synset_id":"plowshare.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"share%1:04:00::","call_ids":["senseval3.d001.s029.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"share%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":280,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37876414507627487}
{"item_id":"senseval3.d001.s029.t006","gold_sense_keys":["power%1:07:00::"],"candidates":[{"index":1,"sense_key":"power%1:07:00::","synset_id":"power.n.01"},{"index":2,"sense_key":"power%1:19:00::","synset_id":"power.n.02"},{"index":3,"sense_key":"power%1:09:01::","synset_id":"ability.n.02"},{"index":4,"sense_key":"power%1:26:00::","synset_id":"office.n.04"},{"index":5,"sense_key":"power%1:18:00::","synset_id":"power.n.05"},{"index":6,"sense_key":"power%1:10:00::","synset_id":"exponent.n.03"},{"index":7,"sense_key":"power%1:07:02::","synset_id":"might.n.01"},{"index":8,"sense_key":"power%1:14:00::","synset_id":"world_power.n.01"},{"index":9,"sense_key":"power%1:18:01::","synset_id":"baron.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"power%1:18:00::","call_ids":["senseval3.d001.s029.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"power%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3796616441104561}
{"item_id":"senseval3.d001.s029.t007","gold_sense_keys":["able%3:00:00::"],"candidates":[{"index":1,"sense_key":"able%3:00:00::","synset_id":"able.a.01"},{"index":2,"sense_key":"able%5:00:00:competent:00","synset_id":"able.s.01"},{"index":3,"sense_key":"able%5:00:00:capable:00","synset_id":"able.s.02"},{"index":4,"sense_key":"able%5:00:00:fit:01","synset_id":"able.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"able%5:00:00:competent:00","call_ids":["senseval3.d001.s029.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"able%5:00:00:competent:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3807425119448453}
{"item_id":"senseval3.d001.s029.t008","gold_sense_keys":["translate%2:30:01::"],"candidates":[{"index":1,"sense_key":"translate%2:32:00::","synset_id":"translate.v.01"},{"index":2,"sense_key":"translate%2:30:01::","synset_id":"translate.v.02"},{"index":3,"sense_key":"translate%2:31:00::","synset_id":"understand.v.03"},{"index":4,"sense_key":"translate%2:35:00::","synset_id":"translate.v.04"},{"index":5,"sense_key":"translate%2:30:00::","synset_id":"translate.v.05"},{"index":6,"sense_key":"translate%2:42:03::","synset_id":"translate.v.06"},{"index":7,"sense_key":"translate%2:42:00::","synset_id":"translate.v.07"},{"index":8,"sense_key":"translate%2:38:04::","synset_id":"translate.v.08"},{"index":9,"sense_key":"translate%2:32:06::","synset_id":"translate.v.09"},{"index":10,"sense_key":"translate%2:32:05::","synset_id":"translate.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"translate%2:32:06::","call_ids":["senseval3.d001.s029.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"translate%2:32:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":364,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3837489648722112}
{"item_id":"senseval3.d001.s029.t010","gold_sense_keys":["local%3:01:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval3.d001.s029.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4230234131682664}
{"item_id":"senseval3.d001.s029.t011","gold_sense_keys":["benefit%1:07:00::"],"candidates":[{"index":1,"sense_key":"benefit%1:21:00::","synset_id":"benefit.n.01"},{"index":2,"sense_key":"benefit%1:07:00::","synset_id":"benefit.n.02"},{"index":3,"sense_key":"benefit%1:10:00::","synset_id":"benefit.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"benefit%1:07:00::","call_ids":["senseval3.d001.s029.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"benefit%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4120807459112257}
{"item_id":"senseval3.d001.s029.t015","gold_sense_keys":["have%2:40:00::","have%2:42:12::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"have%2:30:00::","call_ids":["senseval3.d001.s029.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"have%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":532,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42397617804817855}
{"item_id":"senseval3.d001.s029.t016","gold_sense_keys":["strong%3:00:00::"],"candidates":[{"index":1,"sense_key":"strong%3:00:00::","synset_id":"strong.a.01"},{"index":2,"sense_key":"strong%5:00:00:intense:00","synset_id":"strong.s.01"},{"index":3,"sense_key":"strong%5:00:00:powerful:00","synset_id":"potent.s.02"},{"index":4,"sense_key":"strong%3:00:04::","synset_id":"potent.a.03"},{"index":5,"sense_key":"strong%5:00:00:invulnerable:00","synset_id":"impregnable.s.01"},{"index":6,"sense_key":"strong%5:00:00:sound:01","synset_id":"solid.s.05"},{"index":7,"sense_key":"strong%5:00:00:irregular:00","synset_id":"strong.s.05"},{"index":8,"sense_key":"strong%5:00:00:alcoholic:00","synset_id":"hard.s.04"},{"index":9,"sense_key":"strong%5:00:00:fresh:01","synset_id":"strong.s.07"},{"index":10,"sense_key":"strong%5:00:00:forceful:00","synset_id":"firm.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"strong%5:00:00:fresh:01","call_ids":["senseval3.d001.s029.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"strong%5:00:00:fresh:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4152510119602084}
{"item_id":"senseval3.d001.s029.t017","gold_sense_keys":["incentive%1:16:00::"],"candidates":[{"index":1,"sense_key":"incentive%1:16:00::","synset_id":"incentive.n.01"},{"index":2,"sense_key":"incentive%1:21:00::","synset_id":"bonus.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"incentive%1:16:00::","call_ids":["senseval3.d001.s029.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"incentive%1:16:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3844448388554156}
{"item_id":"senseval3.d001.s029.t018","gold_sense_keys":["keep%2:41:02::"],"candidates":[{"index":1,"sense_key":"keep%2:42:00::","synset_id":"keep.v.01"},{"index":2,"sense_key":"keep%2:42:07::","synset_id":"continue.v.01"},{"index":3,"sense_key":"keep%2:40:00::","synset_id":"keep.v.03"},{"index":4,"sense_key":"keep%2:41:01::","synset_id":"prevent.v.02"},{"index":5,"sense_key":"keep%2:41:03::","synset_id":"observe.v.09"},{"index":6,"sense_key":"keep%2:31:00::","synset_id":"observe.v.08"},{"index":7,"sense_key":"keep%2:40:01::","synset_id":"keep.v.07"},{"index":8,"sense_key":"keep%2:32:00::","synset_id":"keep.v.08"},{"index":9,"sense_key":"keep%2:42:01::","synset_id":"keep.v.09"},{"index":10,"sense_key":"keep%2:41:02::","synset_id":"retain.v.02"},{"index":11,"sense_key":"keep%2:34:00::","synset_id":"sustain.v.04"},{"index":12,"sense_key":"keep%2:42:03::","synset_id":"keep.v.12"},{"index":13,"sense_key":"keep%2:41:05::","synset_id":"observe.v.06"},{"index":14,"sense_key":"keep%2:41:00::","synset_id":"restrain.v.01"},{"index":15,"sense_key":"keep%2:42:02::","synset_id":"keep.v.15"},{"index":16,"sense_key":"keep%2:42:12::","synset_id":"keep.v.16"},{"index":17,"sense_key":"keep%2:40:09::","synset_id":"keep_open.v.01"},{"index":18,"sense_key":"keep%2:40:13::","synset_id":"keep.v.18"},{"index":19,"sense_key":"keep%2:40:12::","synset_id":"keep.v.19"},{"index":20,"sense_key":"keep%2:40:10::","synset_id":"keep.v.20"},{"index":21,"sense_key":"keep%2:35:10::","synset_id":"keep.v.21"},{"index":22,"sense_key":"keep%2:30:10::","synset_id":"preserve.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"keep%2:40:01::","call_ids":["senseval3.d001.s029.t018__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"keep%2:40:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":596,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41699863504618406}
{"item_id":"senseval3.d001.s029.t020","gold_sense_keys":["democrat%1:18:01::"],"candidates":[{"index":1,"sense_key":"democrat%1:18:01::","synset_id":"democrat.n.01"},{"index":2,"sense_key":"democrat%1:18:00::","synset_id":"democrat.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democrat%1:18:00::","call_ids":["senseval3.d001.s029.t020__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democrat%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3854792769998312}
{"item_id":"senseval3.d001.s029.t021","gold_sense_keys":["office%1:26:00::"],"candidates":[{"index":1,"sense_key":"office%1:06:00::","synset_id":"office.n.01"},{"index":2,"sense_key":"office%1:14:01::","synset_id":"agency.n.01"},{"index":3,"sense_key":"office%1:04:01::","synset_id":"function.n.03"},{"index":4,"sense_key":"office%1:26:00::","synset_id":"office.n.04"},{"index":5,"sense_key":"office%1:14:00::","synset_id":"office.n.05"},{"index":6,"sense_key":"office%1:04:00::","synset_id":"office.n.06"},{"index":7,"sense_key":"office%1:04:02::","synset_id":"position.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"office%1:26:00::","call_ids":["senseval3.d001.s029.t021__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"office%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":309,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38703521294519305}
{"item_id":"senseval3.d001.s030.t001","gold_sense_keys":["suggest%2:32:02::"],"candidates":[{"index":1,"sense_key":"suggest%2:32:00::","synset_id":"propose.v.01"},{"index":2,"sense_key":"suggest%2:32:04::","synset_id":"hint.v.01"},{"index":3,"sense_key":"suggest%2:32:02::","synset_id":"suggest.v.03"},{"index":4,"sense_key":"suggest%2:32:03::","synset_id":"indicate.v.05"},{"index":5,"sense_key":"suggest%2:32:01::","synset_id":"suggest.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"suggest%2:32:02::","call_ids":["senseval3.d001.s030.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"suggest%2:32:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35506104002706707}
{"item_id":"senseval3.d001.s030.t002","gold_sense_keys":["republican%1:18:01::"],"candidates":[{"index":1,"sense_key":"republican%1:18:01::","synset_id":"republican.n.01"},{"index":2,"sense_key":"republican%1:18:00::","synset_id":"republican.n.02"},{"index":3,"sense_key":"republican%1:17:00::","synset_id":"republican.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%1:18:00::","call_ids":["senseval3.d001.s030.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3752768391277641}
{"item_id":"senseval3.d001.s030.t003","gold_sense_keys":["fare%2:42:00::"],"candidates":[{"index":1,"sense_key":"fare%2:42:00::","synset_id":"do.v.04"},{"index":2,"sense_key":"fare%2:34:00::","synset_id":"fare.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"fare%2:42:00::","call_ids":["senseval3.d001.s030.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"fare%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":125,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38696907996200025}
{"item_id":"senseval3.d001.s030.t004","gold_sense_keys":["race%1:11:01::"],"candidates":[{"index":1,"sense_key":"race%1:11:01::","synset_id":"race.n.01"},{"index":2,"sense_key":"race%1:11:00::","synset_id":"race.n.02"},{"index":3,"sense_key":"race%1:14:00::","synset_id":"race.n.03"},{"index":4,"sense_key":"race%1:14:01::","synset_id":"subspecies.n.01"},{"index":5,"sense_key":"race%1:19:00::","synset_id":"slipstream.n.01"},{"index":6,"sense_key":"race%1:06:00::","synset_id":"raceway.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"race%1:14:00::","call_ids":["senseval3.d001.s030.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"race%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3806750220246613}
{"item_id":"senseval3.d001.s030.t005","gold_sense_keys":["campaign%1:11:00::"],"candidates":[{"index":1,"sense_key":"campaign%1:11:00::","synset_id":"political_campaign.n.01"},{"index":2,"sense_key":"campaign%1:04:02::","synset_id":"campaign.n.02"},{"index":3,"sense_key":"campaign%1:04:00::","synset_id":"campaign.n.03"},{"index":4,"sense_key":"campaign%1:04:01::","synset_id":"campaign.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"campaign%1:04:02::","call_ids":["senseval3.d001.s030.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"campaign%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3877951828762889}
{"item_id":"senseval3.d001.s031.t000","gold_sense_keys":["local%3:01:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval3.d001.s031.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3818330271169543}
{"item_id":"senseval3.d001.s031.t003","gold_sense_keys":["national%3:00:00::","national%3:00:01::","national%3:01:00::","national%5:00:00:domestic:00"],"candidates":[{"index":1,"sense_key":"national%3:01:00::","synset_id":"national.a.01"},{"index":2,"sense_key":"national%3:00:00::","synset_id":"national.a.02"},{"index":3,"sense_key":"national%3:00:01::","synset_id":"national.a.03"},{"index":4,"sense_key":"national%5:00:00:public:00","synset_id":"national.s.01"},{"index":5,"sense_key":"national%5:00:00:domestic:00","synset_id":"home.s.01"},{"index":6,"sense_key":"national%3:01:02::","synset_id":"national.a.06"},{"index":7,"sense_key":"national%3:01:01::","synset_id":"national.a.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"national%3:00:01::","call_ids":["senseval3.d001.s031.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"national%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38874211395159364}
{"item_id":"senseval3.d001.s031.t004","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"policy%1:10:00::","call_ids":["senseval3.d001.s031.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"policy%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34752495493739843}
{"item_id":"senseval3.d001.s031.t005","gold_sense_keys":["making%1:04:00::"],"candidates":[{"index":1,"sense_key":"making%1:04:00::","synset_id":"devising.n.01"},{"index":2,"sense_key":"making%1:07:00::","synset_id":"qualification.n.01"},{"index":3,"sense_key":"making%1:06:00::","synset_id":"making.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"making%1:07:00::","call_ids":["senseval3.d001.s031.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"making%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33168343105353415}
{"item_id":"senseval3.d001.s031.t007","gold_sense_keys":["chamber%1:14:00::"],"candidates":[{"index":1,"sense_key":"chamber%1:06:00::","synset_id":"chamber.n.01"},{"index":2,"sense_key":"chamber%1:08:00::","synset_id":"chamber.n.02"},{"index":3,"sense_key":"chamber%1:06:02::","synset_id":"chamber.n.03"},{"index":4,"sense_key":"chamber%1:14:00::","synset_id":"chamber.n.04"},{"index":5,"sense_key":"chamber%1:06:01::","synset_id":"bedroom.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"chamber%1:14:00::","call_ids":["senseval3.d001.s031.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"chamber%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3107307180762291}
{"item_id":"senseval3.d001.s031.t009","gold_sense_keys":["expect%2:31:00::"],"candidates":[{"index":1,"sense_key":"expect%2:31:00::","synset_id":"expect.v.01"},{"index":2,"sense_key":"expect%2:32:00::","synset_id":"ask.v.04"},{"index":3,"sense_key":"expect%2:31:01::","synset_id":"expect.v.03"},{"index":4,"sense_key":"expect%2:31:05::","synset_id":"expect.v.04"},{"index":5,"sense_key":"expect%2:29:02::","synset_id":"expect.v.05"},{"index":6,"sense_key":"expect%2:29:00::","synset_id":"have_a_bun_in_the_oven.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"expect%2:31:01::","call_ids":["senseval3.d001.s031.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"expect%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29399199108593166}
{"item_id":"senseval3.d001.s031.t010","gold_sense_keys":["republican%1:18:01::"],"candidates":[{"index":1,"sense_key":"republican%1:18:01::","synset_id":"republican.n.01"},{"index":2,"sense_key":"republican%1:18:00::","synset_id":"republican.n.02"},{"index":3,"sense_key":"republican%1:17:00::","synset_id":"republican.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%1:18:00::","call_ids":["senseval3.d001.s031.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33073987695388496}
{"item_id":"senseval3.d001.s031.t011","gold_sense_keys":["willing%3:00:00::"],"candidates":[{"index":1,"sense_key":"willing%3:00:00::","synset_id":"willing.a.01"},{"index":2,"sense_key":"willing%5:00:00:voluntary:01","synset_id":"uncoerced.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"willing%5:00:00:voluntary:01","call_ids":["senseval3.d001.s031.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"willing%5:00:00:voluntary:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3343980989884585}
{"item_id":"senseval3.d001.s031.t012","gold_sense_keys":["engage%2:41:06::"],"candidates":[{"index":1,"sense_key":"engage%2:41:06::","synset_id":"prosecute.v.03"},{"index":2,"sense_key":"engage%2:31:00::","synset_id":"absorb.v.09"},{"index":3,"sense_key":"engage%2:41:01::","synset_id":"hire.v.01"},{"index":4,"sense_key":"engage%2:41:00::","synset_id":"engage.v.04"},{"index":5,"sense_key":"engage%2:32:00::","synset_id":"betroth.v.01"},{"index":6,"sense_key":"engage%2:30:00::","synset_id":"engage.v.06"},{"index":7,"sense_key":"engage%2:41:12::","synset_id":"engage.v.07"},{"index":8,"sense_key":"engage%2:40:01::","synset_id":"engage.v.08"},{"index":9,"sense_key":"engage%2:40:00::","synset_id":"lease.v.04"},{"index":10,"sense_key":"engage%2:35:00::","synset_id":"engage.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"engage%2:40:00::","call_ids":["senseval3.d001.s031.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"engage%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":322,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3396924219559878}
{"item_id":"senseval3.d001.s031.t013","gold_sense_keys":["local%3:00:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval3.d001.s031.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3357354709878564}
{"item_id":"senseval3.d001.s031.t015","gold_sense_keys":["democratic%3:01:00::"],"candidates":[{"index":1,"sense_key":"democratic%3:00:00::","synset_id":"democratic.a.01"},{"index":2,"sense_key":"democratic%3:01:00::","synset_id":"democratic.a.02"},{"index":3,"sense_key":"democratic%5:00:00:common:01","synset_id":"democratic.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democratic%3:01:00::","call_ids":["senseval3.d001.s031.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democratic%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3374385070055723}
{"item_id":"senseval3.d001.s031.t016","gold_sense_keys":["counterpart%1:09:00::"],"candidates":[{"index":1,"sense_key":"counterpart%1:09:00::","synset_id":"counterpart.n.01"},{"index":2,"sense_key":"counterpart%1:06:00::","synset_id":"counterpart.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"counterpart%1:09:00::","call_ids":["senseval3.d001.s031.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"counterpart%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3313172389753163}
{"item_id":"senseval3.d001.s032.t000","gold_sense_keys":["empirical%3:00:00::"],"candidates":[{"index":1,"sense_key":"empirical%3:00:00::","synset_id":"empirical.a.01"},{"index":2,"sense_key":"empirical%3:01:00::","synset_id":"empiric.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"empirical%3:00:00::","call_ids":["senseval3.d001.s032.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"empirical%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":128,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3404352040961385}
{"item_id":"senseval3.d001.s032.t001","gold_sense_keys":["support%1:04:02::"],"candidates":[{"index":1,"sense_key":"support%1:04:04::","synset_id":"support.n.01"},{"index":2,"sense_key":"support%1:04:00::","synset_id":"support.n.02"},{"index":3,"sense_key":"support%1:09:00::","synset_id":"support.n.03"},{"index":4,"sense_key":"support%1:04:03::","synset_id":"support.n.04"},{"index":5,"sense_key":"support%1:04:02::","synset_id":"documentation.n.03"},{"index":6,"sense_key":"support%1:21:00::","synset_id":"support.n.06"},{"index":7,"sense_key":"support%1:06:01::","synset_id":"support.n.07"},{"index":8,"sense_key":"support%1:04:01::","synset_id":"support.n.08"},{"index":9,"sense_key":"support%1:10:01::","synset_id":"accompaniment.n.02"},{"index":10,"sense_key":"support%1:06:00::","synset_id":"support.n.10"},{"index":11,"sense_key":"support%1:21:01::","synset_id":"support.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"support%1:04:02::","call_ids":["senseval3.d001.s032.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"support%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":366,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3416547840461135}
{"item_id":"senseval3.d001.s033.t000","gold_sense_keys":["piece%1:06:00::"],"candidates":[{"index":1,"sense_key":"piece%1:06:00::","synset_id":"piece.n.01"},{"index":2,"sense_key":"piece%1:06:05::","synset_id":"piece.n.02"},{"index":3,"sense_key":"piece%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"piece%1:10:01::","synset_id":"musical_composition.n.01"},{"index":5,"sense_key":"piece%1:11:00::","synset_id":"piece.n.05"},{"index":6,"sense_key":"piece%1:10:02::","synset_id":"piece.n.06"},{"index":7,"sense_key":"piece%1:06:03::","synset_id":"firearm.n.01"},{"index":8,"sense_key":"piece%1:13:00::","synset_id":"piece.n.08"},{"index":9,"sense_key":"piece%1:07:00::","synset_id":"piece.n.09"},{"index":10,"sense_key":"piece%1:06:04::","synset_id":"objet_d'art.n.01"},{"index":11,"sense_key":"piece%1:28:00::","synset_id":"while.n.01"},{"index":12,"sense_key":"piece%1:21:00::","synset_id":"slice.n.01"},{"index":13,"sense_key":"piece%1:06:02::","synset_id":"man.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"piece%1:06:00::","call_ids":["senseval3.d001.s033.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"piece%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":383,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2938488940708339}
{"item_id":"senseval3.d001.s033.t001","gold_sense_keys":["evidence%1:09:00::","evidence%1:10:01::"],"candidates":[{"index":1,"sense_key":"evidence%1:09:00::","synset_id":"evidence.n.01"},{"index":2,"sense_key":"evidence%1:10:01::","synset_id":"evidence.n.02"},{"index":3,"sense_key":"evidence%1:10:00::","synset_id":"evidence.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evidence%1:10:01::","call_ids":["senseval3.d001.s033.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evidence%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28552645398303866}
{"item_id":"senseval3.d001.s033.t004","gold_sense_keys":["assumption%1:09:00::","assumption%1:10:00::"],"candidates":[{"index":1,"sense_key":"assumption%1:10:00::","synset_id":"premise.n.01"},{"index":2,"sense_key":"assumption%1:09:00::","synset_id":"assumption.n.02"},{"index":3,"sense_key":"assumption%1:04:00::","synset_id":"assumption.n.03"},{"index":4,"sense_key":"assumption%1:28:00::","synset_id":"assumption.n.04"},{"index":5,"sense_key":"assumption%1:11:00::","synset_id":"assumption.n.05"},{"index":6,"sense_key":"assumption%1:07:00::","synset_id":"presumption.n.03"},{"index":7,"sense_key":"assumption%1:04:01::","synset_id":"assumption.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"assumption%1:04:01::","call_ids":["senseval3.d001.s033.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"assumption%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28658867394551635}
{"item_id":"senseval3.d001.s033.t005","gold_sense_keys":["democratic%3:01:00::"],"candidates":[{"index":1,"sense_key":"democratic%3:00:00::","synset_id":"democratic.a.01"},{"index":2,"sense_key":"democratic%3:01:00::","synset_id":"democratic.a.02"},{"index":3,"sense_key":"democratic%5:00:00:common:01","synset_id":"democratic.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"democratic%5:00:00:common:01","call_ids":["senseval3.d001.s033.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"democratic%5:00:00:common:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2880225800909102}
{"item_id":"senseval3.d001.s033.t007","gold_sense_keys":["willing%3:00:00::"],"candidates":[{"index":1,"sense_key":"willing%3:00:00::","synset_id":"willing.a.01"},{"index":2,"sense_key":"willing%5:00:00:voluntary:01","synset_id":"uncoerced.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"willing%5:00:00:voluntary:01","call_ids":["senseval3.d001.s033.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"willing%5:00:00:voluntary:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2892863128799945}
{"item_id":"senseval3.d001.s033.t008","gold_sense_keys":["engage%2:41:06::"],"candidates":[{"index":1,"sense_key":"engage%2:41:06::","synset_id":"prosecute.v.03"},{"index":2,"sense_key":"engage%2:31:00::","synset_id":"absorb.v.09"},{"index":3,"sense_key":"engage%2:41:01::","synset_id":"hire.v.01"},{"index":4,"sense_key":"engage%2:41:00::","synset_id":"engage.v.04"},{"index":5,"sense_key":"engage%2:32:00::","synset_id":"betroth.v.01"},{"index":6,"sense_key":"engage%2:30:00::","synset_id":"engage.v.06"},{"index":7,"sense_key":"engage%2:41:12::","synset_id":"engage.v.07"},{"index":8,"sense_key":"engage%2:40:01::","synset_id":"engage.v.08"},{"index":9,"sense_key":"engage%2:40:00::","synset_id":"lease.v.04"},{"index":10,"sense_key":"engage%2:35:00::","synset_id":"engage.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"engage%2:40:00::","call_ids":["senseval3.d001.s033.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"engage%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":304,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29205402988009155}
{"item_id":"senseval3.d001.s033.t009","gold_sense_keys":["local%3:00:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval3.d001.s033.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26819037203677}
{"item_id":"senseval3.d001.s033.t011","gold_sense_keys":["republican%3:01:01::"],"candidates":[{"index":1,"sense_key":"republican%3:01:01::","synset_id":"republican.a.01"},{"index":2,"sense_key":"republican%5:00:00:democratic:00","synset_id":"republican.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%5:00:00:democratic:00","call_ids":["senseval3.d001.s033.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%5:00:00:democratic:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26593026402406394}
{"item_id":"senseval3.d001.s033.t012","gold_sense_keys":["colleague%1:18:01::"],"candidates":[{"index":1,"sense_key":"colleague%1:18:00::","synset_id":"colleague.n.01"},{"index":2,"sense_key":"colleague%1:18:01::","synset_id":"colleague.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"colleague%1:18:01::","call_ids":["senseval3.d001.s033.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"colleague%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2682308810763061}
{"item_id":"senseval3.d001.s034.t000","gold_sense_keys":["first%4:02:00::"],"candidates":[{"index":1,"sense_key":"first%4:02:00::","synset_id":"first.r.01"},{"index":2,"sense_key":"first%4:02:02::","synset_id":"first.r.02"},{"index":3,"sense_key":"first%4:02:03::","synset_id":"first.r.03"},{"index":4,"sense_key":"first%4:02:01::","synset_id":"foremost.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"first%4:02:03::","call_ids":["senseval3.d001.s034.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"first%4:02:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2690971700940281}
{"item_id":"senseval3.d001.s034.t002","gold_sense_keys":["find%2:31:09::","find%2:32:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"find%2:36:00::","call_ids":["senseval3.d001.s034.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"find%2:36:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":502,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2713843670208007}
{"item_id":"senseval3.d001.s034.t006","gold_sense_keys":["personal%3:00:00::","personal%5:00:00:subjective:00"],"candidates":[{"index":1,"sense_key":"personal%3:00:00::","synset_id":"personal.a.01"},{"index":2,"sense_key":"personal%5:00:00:subjective:00","synset_id":"personal.s.01"},{"index":3,"sense_key":"personal%3:01:01::","synset_id":"personal.a.03"},{"index":4,"sense_key":"personal%5:00:00:physical:00","synset_id":"personal.s.02"},{"index":5,"sense_key":"personal%3:01:00::","synset_id":"personal.a.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"personal%5:00:00:subjective:00","call_ids":["senseval3.d001.s034.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"personal%5:00:00:subjective:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2602985280100256}
{"item_id":"senseval3.d001.s034.t007","gold_sense_keys":["staff%1:14:01::"],"candidates":[{"index":1,"sense_key":"staff%1:14:01::","synset_id":"staff.n.01"},{"index":2,"sense_key":"staff%1:06:00::","synset_id":"staff.n.02"},{"index":3,"sense_key":"staff%1:14:00::","synset_id":"staff.n.03"},{"index":4,"sense_key":"staff%1:27:00::","synset_id":"staff.n.04"},{"index":5,"sense_key":"staff%1:10:01::","synset_id":"staff.n.05"},{"index":6,"sense_key":"staff%1:10:00::","synset_id":"staff.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"staff%1:14:01::","call_ids":["senseval3.d001.s034.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"staff%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2177134770900011}
{"item_id":"senseval3.d001.s034.t008","gold_sense_keys":["budget%1:21:02::"],"candidates":[{"index":1,"sense_key":"budget%1:21:02::","synset_id":"budget.n.01"},{"index":2,"sense_key":"budget%1:21:03::","synset_id":"budget.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"budget%1:21:02::","call_ids":["senseval3.d001.s034.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"budget%1:21:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21634250413626432}
{"item_id":"senseval3.d001.s034.t009","gold_sense_keys":["democrat%1:18:01::"],"candidates":[{"index":1,"sense_key":"democrat%1:18:01::","synset_id":"democrat.n.01"},{"index":2,"sense_key":"democrat%1:18:00::","synset_id":"democrat.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democrat%1:18:00::","call_ids":["senseval3.d001.s034.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democrat%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":129,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21817885898053646}
{"item_id":"senseval3.d001.s035.t000","gold_sense_keys":["extent%1:26:00::"],"candidates":[{"index":1,"sense_key":"extent%1:26:00::","synset_id":"extent.n.01"},{"index":2,"sense_key":"extent%1:07:00::","synset_id":"extent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"extent%1:26:00::","call_ids":["senseval3.d001.s035.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"extent%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21858118893578649}
{"item_id":"senseval3.d001.s035.t001","gold_sense_keys":["primary%3:00:00::","primary%5:00:00:important:00"],"candidates":[{"index":1,"sense_key":"primary%3:00:00::","synset_id":"primary.a.01"},{"index":2,"sense_key":"primary%5:00:00:underived:00","synset_id":"primary.s.01"},{"index":3,"sense_key":"primary%5:00:00:important:00","synset_id":"chief.s.01"},{"index":4,"sense_key":"primary%5:00:00:basic:00","synset_id":"elementary.s.02"},{"index":5,"sense_key":"primary%5:00:00:essential:00","synset_id":"basal.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"primary%3:00:00::","call_ids":["senseval3.d001.s035.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"primary%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2193133570253849}
{"item_id":"senseval3.d001.s035.t002","gold_sense_keys":["duty%1:04:02::"],"candidates":[{"index":1,"sense_key":"duty%1:04:00::","synset_id":"duty.n.01"},{"index":2,"sense_key":"duty%1:04:02::","synset_id":"duty.n.02"},{"index":3,"sense_key":"duty%1:21:00::","synset_id":"duty.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"duty%1:04:02::","call_ids":["senseval3.d001.s035.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"duty%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28754679718986154}
{"item_id":"senseval3.d001.s035.t003","gold_sense_keys":["personal%3:00:00::","personal%5:00:00:subjective:00"],"candidates":[{"index":1,"sense_key":"personal%3:00:00::","synset_id":"personal.a.01"},{"index":2,"sense_key":"personal%5:00:00:subjective:00","synset_id":"personal.s.01"},{"index":3,"sense_key":"personal%3:01:01::","synset_id":"personal.a.03"},{"index":4,"sense_key":"personal%5:00:00:physical:00","synset_id":"personal.s.02"},{"index":5,"sense_key":"personal%3:01:00::","synset_id":"personal.a.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"personal%3:01:01::","call_ids":["senseval3.d001.s035.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"personal%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29997155210003257}
{"item_id":"senseval3.d001.s035.t004","gold_sense_keys":["staff%1:14:01::"],"candidates":[{"index":1,"sense_key":"staff%1:14:01::","synset_id":"staff.n.01"},{"index":2,"sense_key":"staff%1:06:00::","synset_id":"staff.n.02"},{"index":3,"sense_key":"staff%1:14:00::","synset_id":"staff.n.03"},{"index":4,"sense_key":"staff%1:27:00::","synset_id":"staff.n.04"},{"index":5,"sense_key":"staff%1:10:01::","synset_id":"staff.n.05"},{"index":6,"sense_key":"staff%1:10:00::","synset_id":"staff.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"staff%1:14:00::","call_ids":["senseval3.d001.s035.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"staff%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.301563753047958}
{"item_id":"senseval3.d001.s035.t005","gold_sense_keys":["involve%2:42:00::"],"candidates":[{"index":1,"sense_key":"involve%2:42:01::","synset_id":"involve.v.01"},{"index":2,"sense_key":"involve%2:42:04::","synset_id":"involve.v.02"},{"index":3,"sense_key":"involve%2:42:00::","synset_id":"imply.v.05"},{"index":4,"sense_key":"involve%2:42:07::","synset_id":"necessitate.v.01"},{"index":5,"sense_key":"involve%2:42:02::","synset_id":"involve.v.05"},{"index":6,"sense_key":"involve%2:31:00::","synset_id":"involve.v.06"},{"index":7,"sense_key":"involve%2:30:00::","synset_id":"involve.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"involve%2:42:00::","call_ids":["senseval3.d001.s035.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"involve%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.302963589085266}
{"item_id":"senseval3.d001.s035.t006","gold_sense_keys":["local%3:00:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval3.d001.s035.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3042208768893033}
{"item_id":"senseval3.d001.s035.t008","gold_sense_keys":["indicate%2:32:01::","indicate%2:32:02::"],"candidates":[{"index":1,"sense_key":"indicate%2:32:01::","synset_id":"bespeak.v.01"},{"index":2,"sense_key":"indicate%2:32:03::","synset_id":"indicate.v.02"},{"index":3,"sense_key":"indicate%2:32:00::","synset_id":"indicate.v.03"},{"index":4,"sense_key":"indicate%2:32:02::","synset_id":"argue.v.03"},{"index":5,"sense_key":"indicate%2:32:04::","synset_id":"indicate.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"indicate%2:32:00::","call_ids":["senseval3.d001.s035.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"indicate%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3055560009088367}
{"item_id":"senseval3.d001.s035.t009","gold_sense_keys":["political%3:01:01::"],"candidates":[{"index":1,"sense_key":"political%3:00:00::","synset_id":"political.a.01"},{"index":2,"sense_key":"political%3:01:01::","synset_id":"political.a.02"},{"index":3,"sense_key":"political%3:01:02::","synset_id":"political.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"political%3:01:01::","call_ids":["senseval3.d001.s035.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"political%3:01:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3068181839771569}
{"item_id":"senseval3.d001.s035.t010","gold_sense_keys":["philosophy%1:09:01::"],"candidates":[{"index":1,"sense_key":"philosophy%1:09:01::","synset_id":"doctrine.n.01"},{"index":2,"sense_key":"philosophy%1:09:00::","synset_id":"philosophy.n.02"},{"index":3,"sense_key":"philosophy%1:09:02::","synset_id":"philosophy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"philosophy%1:09:02::","call_ids":["senseval3.d001.s035.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"philosophy%1:09:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3078875099308789}
{"item_id":"senseval3.d001.s035.t011","gold_sense_keys":["lead%2:32:00::"],"candidates":[{"index":1,"sense_key":"lead%2:38:01::","synset_id":"lead.v.01"},{"index":2,"sense_key":"lead%2:42:04::","synset_id":"leave.v.07"},{"index":3,"sense_key":"lead%2:42:12::","synset_id":"lead.v.03"},{"index":4,"sense_key":"lead%2:38:00::","synset_id":"lead.v.04"},{"index":5,"sense_key":"lead%2:32:00::","synset_id":"lead.v.05"},{"index":6,"sense_key":"lead%2:42:00::","synset_id":"run.v.03"},{"index":7,"sense_key":"lead%2:41:00::","synset_id":"head.v.02"},{"index":8,"sense_key":"lead%2:42:01::","synset_id":"lead.v.08"},{"index":9,"sense_key":"lead%2:41:12::","synset_id":"contribute.v.03"},{"index":10,"sense_key":"lead%2:36:00::","synset_id":"conduct.v.02"},{"index":11,"sense_key":"lead%2:42:03::","synset_id":"go.v.25"},{"index":12,"sense_key":"lead%2:38:02::","synset_id":"precede.v.04"},{"index":13,"sense_key":"lead%2:42:02::","synset_id":"run.v.23"},{"index":14,"sense_key":"lead%2:32:01::","synset_id":"moderate.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"lead%2:41:12::","call_ids":["senseval3.d001.s035.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"lead%2:41:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":422,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30917739984579384}
{"item_id":"senseval3.d001.s035.t013","gold_sense_keys":["republican%1:18:01::"],"candidates":[{"index":1,"sense_key":"republican%1:18:01::","synset_id":"republican.n.01"},{"index":2,"sense_key":"republican%1:18:00::","synset_id":"republican.n.02"},{"index":3,"sense_key":"republican%1:17:00::","synset_id":"republican.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%1:18:00::","call_ids":["senseval3.d001.s035.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26082751411013305}
{"item_id":"senseval3.d001.s035.t014","gold_sense_keys":["narrow%5:00:00:limited:00"],"candidates":[{"index":1,"sense_key":"narrow%3:00:00::","synset_id":"narrow.a.01"},{"index":2,"sense_key":"narrow%5:00:00:limited:00","synset_id":"narrow.s.01"},{"index":3,"sense_key":"narrow%3:00:06::","synset_id":"narrow-minded.a.02"},{"index":4,"sense_key":"narrow%3:00:02::","synset_id":"narrow.a.04"},{"index":5,"sense_key":"narrow%5:00:00:careful:00","synset_id":"minute.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"narrow%3:00:02::","call_ids":["senseval3.d001.s035.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"narrow%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2620759578421712}
{"item_id":"senseval3.d001.s035.t015","gold_sense_keys":["constituent%1:18:00::"],"candidates":[{"index":1,"sense_key":"constituent%1:06:00::","synset_id":"component.n.03"},{"index":2,"sense_key":"constituent%1:18:00::","synset_id":"constituent.n.02"},{"index":3,"sense_key":"constituent%1:24:00::","synset_id":"part.n.01"},{"index":4,"sense_key":"constituent%1:10:00::","synset_id":"constituent.n.04"},{"index":5,"sense_key":"constituent%1:09:00::","synset_id":"component.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"constituent%1:18:00::","call_ids":["senseval3.d001.s035.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"constituent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2638338359538466}
{"item_id":"senseval3.d001.s035.t016","gold_sense_keys":["concern%1:09:00::"],"candidates":[{"index":1,"sense_key":"concern%1:09:00::","synset_id":"concern.n.01"},{"index":2,"sense_key":"concern%1:12:01::","synset_id":"concern.n.02"},{"index":3,"sense_key":"concern%1:12:00::","synset_id":"concern.n.03"},{"index":4,"sense_key":"concern%1:09:01::","synset_id":"concern.n.04"},{"index":5,"sense_key":"concern%1:14:00::","synset_id":"business.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"concern%1:09:01::","call_ids":["senseval3.d001.s035.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"concern%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2652306368108839}
{"item_id":"senseval3.d001.s036.t002","gold_sense_keys":["assumption%1:09:00::","assumption%1:10:00::"],"candidates":[{"index":1,"sense_key":"assumption%1:10:00::","synset_id":"premise.n.01"},{"index":2,"sense_key":"assumption%1:09:00::","synset_id":"assumption.n.02"},{"index":3,"sense_key":"assumption%1:04:00::","synset_id":"assumption.n.03"},{"index":4,"sense_key":"assumption%1:28:00::","synset_id":"assumption.n.04"},{"index":5,"sense_key":"assumption%1:11:00::","synset_id":"assumption.n.05"},{"index":6,"sense_key":"assumption%1:07:00::","synset_id":"presumption.n.03"},{"index":7,"sense_key":"assumption%1:04:01::","synset_id":"assumption.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"assumption%1:04:01::","call_ids":["senseval3.d001.s036.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"assumption%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":345,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2667461798992008}
{"item_id":"senseval3.d001.s036.t003","gold_sense_keys":["valid%3:00:00::"],"candidates":[{"index":1,"sense_key":"valid%3:00:00::","synset_id":"valid.a.01"},{"index":2,"sense_key":"valid%5:00:00:unexpired:00","synset_id":"valid.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"valid%3:00:00::","call_ids":["senseval3.d001.s036.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"valid%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2682071679737419}
{"item_id":"senseval3.d001.s036.t004","gold_sense_keys":["democrat%1:18:01::"],"candidates":[{"index":1,"sense_key":"democrat%1:18:01::","synset_id":"democrat.n.01"},{"index":2,"sense_key":"democrat%1:18:00::","synset_id":"democrat.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democrat%1:18:00::","call_ids":["senseval3.d001.s036.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democrat%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2184515988919884}
{"item_id":"senseval3.d001.s036.t005","gold_sense_keys":["have%2:30:01::","have%2:40:00::","have%2:42:00::","have%2:42:12::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"have%2:30:00::","call_ids":["senseval3.d001.s036.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"have%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":528,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20376185816712677}
{"item_id":"senseval3.d001.s036.t006","gold_sense_keys":["attendance%1:04:00::"],"candidates":[{"index":1,"sense_key":"attendance%1:04:00::","synset_id":"attendance.n.01"},{"index":2,"sense_key":"attendance%1:28:00::","synset_id":"attendance.n.02"},{"index":3,"sense_key":"attendance%1:14:00::","synset_id":"attendance.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"attendance%1:28:00::","call_ids":["senseval3.d001.s036.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"attendance%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21803407603874803}
{"item_id":"senseval3.d001.s036.t007","gold_sense_keys":["rate%1:24:00::"],"candidates":[{"index":1,"sense_key":"rate%1:28:00::","synset_id":"rate.n.01"},{"index":2,"sense_key":"rate%1:21:00::","synset_id":"rate.n.02"},{"index":3,"sense_key":"rate%1:07:00::","synset_id":"pace.n.03"},{"index":4,"sense_key":"rate%1:24:00::","synset_id":"rate.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"rate%1:24:00::","call_ids":["senseval3.d001.s036.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"rate%1:24:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21879932587035}
{"item_id":"senseval3.d001.s036.t009","gold_sense_keys":["vote%1:04:00::"],"candidates":[{"index":1,"sense_key":"vote%1:04:00::","synset_id":"vote.n.01"},{"index":2,"sense_key":"vote%1:04:01::","synset_id":"vote.n.02"},{"index":3,"sense_key":"vote%1:07:00::","synset_id":"right_to_vote.n.01"},{"index":4,"sense_key":"vote%1:14:00::","synset_id":"vote.n.04"},{"index":5,"sense_key":"vote%1:09:00::","synset_id":"vote.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"vote%1:09:00::","call_ids":["senseval3.d001.s036.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"vote%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23360298690386117}
{"item_id":"senseval3.d001.s036.t010","gold_sense_keys":["republican%1:18:01::"],"candidates":[{"index":1,"sense_key":"republican%1:18:01::","synset_id":"republican.n.01"},{"index":2,"sense_key":"republican%1:18:00::","synset_id":"republican.n.02"},{"index":3,"sense_key":"republican%1:17:00::","synset_id":"republican.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%1:18:00::","call_ids":["senseval3.d001.s036.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2353550971020013}
{"item_id":"senseval3.d001.s036.t011","gold_sense_keys":["extent%1:26:00::"],"candidates":[{"index":1,"sense_key":"extent%1:26:00::","synset_id":"extent.n.01"},{"index":2,"sense_key":"extent%1:07:00::","synset_id":"extent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"extent%1:26:00::","call_ids":["senseval3.d001.s036.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"extent%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23121101805008948}
{"item_id":"senseval3.d001.s036.t013","gold_sense_keys":["vote%1:04:00::"],"candidates":[{"index":1,"sense_key":"vote%1:04:00::","synset_id":"vote.n.01"},{"index":2,"sense_key":"vote%1:04:01::","synset_id":"vote.n.02"},{"index":3,"sense_key":"vote%1:07:00::","synset_id":"right_to_vote.n.01"},{"index":4,"sense_key":"vote%1:14:00::","synset_id":"vote.n.04"},{"index":5,"sense_key":"vote%1:09:00::","synset_id":"vote.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"vote%1:09:00::","call_ids":["senseval3.d001.s036.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"vote%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2288881039712578}
{"item_id":"senseval3.d001.s036.t014","gold_sense_keys":["reflect%2:39:01::"],"candidates":[{"index":1,"sense_key":"reflect%2:39:01::","synset_id":"reflect.v.01"},{"index":2,"sense_key":"reflect%2:31:00::","synset_id":"chew_over.v.01"},{"index":3,"sense_key":"reflect%2:39:00::","synset_id":"reflect.v.03"},{"index":4,"sense_key":"reflect%2:43:00::","synset_id":"reflect.v.04"},{"index":5,"sense_key":"reflect%2:39:02::","synset_id":"reflect.v.05"},{"index":6,"sense_key":"reflect%2:32:01::","synset_id":"reflect.v.06"},{"index":7,"sense_key":"reflect%2:32:00::","synset_id":"reflect.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"reflect%2:32:01::","call_ids":["senseval3.d001.s036.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"reflect%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":285,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20652812207117677}
{"item_id":"senseval3.d001.s036.t015","gold_sense_keys":["national%3:00:00::","national%3:00:01::","national%3:01:00::","national%5:00:00:domestic:00"],"candidates":[{"index":1,"sense_key":"national%3:01:00::","synset_id":"national.a.01"},{"index":2,"sense_key":"national%3:00:00::","synset_id":"national.a.02"},{"index":3,"sense_key":"national%3:00:01::","synset_id":"national.a.03"},{"index":4,"sense_key":"national%5:00:00:public:00","synset_id":"national.s.01"},{"index":5,"sense_key":"national%5:00:00:domestic:00","synset_id":"home.s.01"},{"index":6,"sense_key":"national%3:01:02::","synset_id":"national.a.06"},{"index":7,"sense_key":"national%3:01:01::","synset_id":"national.a.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"national%3:00:01::","call_ids":["senseval3.d001.s036.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"national%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":280,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20782346511259675}
{"item_id":"senseval3.d001.s036.t016","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"policy%1:10:00::","call_ids":["senseval3.d001.s036.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"policy%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2171161537989974}
{"item_id":"senseval3.d001.s036.t017","gold_sense_keys":["making%1:04:00::"],"candidates":[{"index":1,"sense_key":"making%1:04:00::","synset_id":"devising.n.01"},{"index":2,"sense_key":"making%1:07:00::","synset_id":"qualification.n.01"},{"index":3,"sense_key":"making%1:06:00::","synset_id":"making.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"making%1:07:00::","call_ids":["senseval3.d001.s036.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"making%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24598509585484862}
{"item_id":"senseval3.d001.s036.t020","gold_sense_keys":["vote%1:04:00::"],"candidates":[{"index":1,"sense_key":"vote%1:04:00::","synset_id":"vote.n.01"},{"index":2,"sense_key":"vote%1:04:01::","synset_id":"vote.n.02"},{"index":3,"sense_key":"vote%1:07:00::","synset_id":"right_to_vote.n.01"},{"index":4,"sense_key":"vote%1:14:00::","synset_id":"vote.n.04"},{"index":5,"sense_key":"vote%1:09:00::","synset_id":"vote.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"vote%1:09:00::","call_ids":["senseval3.d001.s036.t020__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"vote%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23823148920200765}
{"item_id":"senseval3.d001.s036.t021","gold_sense_keys":["time%1:28:05::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"time%1:28:00::","call_ids":["senseval3.d001.s036.t021__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"time%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":353,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24119239882566035}
{"item_id":"senseval3.d001.s036.t023","gold_sense_keys":["devote%2:40:00::"],"candidates":[{"index":1,"sense_key":"devote%2:32:00::","synset_id":"give.v.18"},{"index":2,"sense_key":"devote%2:31:00::","synset_id":"give.v.10"},{"index":3,"sense_key":"devote%2:40:00::","synset_id":"devote.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"devote%2:32:00::","call_ids":["senseval3.d001.s036.t023__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"devote%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24678274802863598}
{"item_id":"senseval3.d001.s036.t024","gold_sense_keys":["local%3:00:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"local%3:01:01::","call_ids":["senseval3.d001.s036.t024__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"local%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25088609592057765}
{"item_id":"senseval3.d001.s037.t001","gold_sense_keys":["indicate%2:32:01::","indicate%2:32:02::"],"candidates":[{"index":1,"sense_key":"indicate%2:32:01::","synset_id":"bespeak.v.01"},{"index":2,"sense_key":"indicate%2:32:03::","synset_id":"indicate.v.02"},{"index":3,"sense_key":"indicate%2:32:00::","synset_id":"indicate.v.03"},{"index":4,"sense_key":"indicate%2:32:02::","synset_id":"argue.v.03"},{"index":5,"sense_key":"indicate%2:32:04::","synset_id":"indicate.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"indicate%2:32:02::","call_ids":["senseval3.d001.s037.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"indicate%2:32:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24226427404209971}
{"item_id":"senseval3.d001.s037.t002","gold_sense_keys":["case%1:26:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["senseval3.d001.s037.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":580,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2476672688499093}
{"item_id":"senseval3.d001.s038.t000","gold_sense_keys":["democratic%3:01:00::"],"candidates":[{"index":1,"sense_key":"democratic%3:00:00::","synset_id":"democratic.a.01"},{"index":2,"sense_key":"democratic%3:01:00::","synset_id":"democratic.a.02"},{"index":3,"sense_key":"democratic%5:00:00:common:01","synset_id":"democratic.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democratic%3:01:00::","call_ids":["senseval3.d001.s038.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democratic%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25022892700508237}
{"item_id":"senseval3.d001.s038.t001","gold_sense_keys":["attendance%1:04:00::"],"candidates":[{"index":1,"sense_key":"attendance%1:04:00::","synset_id":"attendance.n.01"},{"index":2,"sense_key":"attendance%1:28:00::","synset_id":"attendance.n.02"},{"index":3,"sense_key":"attendance%1:14:00::","synset_id":"attendance.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"attendance%1:28:00::","call_ids":["senseval3.d001.s038.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"attendance%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23702831007540226}
{"item_id":"senseval3.d001.s038.t002","gold_sense_keys":["rate%1:24:00::"],"candidates":[{"index":1,"sense_key":"rate%1:28:00::","synset_id":"rate.n.01"},{"index":2,"sense_key":"rate%1:21:00::","synset_id":"rate.n.02"},{"index":3,"sense_key":"rate%1:07:00::","synset_id":"pace.n.03"},{"index":4,"sense_key":"rate%1:24:00::","synset_id":"rate.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"rate%1:24:00::","call_ids":["senseval3.d001.s038.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"rate%1:24:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2413348180707544}
{"item_id":"senseval3.d001.s038.t004","gold_sense_keys":["republican%3:01:01::"],"candidates":[{"index":1,"sense_key":"republican%3:01:01::","synset_id":"republican.a.01"},{"index":2,"sense_key":"republican%5:00:00:democratic:00","synset_id":"republican.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%5:00:00:democratic:00","call_ids":["senseval3.d001.s038.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%5:00:00:democratic:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24534465000033379}
{"item_id":"senseval3.d001.s038.t005","gold_sense_keys":["attendance%1:04:00::"],"candidates":[{"index":1,"sense_key":"attendance%1:04:00::","synset_id":"attendance.n.01"},{"index":2,"sense_key":"attendance%1:28:00::","synset_id":"attendance.n.02"},{"index":3,"sense_key":"attendance%1:14:00::","synset_id":"attendance.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"attendance%1:14:00::","call_ids":["senseval3.d001.s038.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"attendance%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2504245999734849}
{"item_id":"senseval3.d001.s038.t006","gold_sense_keys":["rate%1:24:00::"],"candidates":[{"index":1,"sense_key":"rate%1:28:00::","synset_id":"rate.n.01"},{"index":2,"sense_key":"rate%1:21:00::","synset_id":"rate.n.02"},{"index":3,"sense_key":"rate%1:07:00::","synset_id":"pace.n.03"},{"index":4,"sense_key":"rate%1:24:00::","synset_id":"rate.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"rate%1:24:00::","call_ids":["senseval3.d001.s038.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"rate%1:24:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25145217101089656}
{"item_id":"senseval3.d001.s039.t000","gold_sense_keys":["show%2:32:00::","show%2:32:03::","show%2:36:00::"],"candidates":[{"index":1,"sense_key":"show%2:39:02::","synset_id":"show.v.01"},{"index":2,"sense_key":"show%2:31:00::","synset_id":"prove.v.02"},{"index":3,"sense_key":"show%2:32:00::","synset_id":"testify.v.02"},{"index":4,"sense_key":"show%2:39:00::","synset_id":"show.v.04"},{"index":5,"sense_key":"show%2:36:00::","synset_id":"picture.v.02"},{"index":6,"sense_key":"show%2:32:02::","synset_id":"express.v.01"},{"index":7,"sense_key":"show%2:32:01::","synset_id":"indicate.v.02"},{"index":8,"sense_key":"show%2:39:01::","synset_id":"show.v.08"},{"index":9,"sense_key":"show%2:32:04::","synset_id":"read.v.08"},{"index":10,"sense_key":"show%2:32:03::","synset_id":"show.v.10"},{"index":11,"sense_key":"show%2:38:00::","synset_id":"usher.v.01"},{"index":12,"sense_key":"show%2:33:00::","synset_id":"show.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"show%2:39:01::","call_ids":["senseval3.d001.s039.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"show%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":401,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2048889270517975}
{"item_id":"senseval3.d001.s039.t001","gold_sense_keys":["table%1:14:00::"],"candidates":[{"index":1,"sense_key":"table%1:14:00::","synset_id":"table.n.01"},{"index":2,"sense_key":"table%1:06:01::","synset_id":"table.n.02"},{"index":3,"sense_key":"table%1:06:02::","synset_id":"table.n.03"},{"index":4,"sense_key":"table%1:17:00::","synset_id":"mesa.n.01"},{"index":5,"sense_key":"table%1:14:01::","synset_id":"table.n.05"},{"index":6,"sense_key":"table%1:13:01::","synset_id":"board.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"table%1:13:01::","call_ids":["senseval3.d001.s039.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"table%1:13:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.206193519057706}
{"item_id":"senseval3.d001.s039.t002","gold_sense_keys":["democrat%1:18:01::"],"candidates":[{"index":1,"sense_key":"democrat%1:18:01::","synset_id":"democrat.n.01"},{"index":2,"sense_key":"democrat%1:18:00::","synset_id":"democrat.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democrat%1:18:00::","call_ids":["senseval3.d001.s039.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democrat%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20155597804114223}
{"item_id":"senseval3.d001.s039.t004","gold_sense_keys":["proportion%1:24:01::"],"candidates":[{"index":1,"sense_key":"proportion%1:24:00::","synset_id":"proportion.n.01"},{"index":2,"sense_key":"proportion%1:07:00::","synset_id":"proportion.n.02"},{"index":3,"sense_key":"proportion%1:25:00::","synset_id":"symmetry.n.02"},{"index":4,"sense_key":"proportion%1:24:01::","synset_id":"proportion.n.04"},{"index":5,"sense_key":"proportion%1:07:01::","synset_id":"proportion.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"proportion%1:24:01::","call_ids":["senseval3.d001.s039.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"proportion%1:24:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20719064120203257}
{"item_id":"senseval3.d001.s039.t005","gold_sense_keys":["personal%3:00:00::","personal%5:00:00:subjective:00"],"candidates":[{"index":1,"sense_key":"personal%3:00:00::","synset_id":"personal.a.01"},{"index":2,"sense_key":"personal%5:00:00:subjective:00","synset_id":"personal.s.01"},{"index":3,"sense_key":"personal%3:01:01::","synset_id":"personal.a.03"},{"index":4,"sense_key":"personal%5:00:00:physical:00","synset_id":"personal.s.02"},{"index":5,"sense_key":"personal%3:01:00::","synset_id":"personal.a.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"personal%5:00:00:subjective:00","call_ids":["senseval3.d001.s039.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"personal%5:00:00:subjective:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20814938517287374}
{"item_id":"senseval3.d001.s039.t006","gold_sense_keys":["staff%1:14:01::"],"candidates":[{"index":1,"sense_key":"staff%1:14:01::","synset_id":"staff.n.01"},{"index":2,"sense_key":"staff%1:06:00::","synset_id":"staff.n.02"},{"index":3,"sense_key":"staff%1:14:00::","synset_id":"staff.n.03"},{"index":4,"sense_key":"staff%1:27:00::","synset_id":"staff.n.04"},{"index":5,"sense_key":"staff%1:10:01::","synset_id":"staff.n.05"},{"index":6,"sense_key":"staff%1:10:00::","synset_id":"staff.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"staff%1:14:00::","call_ids":["senseval3.d001.s039.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"staff%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":261,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20910733984783292}
{"item_id":"senseval3.d001.s039.t008","gold_sense_keys":["office%1:06:00::"],"candidates":[{"index":1,"sense_key":"office%1:06:00::","synset_id":"office.n.01"},{"index":2,"sense_key":"office%1:14:01::","synset_id":"agency.n.01"},{"index":3,"sense_key":"office%1:04:01::","synset_id":"function.n.03"},{"index":4,"sense_key":"office%1:26:00::","synset_id":"office.n.04"},{"index":5,"sense_key":"office%1:14:00::","synset_id":"office.n.05"},{"index":6,"sense_key":"office%1:04:00::","synset_id":"office.n.06"},{"index":7,"sense_key":"office%1:04:02::","synset_id":"position.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"office%1:14:01::","call_ids":["senseval3.d001.s039.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"office%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2023068640846759}
{"item_id":"senseval3.d001.s039.t009","gold_sense_keys":["local%3:00:01::"],"candidates":[{"index":1,"sense_key":"local%3:00:01::","synset_id":"local.a.01"},{"index":2,"sense_key":"local%3:01:01::","synset_id":"local.a.02"},{"index":3,"sense_key":"local%3:00:02::","synset_id":"local.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"local%3:00:01::","call_ids":["senseval3.d001.s039.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"local%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19808021886274219}
{"item_id":"senseval3.d001.s039.t011","gold_sense_keys":["duty%1:04:02::"],"candidates":[{"index":1,"sense_key":"duty%1:04:00::","synset_id":"duty.n.01"},{"index":2,"sense_key":"duty%1:04:02::","synset_id":"duty.n.02"},{"index":3,"sense_key":"duty%1:21:00::","synset_id":"duty.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"duty%1:04:02::","call_ids":["senseval3.d001.s039.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"duty%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24705600482411683}
{"item_id":"senseval3.d001.s039.t013","gold_sense_keys":["national%3:00:00::","national%3:00:01::","national%3:01:00::","national%5:00:00:domestic:00"],"candidates":[{"index":1,"sense_key":"national%3:01:00::","synset_id":"national.a.01"},{"index":2,"sense_key":"national%3:00:00::","synset_id":"national.a.02"},{"index":3,"sense_key":"national%3:00:01::","synset_id":"national.a.03"},{"index":4,"sense_key":"national%5:00:00:public:00","synset_id":"national.s.01"},{"index":5,"sense_key":"national%5:00:00:domestic:00","synset_id":"home.s.01"},{"index":6,"sense_key":"national%3:01:02::","synset_id":"national.a.06"},{"index":7,"sense_key":"national%3:01:01::","synset_id":"national.a.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"national%3:00:01::","call_ids":["senseval3.d001.s039.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"national%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":267,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1990737239830196}
{"item_id":"senseval3.d001.s039.t014","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"policy%1:10:00::","call_ids":["senseval3.d001.s039.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"policy%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2453406499698758}
{"item_id":"senseval3.d001.s039.t015","gold_sense_keys":["making%1:04:00::"],"candidates":[{"index":1,"sense_key":"making%1:04:00::","synset_id":"devising.n.01"},{"index":2,"sense_key":"making%1:07:00::","synset_id":"qualification.n.01"},{"index":3,"sense_key":"making%1:06:00::","synset_id":"making.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"making%1:07:00::","call_ids":["senseval3.d001.s039.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"making%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24948957096785307}
{"item_id":"senseval3.d001.s039.t016","gold_sense_keys":["activity%1:04:00::"],"candidates":[{"index":1,"sense_key":"activity%1:04:00::","synset_id":"activity.n.01"},{"index":2,"sense_key":"activity%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"activity%1:22:00::","synset_id":"bodily_process.n.01"},{"index":4,"sense_key":"activity%1:26:01::","synset_id":"activity.n.04"},{"index":5,"sense_key":"activity%1:22:01::","synset_id":"natural_process.n.01"},{"index":6,"sense_key":"activity%1:07:00::","synset_id":"activeness.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"activity%1:04:00::","call_ids":["senseval3.d001.s039.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"activity%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":255,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2536921810824424}
{"item_id":"senseval3.d001.s039.t018","gold_sense_keys":["relative%5:00:00:proportionate:00"],"candidates":[{"index":1,"sense_key":"relative%3:00:00::","synset_id":"relative.a.01"},{"index":2,"sense_key":"relative%5:00:00:proportionate:00","synset_id":"proportional.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"relative%5:00:00:proportionate:00","call_ids":["senseval3.d001.s039.t018__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"relative%5:00:00:proportionate:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25619755289517343}
{"item_id":"senseval3.d001.s039.t019","gold_sense_keys":["office%1:06:00::"],"candidates":[{"index":1,"sense_key":"office%1:06:00::","synset_id":"office.n.01"},{"index":2,"sense_key":"office%1:14:01::","synset_id":"agency.n.01"},{"index":3,"sense_key":"office%1:04:01::","synset_id":"function.n.03"},{"index":4,"sense_key":"office%1:26:00::","synset_id":"office.n.04"},{"index":5,"sense_key":"office%1:14:00::","synset_id":"office.n.05"},{"index":6,"sense_key":"office%1:04:00::","synset_id":"office.n.06"},{"index":7,"sense_key":"office%1:04:02::","synset_id":"position.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"office%1:14:01::","call_ids":["senseval3.d001.s039.t019__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"office%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":293,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2802354448940605}
{"item_id":"senseval3.d001.s040.t000","gold_sense_keys":["examination%1:04:00::"],"candidates":[{"index":1,"sense_key":"examination%1:04:00::","synset_id":"examination.n.01"},{"index":2,"sense_key":"examination%1:10:00::","synset_id":"examination.n.02"},{"index":3,"sense_key":"examination%1:10:01::","synset_id":"interrogation.n.03"},{"index":4,"sense_key":"examination%1:09:03::","synset_id":"examen.n.01"},{"index":5,"sense_key":"examination%1:04:02::","synset_id":"examination.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"examination%1:04:02::","call_ids":["senseval3.d001.s040.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"examination%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27850273600779474}
{"item_id":"senseval3.d001.s040.t001","gold_sense_keys":["change%1:04:00::","change%1:11:00::","change%1:19:00::","change%1:24:00::"],"candidates":[{"index":1,"sense_key":"change%1:11:00::","synset_id":"change.n.01"},{"index":2,"sense_key":"change%1:24:00::","synset_id":"change.n.02"},{"index":3,"sense_key":"change%1:04:00::","synset_id":"change.n.03"},{"index":4,"sense_key":"change%1:19:00::","synset_id":"change.n.04"},{"index":5,"sense_key":"change%1:21:02::","synset_id":"change.n.05"},{"index":6,"sense_key":"change%1:06:01::","synset_id":"change.n.06"},{"index":7,"sense_key":"change%1:06:00::","synset_id":"change.n.07"},{"index":8,"sense_key":"change%1:21:01::","synset_id":"change.n.08"},{"index":9,"sense_key":"change%1:21:03::","synset_id":"change.n.09"},{"index":10,"sense_key":"change%1:07:00::","synset_id":"variety.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"change%1:21:03::","call_ids":["senseval3.d001.s040.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"change%1:21:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":406,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28123406204394996}
{"item_id":"senseval3.d001.s040.t002","gold_sense_keys":["personal%3:00:00::","personal%5:00:00:subjective:00"],"candidates":[{"index":1,"sense_key":"personal%3:00:00::","synset_id":"personal.a.01"},{"index":2,"sense_key":"personal%5:00:00:subjective:00","synset_id":"personal.s.01"},{"index":3,"sense_key":"personal%3:01:01::","synset_id":"personal.a.03"},{"index":4,"sense_key":"personal%5:00:00:physical:00","synset_id":"personal.s.02"},{"index":5,"sense_key":"personal%3:01:00::","synset_id":"personal.a.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"personal%3:01:01::","call_ids":["senseval3.d001.s040.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"personal%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24910454102791846}
{"item_id":"senseval3.d001.s040.t003","gold_sense_keys":["decision%1:09:00::"],"candidates":[{"index":1,"sense_key":"decision%1:04:00::","synset_id":"decision.n.01"},{"index":2,"sense_key":"decision%1:09:00::","synset_id":"decision.n.02"},{"index":3,"sense_key":"decision%1:11:02::","synset_id":"decision.n.03"},{"index":4,"sense_key":"decision%1:11:01::","synset_id":"decision.n.04"},{"index":5,"sense_key":"decision%1:07:00::","synset_id":"decisiveness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"decision%1:04:00::","call_ids":["senseval3.d001.s040.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"decision%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2556089609861374}
{"item_id":"senseval3.d001.s040.t004","gold_sense_keys":["control%1:04:00::","control%1:07:00::","control%1:24:00::"],"candidates":[{"index":1,"sense_key":"control%1:07:00::","synset_id":"control.n.01"},{"index":2,"sense_key":"control%1:24:00::","synset_id":"control.n.02"},{"index":3,"sense_key":"control%1:04:02::","synset_id":"control.n.03"},{"index":4,"sense_key":"control%1:09:02::","synset_id":"control_condition.n.01"},{"index":5,"sense_key":"control%1:04:00::","synset_id":"control.n.05"},{"index":6,"sense_key":"control%1:26:00::","synset_id":"dominance.n.02"},{"index":7,"sense_key":"control%1:07:01::","synset_id":"restraint.n.02"},{"index":8,"sense_key":"control%1:09:01::","synset_id":"command.n.06"},{"index":9,"sense_key":"control%1:06:00::","synset_id":"control.n.09"},{"index":10,"sense_key":"control%1:18:00::","synset_id":"control.n.10"},{"index":11,"sense_key":"control%1:10:00::","synset_id":"control.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"control%1:26:00::","call_ids":["senseval3.d001.s040.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"control%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":449,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23906030599027872}
{"item_id":"senseval3.d001.s040.t005","gold_sense_keys":["body%1:14:00::"],"candidates":[{"index":1,"sense_key":"body%1:08:00::","synset_id":"body.n.01"},{"index":2,"sense_key":"body%1:14:00::","synset_id":"body.n.02"},{"index":3,"sense_key":"body%1:08:02::","synset_id":"body.n.03"},{"index":4,"sense_key":"body%1:17:00::","synset_id":"body.n.04"},{"index":5,"sense_key":"body%1:08:01::","synset_id":"torso.n.01"},{"index":6,"sense_key":"body%1:14:02::","synset_id":"body.n.06"},{"index":7,"sense_key":"body%1:07:00::","synset_id":"consistency.n.01"},{"index":8,"sense_key":"body%1:10:00::","synset_id":"body.n.08"},{"index":9,"sense_key":"body%1:07:01::","synset_id":"body.n.09"},{"index":10,"sense_key":"body%1:06:01::","synset_id":"soundbox.n.01"},{"index":11,"sense_key":"body%1:06:00::","synset_id":"body.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"body%1:14:02::","call_ids":["senseval3.d001.s040.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"body%1:14:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":411,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24134313501417637}
{"item_id":"senseval3.d001.s040.t007","gold_sense_keys":["party%1:14:01::"],"candidates":[{"index":1,"sense_key":"party%1:14:01::","synset_id":"party.n.01"},{"index":2,"sense_key":"party%1:14:00::","synset_id":"party.n.02"},{"index":3,"sense_key":"party%1:14:02::","synset_id":"party.n.03"},{"index":4,"sense_key":"party%1:11:00::","synset_id":"party.n.04"},{"index":5,"sense_key":"party%1:18:00::","synset_id":"party.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"party%1:18:00::","call_ids":["senseval3.d001.s040.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"party%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2498532219324261}
{"item_id":"senseval3.d001.s040.t008","gold_sense_keys":["reveal%2:39:00::"],"candidates":[{"index":1,"sense_key":"reveal%2:39:00::","synset_id":"uncover.v.01"},{"index":2,"sense_key":"reveal%2:32:00::","synset_id":"unwrap.v.02"},{"index":3,"sense_key":"reveal%2:39:04::","synset_id":"reveal.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"reveal%2:32:00::","call_ids":["senseval3.d001.s040.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"reveal%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25230662687681615}
{"item_id":"senseval3.d001.s040.t009","gold_sense_keys":["personal%3:00:00::","personal%5:00:00:subjective:00"],"candidates":[{"index":1,"sense_key":"personal%3:00:00::","synset_id":"personal.a.01"},{"index":2,"sense_key":"personal%5:00:00:subjective:00","synset_id":"personal.s.01"},{"index":3,"sense_key":"personal%3:01:01::","synset_id":"personal.a.03"},{"index":4,"sense_key":"personal%5:00:00:physical:00","synset_id":"personal.s.02"},{"index":5,"sense_key":"personal%3:01:00::","synset_id":"personal.a.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"personal%3:01:01::","call_ids":["senseval3.d001.s040.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"personal%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2561447180341929}
{"item_id":"senseval3.d001.s040.t010","gold_sense_keys":["difference%1:07:00::"],"candidates":[{"index":1,"sense_key":"difference%1:07:00::","synset_id":"difference.n.01"},{"index":2,"sense_key":"difference%1:11:00::","synset_id":"deviation.n.01"},{"index":3,"sense_key":"difference%1:10:00::","synset_id":"dispute.n.01"},{"index":4,"sense_key":"difference%1:24:00::","synset_id":"difference.n.04"},{"index":5,"sense_key":"difference%1:23:00::","synset_id":"remainder.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"difference%1:24:00::","call_ids":["senseval3.d001.s040.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"difference%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":261,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26086383406072855}
{"item_id":"senseval3.d001.s040.t011","gold_sense_keys":["note%2:32:00::"],"candidates":[{"index":1,"sense_key":"note%2:32:00::","synset_id":"note.v.01"},{"index":2,"sense_key":"note%2:39:00::","synset_id":"notice.v.02"},{"index":3,"sense_key":"note%2:39:02::","synset_id":"note.v.03"},{"index":4,"sense_key":"note%2:32:01::","synset_id":"note.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"note%2:39:00::","call_ids":["senseval3.d001.s040.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"note%2:39:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28339253296144307}
{"item_id":"senseval3.d001.s040.t012","gold_sense_keys":["table%1:14:00::"],"candidates":[{"index":1,"sense_key":"table%1:14:00::","synset_id":"table.n.01"},{"index":2,"sense_key":"table%1:06:01::","synset_id":"table.n.02"},{"index":3,"sense_key":"table%1:06:02::","synset_id":"table.n.03"},{"index":4,"sense_key":"table%1:17:00::","synset_id":"mesa.n.01"},{"index":5,"sense_key":"table%1:14:01::","synset_id":"table.n.05"},{"index":6,"sense_key":"table%1:13:01::","synset_id":"board.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"table%1:06:02::","call_ids":["senseval3.d001.s040.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"table%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":309,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26703937188722193}
{"item_id":"senseval3.d001.s040.t013","gold_sense_keys":["attribute%2:31:00::"],"candidates":[{"index":1,"sense_key":"attribute%2:31:00::","synset_id":"impute.v.01"},{"index":2,"sense_key":"attribute%2:31:01::","synset_id":"assign.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"attribute%2:31:00::","call_ids":["senseval3.d001.s040.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"attribute%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24057792406529188}
{"item_id":"senseval3.d001.s040.t015","gold_sense_keys":["control%1:07:00::"],"candidates":[{"index":1,"sense_key":"control%1:07:00::","synset_id":"control.n.01"},{"index":2,"sense_key":"control%1:24:00::","synset_id":"control.n.02"},{"index":3,"sense_key":"control%1:04:02::","synset_id":"control.n.03"},{"index":4,"sense_key":"control%1:09:02::","synset_id":"control_condition.n.01"},{"index":5,"sense_key":"control%1:04:00::","synset_id":"control.n.05"},{"index":6,"sense_key":"control%1:26:00::","synset_id":"dominance.n.02"},{"index":7,"sense_key":"control%1:07:01::","synset_id":"restraint.n.02"},{"index":8,"sense_key":"control%1:09:01::","synset_id":"command.n.06"},{"index":9,"sense_key":"control%1:06:00::","synset_id":"control.n.09"},{"index":10,"sense_key":"control%1:18:00::","synset_id":"control.n.10"},{"index":11,"sense_key":"control%1:10:00::","synset_id":"control.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"control%1:04:00::","call_ids":["senseval3.d001.s040.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"control%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":449,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27376062190160155}
{"item_id":"senseval3.d001.s040.t016","gold_sense_keys":["democrat%1:18:01::"],"candidates":[{"index":1,"sense_key":"democrat%1:18:01::","synset_id":"democrat.n.01"},{"index":2,"sense_key":"democrat%1:18:00::","synset_id":"democrat.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democrat%1:18:00::","call_ids":["senseval3.d001.s040.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democrat%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2754558580927551}
{"item_id":"senseval3.d001.s040.t017","gold_sense_keys":["exercise%2:34:00::"],"candidates":[{"index":1,"sense_key":"exercise%2:34:00::","synset_id":"exert.v.01"},{"index":2,"sense_key":"exercise%2:41:00::","synset_id":"practice.v.01"},{"index":3,"sense_key":"exercise%2:29:01::","synset_id":"exercise.v.03"},{"index":4,"sense_key":"exercise%2:29:00::","synset_id":"exercise.v.04"},{"index":5,"sense_key":"exercise%2:31:00::","synset_id":"drill.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"exercise%2:41:00::","call_ids":["senseval3.d001.s040.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"exercise%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":240,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2870136571582407}
{"item_id":"senseval3.d001.s040.t019","gold_sense_keys":["status%1:26:00::"],"candidates":[{"index":1,"sense_key":"status%1:26:00::","synset_id":"status.n.01"},{"index":2,"sense_key":"status%1:26:01::","synset_id":"condition.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"status%1:26:00::","call_ids":["senseval3.d001.s040.t019__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"status%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24183543492108583}
{"item_id":"senseval3.d001.s040.t020","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"other%3:00:00::","call_ids":["senseval3.d001.s040.t020__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"other%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28829996287822723}
{"item_id":"senseval3.d001.s040.t021","gold_sense_keys":["resource%1:07:00::"],"candidates":[{"index":1,"sense_key":"resource%1:21:00::","synset_id":"resource.n.01"},{"index":2,"sense_key":"resource%1:07:00::","synset_id":"resource.n.02"},{"index":3,"sense_key":"resource%1:09:00::","synset_id":"resource.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"resource%1:07:00::","call_ids":["senseval3.d001.s040.t021__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"resource%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2767830230295658}
{"item_id":"senseval3.d001.s040.t022","gold_sense_keys":["committee%1:14:00::"],"candidates":[{"index":1,"sense_key":"committee%1:14:00::","synset_id":"committee.n.01"},{"index":2,"sense_key":"committee%1:14:01::","synset_id":"committee.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"committee%1:14:00::","call_ids":["senseval3.d001.s040.t022__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"committee%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2782600480131805}
{"item_id":"senseval3.d001.s040.t023","gold_sense_keys":["staff%1:14:01::"],"candidates":[{"index":1,"sense_key":"staff%1:14:01::","synset_id":"staff.n.01"},{"index":2,"sense_key":"staff%1:06:00::","synset_id":"staff.n.02"},{"index":3,"sense_key":"staff%1:14:00::","synset_id":"staff.n.03"},{"index":4,"sense_key":"staff%1:27:00::","synset_id":"staff.n.04"},{"index":5,"sense_key":"staff%1:10:01::","synset_id":"staff.n.05"},{"index":6,"sense_key":"staff%1:10:00::","synset_id":"staff.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"staff%1:14:00::","call_ids":["senseval3.d001.s040.t023__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"staff%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":292,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28926212387159467}
{"item_id":"senseval3.d001.s041.t001","gold_sense_keys":["piece%1:06:00::"],"candidates":[{"index":1,"sense_key":"piece%1:06:00::","synset_id":"piece.n.01"},{"index":2,"sense_key":"piece%1:06:05::","synset_id":"piece.n.02"},{"index":3,"sense_key":"piece%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"piece%1:10:01::","synset_id":"musical_composition.n.01"},{"index":5,"sense_key":"piece%1:11:00::","synset_id":"piece.n.05"},{"index":6,"sense_key":"piece%1:10:02::","synset_id":"piece.n.06"},{"index":7,"sense_key":"piece%1:06:03::","synset_id":"firearm.n.01"},{"index":8,"sense_key":"piece%1:13:00::","synset_id":"piece.n.08"},{"index":9,"sense_key":"piece%1:07:00::","synset_id":"piece.n.09"},{"index":10,"sense_key":"piece%1:06:04::","synset_id":"objet_d'art.n.01"},{"index":11,"sense_key":"piece%1:28:00::","synset_id":"while.n.01"},{"index":12,"sense_key":"piece%1:21:00::","synset_id":"slice.n.01"},{"index":13,"sense_key":"piece%1:06:02::","synset_id":"man.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"piece%1:06:00::","call_ids":["senseval3.d001.s041.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"piece%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":437,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2795593438204378}
{"item_id":"senseval3.d001.s041.t002","gold_sense_keys":["evidence%1:09:00::","evidence%1:10:01::"],"candidates":[{"index":1,"sense_key":"evidence%1:09:00::","synset_id":"evidence.n.01"},{"index":2,"sense_key":"evidence%1:10:01::","synset_id":"evidence.n.02"},{"index":3,"sense_key":"evidence%1:10:00::","synset_id":"evidence.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evidence%1:10:01::","call_ids":["senseval3.d001.s041.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evidence%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2904688238631934}
{"item_id":"senseval3.d001.s041.t003","gold_sense_keys":["hold%2:42:00::"],"candidates":[{"index":1,"sense_key":"hold%2:42:00::","synset_id":"keep.v.01"},{"index":2,"sense_key":"hold%2:35:00::","synset_id":"hold.v.02"},{"index":3,"sense_key":"hold%2:36:00::","synset_id":"hold.v.03"},{"index":4,"sense_key":"hold%2:40:00::","synset_id":"have.v.01"},{"index":5,"sense_key":"hold%2:31:01::","synset_id":"deem.v.01"},{"index":6,"sense_key":"hold%2:37:00::","synset_id":"harbor.v.01"},{"index":7,"sense_key":"hold%2:35:03::","synset_id":"restrain.v.03"},{"index":8,"sense_key":"hold%2:40:02::","synset_id":"retain.v.03"},{"index":9,"sense_key":"hold%2:40:04::","synset_id":"bear.v.11"},{"index":10,"sense_key":"hold%2:35:01::","synset_id":"hold.v.10"},{"index":11,"sense_key":"hold%2:42:13::","synset_id":"hold.v.11"},{"index":12,"sense_key":"hold%2:42:05::","synset_id":"accommodate.v.04"},{"index":13,"sense_key":"hold%2:42:01::","synset_id":"hold.v.13"},{"index":14,"sense_key":"hold%2:35:02::","synset_id":"hold.v.14"},{"index":15,"sense_key":"hold%2:42:02::","synset_id":"prevail.v.02"},{"index":16,"sense_key":"hold%2:31:08::","synset_id":"hold.v.16"},{"index":17,"sense_key":"hold%2:42:07::","synset_id":"hold.v.17"},{"index":18,"sense_key":"hold%2:42:14::","synset_id":"contain.v.05"},{"index":19,"sense_key":"hold%2:41:00::","synset_id":"reserve.v.04"},{"index":20,"sense_key":"hold%2:33:05::","synset_id":"defend.v.03"},{"index":21,"sense_key":"hold%2:32:13::","synset_id":"oblige.v.02"},{"index":22,"sense_key":"hold%2:31:04::","synset_id":"hold.v.22"},{"index":23,"sense_key":"hold%2:31:10::","synset_id":"hold.v.23"},{"index":24,"sense_key":"hold%2:42:08::","synset_id":"defy.v.01"},{"index":25,"sense_key":"hold%2:42:04::","synset_id":"apply.v.02"},{"index":26,"sense_key":"hold%2:42:12::","synset_id":"hold.v.26"},{"index":27,"sense_key":"hold%2:41:15::","synset_id":"control.v.02"},{"index":28,"sense_key":"hold%2:41:13::","synset_id":"hold.v.28"},{"index":29,"sense_key":"hold%2:41:14::","synset_id":"hold.v.29"},{"index":30,"sense_key":"hold%2:38:05::","synset_id":"halt.v.01"},{"index":31,"sense_key":"hold%2:35:09::","synset_id":"hold.v.31"},{"index":32,"sense_key":"hold%2:34:00::","synset_id":"carry.v.33"},{"index":33,"sense_key":"hold%2:33:00::","synset_id":"hold.v.33"},{"index":34,"sense_key":"hold%2:32:11::","synset_id":"declare.v.04"},{"index":35,"sense_key":"hold%2:32:15::","synset_id":"agree.v.01"},{"index":36,"sense_key":"hold%2:29:04::","synset_id":"hold.v.36"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"hold%2:35:02::","call_ids":["senseval3.d001.s041.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"hold%2:35:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":942,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2826018510386348}
{"item_id":"senseval3.d001.s041.t004","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"other%3:00:00::","call_ids":["senseval3.d001.s041.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"other%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28420896804891527}
{"item_id":"senseval3.d001.s041.t005","gold_sense_keys":["factor%1:11:00::"],"candidates":[{"index":1,"sense_key":"factor%1:11:00::","synset_id":"factor.n.01"},{"index":2,"sense_key":"factor%1:09:00::","synset_id":"component.n.01"},{"index":3,"sense_key":"factor%1:23:00::","synset_id":"divisor.n.01"},{"index":4,"sense_key":"factor%1:18:00::","synset_id":"agent.n.04"},{"index":5,"sense_key":"factor%1:23:01::","synset_id":"factor.n.05"},{"index":6,"sense_key":"factor%1:09:01::","synset_id":"factor.n.06"},{"index":7,"sense_key":"factor%1:08:00::","synset_id":"gene.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"factor%1:11:00::","call_ids":["senseval3.d001.s041.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"factor%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":339,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2430935010779649}
{"item_id":"senseval3.d001.s041.t006","gold_sense_keys":["constant%5:00:00:invariable:00"],"candidates":[{"index":1,"sense_key":"constant%5:00:00:invariable:00","synset_id":"changeless.s.01"},{"index":2,"sense_key":"constant%3:00:00::","synset_id":"constant.a.02"},{"index":3,"sense_key":"constant%5:00:00:continuous:01","synset_id":"ceaseless.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"constant%5:00:00:invariable:00","call_ids":["senseval3.d001.s041.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"constant%5:00:00:invariable:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24165753601118922}
{"item_id":"senseval3.d001.s041.t007","gold_sense_keys":["incumbency%1:04:00::","incumbency%1:28:00::"],"candidates":[{"index":1,"sense_key":"incumbency%1:28:00::","synset_id":"tenure.n.01"},{"index":2,"sense_key":"incumbency%1:04:01::","synset_id":"incumbency.n.02"},{"index":3,"sense_key":"incumbency%1:04:00::","synset_id":"incumbency.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"incumbency%1:04:01::","call_ids":["senseval3.d001.s041.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"incumbency%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21928568510338664}
{"item_id":"senseval3.d001.s041.t008","gold_sense_keys":["advantage%1:07:01::"],"candidates":[{"index":1,"sense_key":"advantage%1:07:00::","synset_id":"advantage.n.01"},{"index":2,"sense_key":"advantage%1:23:00::","synset_id":"advantage.n.02"},{"index":3,"sense_key":"advantage%1:07:01::","synset_id":"advantage.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"advantage%1:07:01::","call_ids":["senseval3.d001.s041.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"advantage%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2203171520959586}
{"item_id":"senseval3.d001.s041.t009","gold_sense_keys":["regional%5:00:00:territorial:00"],"candidates":[{"index":1,"sense_key":"regional%3:01:00::","synset_id":"regional.a.01"},{"index":2,"sense_key":"regional%5:00:00:territorial:00","synset_id":"regional.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"regional%5:00:00:territorial:00","call_ids":["senseval3.d001.s041.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"regional%5:00:00:territorial:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22127928910776973}
{"item_id":"senseval3.d001.s041.t010","gold_sense_keys":["factor%1:11:00::"],"candidates":[{"index":1,"sense_key":"factor%1:11:00::","synset_id":"factor.n.01"},{"index":2,"sense_key":"factor%1:09:00::","synset_id":"component.n.01"},{"index":3,"sense_key":"factor%1:23:00::","synset_id":"divisor.n.01"},{"index":4,"sense_key":"factor%1:18:00::","synset_id":"agent.n.04"},{"index":5,"sense_key":"factor%1:23:01::","synset_id":"factor.n.05"},{"index":6,"sense_key":"factor%1:09:01::","synset_id":"factor.n.06"},{"index":7,"sense_key":"factor%1:08:00::","synset_id":"gene.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"factor%1:09:01::","call_ids":["senseval3.d001.s041.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"factor%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":338,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22223185701295733}
{"item_id":"senseval3.d001.s041.t011","gold_sense_keys":["difference%1:23:00::"],"candidates":[{"index":1,"sense_key":"difference%1:07:00::","synset_id":"difference.n.01"},{"index":2,"sense_key":"difference%1:11:00::","synset_id":"deviation.n.01"},{"index":3,"sense_key":"difference%1:10:00::","synset_id":"dispute.n.01"},{"index":4,"sense_key":"difference%1:24:00::","synset_id":"difference.n.04"},{"index":5,"sense_key":"difference%1:23:00::","synset_id":"remainder.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"difference%1:24:00::","call_ids":["senseval3.d001.s041.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"difference%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":268,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2236557211726904}
{"item_id":"senseval3.d001.s041.t012","gold_sense_keys":["popular%5:00:00:democratic:00"],"candidates":[{"index":1,"sense_key":"popular%3:00:00::","synset_id":"popular.a.01"},{"index":2,"sense_key":"popular%5:00:00:democratic:00","synset_id":"popular.s.01"},{"index":3,"sense_key":"popular%5:00:01:common:01","synset_id":"democratic.s.01"},{"index":4,"sense_key":"popular%5:00:00:nonclassical:00","synset_id":"popular.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"popular%5:00:00:democratic:00","call_ids":["senseval3.d001.s041.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"popular%5:00:00:democratic:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22532763192430139}
{"item_id":"senseval3.d001.s041.t013","gold_sense_keys":["vote%1:04:00::"],"candidates":[{"index":1,"sense_key":"vote%1:04:00::","synset_id":"vote.n.01"},{"index":2,"sense_key":"vote%1:04:01::","synset_id":"vote.n.02"},{"index":3,"sense_key":"vote%1:07:00::","synset_id":"right_to_vote.n.01"},{"index":4,"sense_key":"vote%1:14:00::","synset_id":"vote.n.04"},{"index":5,"sense_key":"vote%1:09:00::","synset_id":"vote.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"vote%1:09:00::","call_ids":["senseval3.d001.s041.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"vote%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":299,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20370296016335487}
{"item_id":"senseval3.d001.s041.t014","gold_sense_keys":["republican%3:01:01::"],"candidates":[{"index":1,"sense_key":"republican%3:01:01::","synset_id":"republican.a.01"},{"index":2,"sense_key":"republican%5:00:00:democratic:00","synset_id":"republican.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%5:00:00:democratic:00","call_ids":["senseval3.d001.s041.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%5:00:00:democratic:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20520342304371297}
{"item_id":"senseval3.d001.s041.t015","gold_sense_keys":["presidential%3:01:00::"],"candidates":[{"index":1,"sense_key":"presidential%3:01:00::","synset_id":"presidential.a.01"},{"index":2,"sense_key":"presidential%3:00:00::","synset_id":"presidential.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"presidential%3:00:00::","call_ids":["senseval3.d001.s041.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"presidential%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20662036607973278}
{"item_id":"senseval3.d001.s041.t017","gold_sense_keys":["candidate%1:18:01::"],"candidates":[{"index":1,"sense_key":"candidate%1:18:01::","synset_id":"campaigner.n.01"},{"index":2,"sense_key":"candidate%1:18:00::","synset_id":"candidate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"candidate%1:18:00::","call_ids":["senseval3.d001.s041.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"candidate%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2570006409659982}
{"item_id":"senseval3.d001.s041.t018","gold_sense_keys":["state%1:15:01::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"state%1:14:01::","call_ids":["senseval3.d001.s041.t018__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"state%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":388,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2582171990070492}
{"item_id":"senseval3.d001.s041.t019","gold_sense_keys":["conduct%2:41:00::"],"candidates":[{"index":1,"sense_key":"conduct%2:41:00::","synset_id":"conduct.v.01"},{"index":2,"sense_key":"conduct%2:36:00::","synset_id":"conduct.v.02"},{"index":3,"sense_key":"conduct%2:41:01::","synset_id":"behave.v.02"},{"index":4,"sense_key":"conduct%2:38:01::","synset_id":"lead.v.01"},{"index":5,"sense_key":"conduct%2:38:00::","synset_id":"impart.v.03"},{"index":6,"sense_key":"conduct%2:36:04::","synset_id":"conduct.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"conduct%2:41:01::","call_ids":["senseval3.d001.s041.t019__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"conduct%2:41:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":292,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2595316329970956}
{"item_id":"senseval3.d001.s041.t020","gold_sense_keys":["election%1:04:01::"],"candidates":[{"index":1,"sense_key":"election%1:04:01::","synset_id":"election.n.01"},{"index":2,"sense_key":"election%1:04:00::","synset_id":"election.n.02"},{"index":3,"sense_key":"election%1:26:00::","synset_id":"election.n.03"},{"index":4,"sense_key":"election%1:09:00::","synset_id":"election.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"election%1:26:00::","call_ids":["senseval3.d001.s041.t020__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"election%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3066201040055603}
{"item_id":"senseval3.d001.s041.t021","gold_sense_keys":["turn_out%2:42:00::","turn_out%2:42:01::"],"candidates":[{"index":1,"sense_key":"turn_out%2:42:00::","synset_id":"prove.v.01"},{"index":2,"sense_key":"turn_out%2:42:01::","synset_id":"turn_out.v.02"},{"index":3,"sense_key":"turn_out%2:36:01::","synset_id":"turn_out.v.03"},{"index":4,"sense_key":"turn_out%2:42:02::","synset_id":"turn_out.v.04"},{"index":5,"sense_key":"turn_out%2:30:00::","synset_id":"turn_out.v.05"},{"index":6,"sense_key":"turn_out%2:36:00::","synset_id":"bear.v.05"},{"index":7,"sense_key":"turn_out%2:35:00::","synset_id":"eject.v.01"},{"index":8,"sense_key":"turn_out%2:41:03::","synset_id":"turn_out.v.08"},{"index":9,"sense_key":"turn_out%2:40:03::","synset_id":"turn_out.v.09"},{"index":10,"sense_key":"turn_out%2:38:00::","synset_id":"turn_out.v.10"},{"index":11,"sense_key":"turn_out%2:35:01::","synset_id":"switch_off.v.01"},{"index":12,"sense_key":"turn_out%2:29:00::","synset_id":"get_up.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"turn_out%2:36:01::","call_ids":["senseval3.d001.s041.t021__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"turn_out%2:36:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":425,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32163237500935793}
{"item_id":"senseval3.d001.s041.t022","gold_sense_keys":["positive%5:00:00:plus:00"],"candidates":[{"index":1,"sense_key":"positive%3:00:01::","synset_id":"positive.a.01"},{"index":2,"sense_key":"positive%5:00:00:certain:02","synset_id":"convinced.s.01"},{"index":3,"sense_key":"positive%5:00:00:advantageous:00","synset_id":"plus.s.01"},{"index":4,"sense_key":"positive%3:00:04::","synset_id":"positive.a.04"},{"index":5,"sense_key":"positive%5:00:00:formal:01","synset_id":"positive.s.03"},{"index":6,"sense_key":"positive%5:00:00:undeniable:00","synset_id":"incontrovertible.s.01"},{"index":7,"sense_key":"positive%3:01:00::","synset_id":"positivist.a.01"},{"index":8,"sense_key":"positive%3:00:05::","synset_id":"positive.a.08"},{"index":9,"sense_key":"positive%5:00:00:plus:00","synset_id":"positive.s.05"},{"index":10,"sense_key":"positive%5:00:00:charged:00","synset_id":"positive.s.06"},{"index":11,"sense_key":"positive%5:00:00:confident:00","synset_id":"cocksure.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"positive%3:00:05::","call_ids":["senseval3.d001.s041.t022__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"positive%3:00:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":388,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2835940890945494}
{"item_id":"senseval3.d001.s041.t023","gold_sense_keys":["function%1:24:00::"],"candidates":[{"index":1,"sense_key":"function%1:24:00::","synset_id":"function.n.01"},{"index":2,"sense_key":"function%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"function%1:04:00::","synset_id":"function.n.03"},{"index":4,"sense_key":"function%1:24:01::","synset_id":"function.n.04"},{"index":5,"sense_key":"function%1:14:00::","synset_id":"function.n.05"},{"index":6,"sense_key":"function%1:11:00::","synset_id":"affair.n.03"},{"index":7,"sense_key":"function%1:10:00::","synset_id":"routine.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"function%1:24:01::","call_ids":["senseval3.d001.s041.t023__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"function%1:24:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":326,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30296410201117396}
{"item_id":"senseval3.d001.s041.t027","gold_sense_keys":["burden%1:09:01::"],"candidates":[{"index":1,"sense_key":"burden%1:09:01::","synset_id":"burden.n.01"},{"index":2,"sense_key":"burden%1:06:01::","synset_id":"load.n.01"},{"index":3,"sense_key":"burden%1:10:00::","synset_id":"effect.n.04"},{"index":4,"sense_key":"burden%1:09:00::","synset_id":"burden.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"burden%1:06:01::","call_ids":["senseval3.d001.s041.t027__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"burden%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3225713190622628}
{"item_id":"senseval3.d001.s041.t028","gold_sense_keys":["state%1:15:01::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"state%1:14:01::","call_ids":["senseval3.d001.s041.t028__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"state%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":388,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3072305901441723}
{"item_id":"senseval3.d001.s041.t029","gold_sense_keys":["progressive%3:00:02::"],"candidates":[{"index":1,"sense_key":"progressive%3:00:01::","synset_id":"progressive.a.01"},{"index":2,"sense_key":"progressive%5:00:00:liberal:00","synset_id":"progressive.s.01"},{"index":3,"sense_key":"progressive%3:00:02::","synset_id":"progressive.a.03"},{"index":4,"sense_key":"progressive%5:00:00:increasing:00","synset_id":"progressive.s.02"},{"index":5,"sense_key":"progressive%5:00:00:ordered:00","synset_id":"progressive.s.03"},{"index":6,"sense_key":"progressive%5:00:00:active:02","synset_id":"progressive.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"progressive%3:00:02::","call_ids":["senseval3.d001.s041.t029__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"progressive%3:00:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30407754401676357}
{"item_id":"senseval3.d001.s041.t031","gold_sense_keys":["hit%2:35:05::"],"candidates":[{"index":1,"sense_key":"hit%2:35:03::","synset_id":"hit.v.01"},{"index":2,"sense_key":"hit%2:35:01::","synset_id":"hit.v.02"},{"index":3,"sense_key":"hit%2:35:00::","synset_id":"hit.v.03"},{"index":4,"sense_key":"hit%2:38:00::","synset_id":"reach.v.01"},{"index":5,"sense_key":"hit%2:35:05::","synset_id":"hit.v.05"},{"index":6,"sense_key":"hit%2:33:01::","synset_id":"shoot.v.01"},{"index":7,"sense_key":"hit%2:40:05::","synset_id":"stumble.v.03"},{"index":8,"sense_key":"hit%2:33:02::","synset_id":"score.v.01"},{"index":9,"sense_key":"hit%2:39:00::","synset_id":"hit.v.09"},{"index":10,"sense_key":"hit%2:33:00::","synset_id":"strike.v.04"},{"index":11,"sense_key":"hit%2:41:00::","synset_id":"murder.v.01"},{"index":12,"sense_key":"hit%2:38:02::","synset_id":"hit.v.12"},{"index":13,"sense_key":"hit%2:38:07::","synset_id":"reach.v.02"},{"index":14,"sense_key":"hit%2:35:02::","synset_id":"strike.v.10"},{"index":15,"sense_key":"hit%2:34:00::","synset_id":"hit.v.15"},{"index":16,"sense_key":"hit%2:33:03::","synset_id":"hit.v.16"},{"index":17,"sense_key":"hit%2:32:12::","synset_id":"hit.v.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"hit%2:35:05::","call_ids":["senseval3.d001.s041.t031__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"hit%2:35:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":520,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30978761590085924}
{"item_id":"senseval3.d001.s041.t032","gold_sense_keys":["high%3:00:02::"],"candidates":[{"index":1,"sense_key":"high%3:00:02::","synset_id":"high.a.01"},{"index":2,"sense_key":"high%3:00:01::","synset_id":"high.a.02"},{"index":3,"sense_key":"high%5:00:00:superior:01","synset_id":"eminent.s.01"},{"index":4,"sense_key":"high%3:00:03::","synset_id":"high.a.04"},{"index":5,"sense_key":"high%5:00:00:elated:00","synset_id":"high.s.02"},{"index":6,"sense_key":"high%5:00:00:malodorous:00","synset_id":"gamey.s.02"},{"index":7,"sense_key":"high%5:00:00:intoxicated:00","synset_id":"high.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"high%5:00:00:superior:01","call_ids":["senseval3.d001.s041.t032__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"high%5:00:00:superior:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":293,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32324835006147623}
{"item_id":"senseval3.d001.s041.t034","gold_sense_keys":["state%1:15:01::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"state%1:14:01::","call_ids":["senseval3.d001.s041.t034__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"state%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":388,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.331286831991747}
{"item_id":"senseval3.d001.s042.t000","gold_sense_keys":["put%2:32:00::"],"candidates":[{"index":1,"sense_key":"put%2:35:00::","synset_id":"put.v.01"},{"index":2,"sense_key":"put%2:35:05::","synset_id":"put.v.02"},{"index":3,"sense_key":"put%2:32:00::","synset_id":"frame.v.04"},{"index":4,"sense_key":"put%2:34:00::","synset_id":"put.v.04"},{"index":5,"sense_key":"put%2:40:00::","synset_id":"invest.v.01"},{"index":6,"sense_key":"put%2:31:13::","synset_id":"place.v.11"},{"index":7,"sense_key":"put%2:39:13::","synset_id":"put.v.07"},{"index":8,"sense_key":"put%2:36:13::","synset_id":"put.v.08"},{"index":9,"sense_key":"put%2:31:00::","synset_id":"arrange.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"put%2:31:13::","call_ids":["senseval3.d001.s042.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"put%2:31:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27017850801348686}
{"item_id":"senseval3.d001.s042.t001","gold_sense_keys":["candidate%1:18:01::"],"candidates":[{"index":1,"sense_key":"candidate%1:18:01::","synset_id":"campaigner.n.01"},{"index":2,"sense_key":"candidate%1:18:00::","synset_id":"candidate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"candidate%1:18:00::","call_ids":["senseval3.d001.s042.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"candidate%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2709914739243686}
{"item_id":"senseval3.d001.s042.t002","gold_sense_keys":["president%1:04:04::"],"candidates":[{"index":1,"sense_key":"president%1:18:01::","synset_id":"president.n.01"},{"index":2,"sense_key":"president%1:18:04::","synset_id":"president_of_the_united_states.n.01"},{"index":3,"sense_key":"president%1:18:00::","synset_id":"president.n.03"},{"index":4,"sense_key":"president%1:18:03::","synset_id":"president.n.04"},{"index":5,"sense_key":"president%1:18:02::","synset_id":"president.n.05"},{"index":6,"sense_key":"president%1:04:04::","synset_id":"president_of_the_united_states.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"president%1:18:04::","call_ids":["senseval3.d001.s042.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"president%1:18:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2600873208139092}
{"item_id":"senseval3.d001.s042.t003","gold_sense_keys":["look_on%2:31:00::"],"candidates":[{"index":1,"sense_key":"look_on%2:39:00::","synset_id":"watch.v.04"},{"index":2,"sense_key":"look_on%2:31:00::","synset_id":"think_of.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"look_on%2:31:00::","call_ids":["senseval3.d001.s042.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"look_on%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2674005599692464}
{"item_id":"senseval3.d001.s042.t005","gold_sense_keys":["republican%3:01:01::"],"candidates":[{"index":1,"sense_key":"republican%3:01:01::","synset_id":"republican.a.01"},{"index":2,"sense_key":"republican%5:00:00:democratic:00","synset_id":"republican.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%5:00:00:democratic:00","call_ids":["senseval3.d001.s042.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%5:00:00:democratic:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25676325894892216}
{"item_id":"senseval3.d001.s042.t006","gold_sense_keys":["candidate%1:18:01::"],"candidates":[{"index":1,"sense_key":"candidate%1:18:01::","synset_id":"campaigner.n.01"},{"index":2,"sense_key":"candidate%1:18:00::","synset_id":"candidate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"candidate%1:18:00::","call_ids":["senseval3.d001.s042.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"candidate%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2580790789797902}
{"item_id":"senseval3.d001.s042.t009","gold_sense_keys":["severe%5:00:02:nonindulgent:00"],"candidates":[{"index":1,"sense_key":"severe%5:00:00:intense:00","synset_id":"severe.s.01"},{"index":2,"sense_key":"severe%5:00:00:strong:00","synset_id":"hard.s.01"},{"index":3,"sense_key":"severe%5:00:00:plain:01","synset_id":"austere.s.01"},{"index":4,"sense_key":"severe%5:00:02:nonindulgent:00","synset_id":"severe.s.04"},{"index":5,"sense_key":"severe%5:00:00:critical:03","synset_id":"dangerous.s.01"},{"index":6,"sense_key":"severe%5:00:01:bad:00","synset_id":"severe.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"severe%5:00:01:bad:00","call_ids":["senseval3.d001.s042.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"severe%5:00:01:bad:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26325967698358}
{"item_id":"senseval3.d001.s043.t000","gold_sense_keys":["appear%2:39:00::"],"candidates":[{"index":1,"sense_key":"appear%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"appear%2:30:00::","synset_id":"appear.v.02"},{"index":3,"sense_key":"appear%2:30:01::","synset_id":"appear.v.03"},{"index":4,"sense_key":"appear%2:39:01::","synset_id":"appear.v.04"},{"index":5,"sense_key":"appear%2:30:02::","synset_id":"appear.v.05"},{"index":6,"sense_key":"appear%2:36:00::","synset_id":"appear.v.06"},{"index":7,"sense_key":"appear%2:41:03::","synset_id":"appear.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"appear%2:39:01::","call_ids":["senseval3.d001.s043.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"appear%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26501871598884463}
{"item_id":"senseval3.d001.s043.t001","gold_sense_keys":["take%2:30:01::"],"candidates":[{"index":1,"sense_key":"take%2:41:04::","synset_id":"take.v.01"},{"index":2,"sense_key":"take%2:40:06::","synset_id":"take.v.02"},{"index":3,"sense_key":"take%2:38:09::","synset_id":"lead.v.01"},{"index":4,"sense_key":"take%2:35:00::","synset_id":"take.v.04"},{"index":5,"sense_key":"take%2:30:01::","synset_id":"assume.v.03"},{"index":6,"sense_key":"take%2:31:07::","synset_id":"take.v.06"},{"index":7,"sense_key":"take%2:38:10::","synset_id":"bring.v.01"},{"index":8,"sense_key":"take%2:40:00::","synset_id":"take.v.08"},{"index":9,"sense_key":"take%2:38:02::","synset_id":"take.v.09"},{"index":10,"sense_key":"take%2:31:01::","synset_id":"choose.v.01"},{"index":11,"sense_key":"take%2:40:05::","synset_id":"accept.v.02"},{"index":12,"sense_key":"take%2:41:00::","synset_id":"fill.v.04"},{"index":13,"sense_key":"take%2:31:03::","synset_id":"consider.v.03"},{"index":14,"sense_key":"take%2:42:00::","synset_id":"necessitate.v.01"},{"index":15,"sense_key":"take%2:39:00::","synset_id":"take.v.15"},{"index":16,"sense_key":"take%2:32:02::","synset_id":"film.v.01"},{"index":17,"sense_key":"take%2:30:00::","synset_id":"remove.v.01"},{"index":18,"sense_key":"take%2:34:00::","synset_id":"consume.v.02"},{"index":19,"sense_key":"take%2:31:09::","synset_id":"take.v.19"},{"index":20,"sense_key":"take%2:40:15::","synset_id":"take.v.20"},{"index":21,"sense_key":"take%2:40:01::","synset_id":"take.v.21"},{"index":22,"sense_key":"take%2:38:00::","synset_id":"assume.v.05"},{"index":23,"sense_key":"take%2:40:07::","synset_id":"accept.v.05"},{"index":24,"sense_key":"take%2:30:08::","synset_id":"take.v.24"},{"index":25,"sense_key":"take%2:31:02::","synset_id":"learn.v.04"},{"index":26,"sense_key":"take%2:32:00::","synset_id":"claim.v.05"},{"index":27,"sense_key":"take%2:38:05::","synset_id":"take.v.27"},{"index":28,"sense_key":"take%2:33:09::","synset_id":"aim.v.01"},{"index":29,"sense_key":"take%2:30:09::","synset_id":"take.v.29"},{"index":30,"sense_key":"take%2:42:10::","synset_id":"carry.v.02"},{"index":31,"sense_key":"take%2:40:03::","synset_id":"lease.v.04"},{"index":32,"sense_key":"take%2:40:04::","synset_id":"subscribe.v.05"},{"index":33,"sense_key":"take%2:40:02::","synset_id":"take.v.33"},{"index":34,"sense_key":"take%2:40:08::","synset_id":"take.v.34"},{"index":35,"sense_key":"take%2:35:14::","synset_id":"take.v.35"},{"index":36,"sense_key":"take%2:32:09::","synset_id":"claim.v.04"},{"index":37,"sense_key":"take%2:42:03::","synset_id":"accept.v.08"},{"index":38,"sense_key":"take%2:42:15::","synset_id":"contain.v.05"},{"index":39,"sense_key":"take%2:41:13::","synset_id":"take.v.39"},{"index":40,"sense_key":"take%2:38:11::","synset_id":"drive.v.16"},{"index":41,"sense_key":"take%2:33:08::","synset_id":"take.v.41"},{"index":42,"sense_key":"take%2:29:08::","synset_id":"contract.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"take%2:38:02::","call_ids":["senseval3.d001.s043.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"take%2:38:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1017,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26109869009815156}
{"item_id":"senseval3.d001.s043.t002","gold_sense_keys":["same%3:00:00::"],"candidates":[{"index":1,"sense_key":"same%3:00:02::","synset_id":"same.a.01"},{"index":2,"sense_key":"same%3:00:00::","synset_id":"same.a.02"},{"index":3,"sense_key":"same%3:00:04::","synset_id":"like.a.02"},{"index":4,"sense_key":"same%5:00:00:unchanged:00","synset_id":"same.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"same%3:00:00::","call_ids":["senseval3.d001.s043.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"same%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2518847289029509}
{"item_id":"senseval3.d001.s043.t007","gold_sense_keys":["level%1:26:01::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"level%1:06:01::","call_ids":["senseval3.d001.s043.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"level%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":285,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23706493293866515}
{"item_id":"senseval3.d001.s043.t008","gold_sense_keys":["federal%5:00:00:national:01"],"candidates":[{"index":1,"sense_key":"federal%5:00:00:national:01","synset_id":"federal.s.01"},{"index":2,"sense_key":"federal%3:01:02::","synset_id":"federal.a.02"},{"index":3,"sense_key":"federal%5:00:00:northern:02","synset_id":"union.s.01"},{"index":4,"sense_key":"federal%3:00:00::","synset_id":"federal.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"federal%3:01:02::","call_ids":["senseval3.d001.s043.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"federal%3:01:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2263353019952774}
{"item_id":"senseval3.d001.s043.t009","gold_sense_keys":["level%1:26:01::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"level%1:06:01::","call_ids":["senseval3.d001.s043.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"level%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":284,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2615431281737983}
{"item_id":"senseval3.d001.s044.t003","gold_sense_keys":["line%1:09:00::"],"candidates":[{"index":1,"sense_key":"line%1:14:03::","synset_id":"line.n.01"},{"index":2,"sense_key":"line%1:10:01::","synset_id":"line.n.02"},{"index":3,"sense_key":"line%1:14:01::","synset_id":"line.n.03"},{"index":4,"sense_key":"line%1:25:00::","synset_id":"line.n.04"},{"index":5,"sense_key":"line%1:10:02::","synset_id":"line.n.05"},{"index":6,"sense_key":"line%1:19:00::","synset_id":"line.n.06"},{"index":7,"sense_key":"line%1:15:02::","synset_id":"line.n.07"},{"index":8,"sense_key":"line%1:09:01::","synset_id":"argumentation.n.02"},{"index":9,"sense_key":"line%1:06:01::","synset_id":"cable.n.02"},{"index":10,"sense_key":"line%1:14:02::","synset_id":"course.n.02"},{"index":11,"sense_key":"line%1:15:00::","synset_id":"line.n.11"},{"index":12,"sense_key":"line%1:25:01::","synset_id":"wrinkle.n.01"},{"index":13,"sense_key":"line%1:06:06::","synset_id":"pipeline.n.02"},{"index":14,"sense_key":"line%1:06:03::","synset_id":"line.n.14"},{"index":15,"sense_key":"line%1:06:07::","synset_id":"telephone_line.n.02"},{"index":16,"sense_key":"line%1:04:01::","synset_id":"line.n.16"},{"index":17,"sense_key":"line%1:14:00::","synset_id":"lineage.n.01"},{"index":18,"sense_key":"line%1:06:00::","synset_id":"line.n.18"},{"index":19,"sense_key":"line%1:04:00::","synset_id":"occupation.n.01"},{"index":20,"sense_key":"line%1:15:01::","synset_id":"line.n.20"},{"index":21,"sense_key":"line%1:10:05::","synset_id":"channel.n.05"},{"index":22,"sense_key":"line%1:06:08::","synset_id":"line.n.22"},{"index":23,"sense_key":"line%1:06:05::","synset_id":"line.n.23"},{"index":24,"sense_key":"line%1:23:00::","synset_id":"agate_line.n.01"},{"index":25,"sense_key":"line%1:21:00::","synset_id":"credit_line.n.01"},{"index":26,"sense_key":"line%1:10:03::","synset_id":"tune.n.01"},{"index":27,"sense_key":"line%1:10:06::","synset_id":"line.n.27"},{"index":28,"sense_key":"line%1:10:04::","synset_id":"note.n.02"},{"index":29,"sense_key":"line%1:09:00::","synset_id":"line.n.29"},{"index":30,"sense_key":"line%1:06:09::","synset_id":"production_line.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"line%1:09:01::","call_ids":["senseval3.d001.s044.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"line%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":746,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2628817071672529}
{"item_id":"senseval3.d001.s044.t004","gold_sense_keys":["reverse%1:24:00::"],"candidates":[{"index":1,"sense_key":"reverse%1:24:00::","synset_id":"reverse.n.01"},{"index":2,"sense_key":"reverse%1:06:00::","synset_id":"reverse.n.02"},{"index":3,"sense_key":"reverse%1:11:01::","synset_id":"reverse.n.03"},{"index":4,"sense_key":"reverse%1:06:02::","synset_id":"reverse.n.04"},{"index":5,"sense_key":"reverse%1:04:00::","synset_id":"reverse.n.05"},{"index":6,"sense_key":"reverse%1:04:01::","synset_id":"reversion.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"reverse%1:04:01::","call_ids":["senseval3.d001.s044.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"reverse%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2661684430204332}
{"item_id":"senseval3.d001.s045.t001","gold_sense_keys":["investigation%1:04:00::"],"candidates":[{"index":1,"sense_key":"investigation%1:09:00::","synset_id":"probe.n.01"},{"index":2,"sense_key":"investigation%1:04:00::","synset_id":"investigation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"investigation%1:04:00::","call_ids":["senseval3.d001.s045.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"investigation%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2674818988889456}
{"item_id":"senseval3.d001.s045.t003","gold_sense_keys":["hold%2:42:00::"],"candidates":[{"index":1,"sense_key":"hold%2:42:00::","synset_id":"keep.v.01"},{"index":2,"sense_key":"hold%2:35:00::","synset_id":"hold.v.02"},{"index":3,"sense_key":"hold%2:36:00::","synset_id":"hold.v.03"},{"index":4,"sense_key":"hold%2:40:00::","synset_id":"have.v.01"},{"index":5,"sense_key":"hold%2:31:01::","synset_id":"deem.v.01"},{"index":6,"sense_key":"hold%2:37:00::","synset_id":"harbor.v.01"},{"index":7,"sense_key":"hold%2:35:03::","synset_id":"restrain.v.03"},{"index":8,"sense_key":"hold%2:40:02::","synset_id":"retain.v.03"},{"index":9,"sense_key":"hold%2:40:04::","synset_id":"bear.v.11"},{"index":10,"sense_key":"hold%2:35:01::","synset_id":"hold.v.10"},{"index":11,"sense_key":"hold%2:42:13::","synset_id":"hold.v.11"},{"index":12,"sense_key":"hold%2:42:05::","synset_id":"accommodate.v.04"},{"index":13,"sense_key":"hold%2:42:01::","synset_id":"hold.v.13"},{"index":14,"sense_key":"hold%2:35:02::","synset_id":"hold.v.14"},{"index":15,"sense_key":"hold%2:42:02::","synset_id":"prevail.v.02"},{"index":16,"sense_key":"hold%2:31:08::","synset_id":"hold.v.16"},{"index":17,"sense_key":"hold%2:42:07::","synset_id":"hold.v.17"},{"index":18,"sense_key":"hold%2:42:14::","synset_id":"contain.v.05"},{"index":19,"sense_key":"hold%2:41:00::","synset_id":"reserve.v.04"},{"index":20,"sense_key":"hold%2:33:05::","synset_id":"defend.v.03"},{"index":21,"sense_key":"hold%2:32:13::","synset_id":"oblige.v.02"},{"index":22,"sense_key":"hold%2:31:04::","synset_id":"hold.v.22"},{"index":23,"sense_key":"hold%2:31:10::","synset_id":"hold.v.23"},{"index":24,"sense_key":"hold%2:42:08::","synset_id":"defy.v.01"},{"index":25,"sense_key":"hold%2:42:04::","synset_id":"apply.v.02"},{"index":26,"sense_key":"hold%2:42:12::","synset_id":"hold.v.26"},{"index":27,"sense_key":"hold%2:41:15::","synset_id":"control.v.02"},{"index":28,"sense_key":"hold%2:41:13::","synset_id":"hold.v.28"},{"index":29,"sense_key":"hold%2:41:14::","synset_id":"hold.v.29"},{"index":30,"sense_key":"hold%2:38:05::","synset_id":"halt.v.01"},{"index":31,"sense_key":"hold%2:35:09::","synset_id":"hold.v.31"},{"index":32,"sense_key":"hold%2:34:00::","synset_id":"carry.v.33"},{"index":33,"sense_key":"hold%2:33:00::","synset_id":"hold.v.33"},{"index":34,"sense_key":"hold%2:32:11::","synset_id":"declare.v.04"},{"index":35,"sense_key":"hold%2:32:15::","synset_id":"agree.v.01"},{"index":36,"sense_key":"hold%2:29:04::","synset_id":"hold.v.36"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"hold%2:35:02::","call_ids":["senseval3.d001.s045.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"hold%2:35:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":914,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26858722092583776}
{"item_id":"senseval3.d001.s045.t004","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["senseval3.d001.s045.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27002822887152433}
{"item_id":"senseval3.d001.s045.t005","gold_sense_keys":["factor%1:11:00::"],"candidates":[{"index":1,"sense_key":"factor%1:11:00::","synset_id":"factor.n.01"},{"index":2,"sense_key":"factor%1:09:00::","synset_id":"component.n.01"},{"index":3,"sense_key":"factor%1:23:00::","synset_id":"divisor.n.01"},{"index":4,"sense_key":"factor%1:18:00::","synset_id":"agent.n.04"},{"index":5,"sense_key":"factor%1:23:01::","synset_id":"factor.n.05"},{"index":6,"sense_key":"factor%1:09:01::","synset_id":"factor.n.06"},{"index":7,"sense_key":"factor%1:08:00::","synset_id":"gene.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"factor%1:09:01::","call_ids":["senseval3.d001.s045.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"factor%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":311,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27505139796994627}
{"item_id":"senseval3.d001.s045.t006","gold_sense_keys":["constant%5:00:00:invariable:00"],"candidates":[{"index":1,"sense_key":"constant%5:00:00:invariable:00","synset_id":"changeless.s.01"},{"index":2,"sense_key":"constant%3:00:00::","synset_id":"constant.a.02"},{"index":3,"sense_key":"constant%5:00:00:continuous:01","synset_id":"ceaseless.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"constant%5:00:00:invariable:00","call_ids":["senseval3.d001.s045.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"constant%5:00:00:invariable:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.276421976974234}
{"item_id":"senseval3.d001.s045.t007","gold_sense_keys":["difference%1:23:00::"],"candidates":[{"index":1,"sense_key":"difference%1:07:00::","synset_id":"difference.n.01"},{"index":2,"sense_key":"difference%1:11:00::","synset_id":"deviation.n.01"},{"index":3,"sense_key":"difference%1:10:00::","synset_id":"dispute.n.01"},{"index":4,"sense_key":"difference%1:24:00::","synset_id":"difference.n.04"},{"index":5,"sense_key":"difference%1:23:00::","synset_id":"remainder.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"difference%1:24:00::","call_ids":["senseval3.d001.s045.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"difference%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":240,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27666213805787265}
{"item_id":"senseval3.d001.s045.t008","gold_sense_keys":["state%1:15:01::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"state%1:14:01::","call_ids":["senseval3.d001.s045.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"state%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":360,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27912193397060037}
{"item_id":"senseval3.d001.s045.t009","gold_sense_keys":["major%3:00:01::","major%3:00:06::"],"candidates":[{"index":1,"sense_key":"major%3:00:06::","synset_id":"major.a.01"},{"index":2,"sense_key":"major%3:00:02::","synset_id":"major.a.02"},{"index":3,"sense_key":"major%3:00:01::","synset_id":"major.a.03"},{"index":4,"sense_key":"major%3:00:05::","synset_id":"major.a.04"},{"index":5,"sense_key":"major%3:00:04::","synset_id":"major.a.05"},{"index":6,"sense_key":"major%3:00:07::","synset_id":"major.a.06"},{"index":7,"sense_key":"major%3:00:03::","synset_id":"major.a.07"},{"index":8,"sense_key":"major%5:00:00:senior:00","synset_id":"major.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"major%3:00:01::","call_ids":["senseval3.d001.s045.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"major%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27990186191163957}
{"item_id":"senseval3.d001.s045.t010","gold_sense_keys":["party%1:14:01::"],"candidates":[{"index":1,"sense_key":"party%1:14:01::","synset_id":"party.n.01"},{"index":2,"sense_key":"party%1:14:00::","synset_id":"party.n.02"},{"index":3,"sense_key":"party%1:14:02::","synset_id":"party.n.03"},{"index":4,"sense_key":"party%1:11:00::","synset_id":"party.n.04"},{"index":5,"sense_key":"party%1:18:00::","synset_id":"party.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"party%1:18:00::","call_ids":["senseval3.d001.s045.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"party%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28063275502063334}
{"item_id":"senseval3.d001.s045.t011","gold_sense_keys":["vote%1:09:00::"],"candidates":[{"index":1,"sense_key":"vote%1:04:00::","synset_id":"vote.n.01"},{"index":2,"sense_key":"vote%1:04:01::","synset_id":"vote.n.02"},{"index":3,"sense_key":"vote%1:07:00::","synset_id":"right_to_vote.n.01"},{"index":4,"sense_key":"vote%1:14:00::","synset_id":"vote.n.04"},{"index":5,"sense_key":"vote%1:09:00::","synset_id":"vote.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"vote%1:09:00::","call_ids":["senseval3.d001.s045.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"vote%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2815764471888542}
{"item_id":"senseval3.d001.s045.t012","gold_sense_keys":["go%2:42:06::"],"candidates":[{"index":1,"sense_key":"go%2:38:00::","synset_id":"travel.v.01"},{"index":2,"sense_key":"go%2:41:00::","synset_id":"go.v.02"},{"index":3,"sense_key":"go%2:38:01::","synset_id":"go.v.03"},{"index":4,"sense_key":"go%2:30:04::","synset_id":"become.v.01"},{"index":5,"sense_key":"go%2:42:06::","synset_id":"go.v.05"},{"index":6,"sense_key":"go%2:42:02::","synset_id":"run.v.05"},{"index":7,"sense_key":"go%2:42:00::","synset_id":"run.v.03"},{"index":8,"sense_key":"go%2:30:01::","synset_id":"proceed.v.04"},{"index":9,"sense_key":"go%2:30:08::","synset_id":"go.v.09"},{"index":10,"sense_key":"go%2:42:07::","synset_id":"go.v.10"},{"index":11,"sense_key":"go%2:39:00::","synset_id":"sound.v.02"},{"index":12,"sense_key":"go%2:35:00::","synset_id":"function.v.01"},{"index":13,"sense_key":"go%2:34:00::","synset_id":"run_low.v.01"},{"index":14,"sense_key":"go%2:30:02::","synset_id":"move.v.13"},{"index":15,"sense_key":"go%2:42:14::","synset_id":"survive.v.01"},{"index":16,"sense_key":"go%2:42:03::","synset_id":"go.v.16"},{"index":17,"sense_key":"go%2:30:00::","synset_id":"die.v.01"},{"index":18,"sense_key":"go%2:42:04::","synset_id":"belong.v.03"},{"index":19,"sense_key":"go%2:42:10::","synset_id":"go.v.19"},{"index":20,"sense_key":"go%2:38:09::","synset_id":"start.v.09"},{"index":21,"sense_key":"go%2:33:00::","synset_id":"move.v.15"},{"index":22,"sense_key":"go%2:42:13::","synset_id":"go.v.22"},{"index":23,"sense_key":"go%2:42:12::","synset_id":"go.v.23"},{"index":24,"sense_key":"go%2:42:11::","synset_id":"blend.v.02"},{"index":25,"sense_key":"go%2:42:08::","synset_id":"go.v.25"},{"index":26,"sense_key":"go%2:42:05::","synset_id":"fit.v.02"},{"index":27,"sense_key":"go%2:35:13::","synset_id":"rifle.v.02"},{"index":28,"sense_key":"go%2:34:09::","synset_id":"go.v.28"},{"index":29,"sense_key":"go%2:31:12::","synset_id":"plump.v.04"},{"index":30,"sense_key":"go%2:30:03::","synset_id":"fail.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":26,"chosen_sense_key":"go%2:42:05::","call_ids":["senseval3.d001.s045.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":26,"predicted_sense_key":"go%2:42:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":829,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2178640798665583}
{"item_id":"senseval3.d001.s045.t013","gold_sense_keys":["republican%3:01:01::"],"candidates":[{"index":1,"sense_key":"republican%3:01:01::","synset_id":"republican.a.01"},{"index":2,"sense_key":"republican%5:00:00:democratic:00","synset_id":"republican.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%5:00:00:democratic:00","call_ids":["senseval3.d001.s045.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%5:00:00:democratic:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19863005611114204}
{"item_id":"senseval3.d001.s045.t015","gold_sense_keys":["candidate%1:18:01::"],"candidates":[{"index":1,"sense_key":"candidate%1:18:01::","synset_id":"campaigner.n.01"},{"index":2,"sense_key":"candidate%1:18:00::","synset_id":"candidate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"candidate%1:18:00::","call_ids":["senseval3.d001.s045.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"candidate%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19944927096366882}
{"item_id":"senseval3.d001.s045.t016","gold_sense_keys":["republican%3:01:01::"],"candidates":[{"index":1,"sense_key":"republican%3:01:01::","synset_id":"republican.a.01"},{"index":2,"sense_key":"republican%5:00:00:democratic:00","synset_id":"republican.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"republican%5:00:00:democratic:00","call_ids":["senseval3.d001.s045.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"republican%5:00:00:democratic:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21261356491595507}
{"item_id":"senseval3.d001.s045.t017","gold_sense_keys":["share%1:04:00::"],"candidates":[{"index":1,"sense_key":"share%1:21:00::","synset_id":"share.n.01"},{"index":2,"sense_key":"share%1:21:01::","synset_id":"share.n.02"},{"index":3,"sense_key":"share%1:04:00::","synset_id":"parcel.n.02"},{"index":4,"sense_key":"share%1:04:01::","synset_id":"contribution.n.01"},{"index":5,"sense_key":"share%1:06:00::","synset_id":"plowshare.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"share%1:04:00::","call_ids":["senseval3.d001.s045.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"share%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":274,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21335338498465717}
{"item_id":"senseval3.d001.s045.t019","gold_sense_keys":["house%1:14:02::"],"candidates":[{"index":1,"sense_key":"house%1:06:00::","synset_id":"house.n.01"},{"index":2,"sense_key":"house%1:14:01::","synset_id":"firm.n.01"},{"index":3,"sense_key":"house%1:14:04::","synset_id":"house.n.03"},{"index":4,"sense_key":"house%1:14:03::","synset_id":"house.n.04"},{"index":5,"sense_key":"house%1:14:02::","synset_id":"house.n.05"},{"index":6,"sense_key":"house%1:14:00::","synset_id":"house.n.06"},{"index":7,"sense_key":"house%1:04:00::","synset_id":"house.n.07"},{"index":8,"sense_key":"house%1:15:00::","synset_id":"sign_of_the_zodiac.n.01"},{"index":9,"sense_key":"house%1:14:06::","synset_id":"house.n.09"},{"index":10,"sense_key":"house%1:14:05::","synset_id":"family.n.01"},{"index":11,"sense_key":"house%1:06:02::","synset_id":"theater.n.01"},{"index":12,"sense_key":"house%1:06:01::","synset_id":"house.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"house%1:14:02::","call_ids":["senseval3.d001.s045.t019__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"house%1:14:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":395,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21394214406609535}
{"item_id":"senseval3.d001.s045.t020","gold_sense_keys":["positive%5:00:00:plus:00"],"candidates":[{"index":1,"sense_key":"positive%3:00:01::","synset_id":"positive.a.01"},{"index":2,"sense_key":"positive%5:00:00:certain:02","synset_id":"convinced.s.01"},{"index":3,"sense_key":"positive%5:00:00:advantageous:00","synset_id":"plus.s.01"},{"index":4,"sense_key":"positive%3:00:04::","synset_id":"positive.a.04"},{"index":5,"sense_key":"positive%5:00:00:formal:01","synset_id":"positive.s.03"},{"index":6,"sense_key":"positive%5:00:00:undeniable:00","synset_id":"incontrovertible.s.01"},{"index":7,"sense_key":"positive%3:01:00::","synset_id":"positivist.a.01"},{"index":8,"sense_key":"positive%3:00:05::","synset_id":"positive.a.08"},{"index":9,"sense_key":"positive%5:00:00:plus:00","synset_id":"positive.s.05"},{"index":10,"sense_key":"positive%5:00:00:charged:00","synset_id":"positive.s.06"},{"index":11,"sense_key":"positive%5:00:00:confident:00","synset_id":"cocksure.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"positive%5:00:00:plus:00","call_ids":["senseval3.d001.s045.t020__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"positive%5:00:00:plus:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":360,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21460851514711976}
{"item_id":"senseval3.d001.s045.t021","gold_sense_keys":["function%1:24:00::"],"candidates":[{"index":1,"sense_key":"function%1:24:00::","synset_id":"function.n.01"},{"index":2,"sense_key":"function%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"function%1:04:00::","synset_id":"function.n.03"},{"index":4,"sense_key":"function%1:24:01::","synset_id":"function.n.04"},{"index":5,"sense_key":"function%1:14:00::","synset_id":"function.n.05"},{"index":6,"sense_key":"function%1:11:00::","synset_id":"affair.n.03"},{"index":7,"sense_key":"function%1:10:00::","synset_id":"routine.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"function%1:24:01::","call_ids":["senseval3.d001.s045.t021__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"function%1:24:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":298,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2151806210167706}
{"item_id":"senseval3.d001.s045.t022","gold_sense_keys":["state%1:15:01::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"state%1:14:01::","call_ids":["senseval3.d001.s045.t022__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"state%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":360,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21660939697176218}
{"item_id":"senseval3.d001.s046.t001","gold_sense_keys":["federal%5:00:00:national:01"],"candidates":[{"index":1,"sense_key":"federal%5:00:00:national:01","synset_id":"federal.s.01"},{"index":2,"sense_key":"federal%3:01:02::","synset_id":"federal.a.02"},{"index":3,"sense_key":"federal%5:00:00:northern:02","synset_id":"union.s.01"},{"index":4,"sense_key":"federal%3:00:00::","synset_id":"federal.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"federal%3:00:00::","call_ids":["senseval3.d001.s046.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"federal%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21732219099067152}
{"item_id":"senseval3.d001.s046.t004","gold_sense_keys":["level%1:09:00::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"level%1:06:01::","call_ids":["senseval3.d001.s046.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"level%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":293,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2180310389958322}
{"item_id":"senseval3.d001.s046.t005","gold_sense_keys":["part%1:24:00::"],"candidates":[{"index":1,"sense_key":"part%1:24:00::","synset_id":"part.n.01"},{"index":2,"sense_key":"part%1:06:00::","synset_id":"part.n.02"},{"index":3,"sense_key":"part%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"part%1:09:02::","synset_id":"part.n.04"},{"index":5,"sense_key":"part%1:15:00::","synset_id":"region.n.01"},{"index":6,"sense_key":"part%1:04:01::","synset_id":"function.n.03"},{"index":7,"sense_key":"part%1:09:01::","synset_id":"character.n.04"},{"index":8,"sense_key":"part%1:21:00::","synset_id":"share.n.01"},{"index":9,"sense_key":"part%1:09:00::","synset_id":"part.n.09"},{"index":10,"sense_key":"part%1:08:01::","synset_id":"part.n.10"},{"index":11,"sense_key":"part%1:10:00::","synset_id":"part.n.11"},{"index":12,"sense_key":"part%1:04:03::","synset_id":"contribution.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"part%1:09:00::","call_ids":["senseval3.d001.s046.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"part%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":429,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21876378799788654}
{"item_id":"senseval3.d001.s046.t006","gold_sense_keys":["irrational%3:00:00::"],"candidates":[{"index":1,"sense_key":"irrational%3:00:00::","synset_id":"irrational.a.01"},{"index":2,"sense_key":"irrational%3:01:00::","synset_id":"irrational.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"irrational%3:00:00::","call_ids":["senseval3.d001.s046.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"irrational%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21953919483348727}
{"item_id":"senseval3.d001.s046.t007","gold_sense_keys":["behavior%1:04:00::"],"candidates":[{"index":1,"sense_key":"behavior%1:04:00::","synset_id":"behavior.n.01"},{"index":2,"sense_key":"behavior%1:26:00::","synset_id":"behavior.n.02"},{"index":3,"sense_key":"behavior%1:07:00::","synset_id":"demeanor.n.01"},{"index":4,"sense_key":"behavior%1:04:01::","synset_id":"behavior.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"behavior%1:07:00::","call_ids":["senseval3.d001.s046.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"behavior%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21125619509257376}
{"item_id":"senseval3.d001.s046.t009","gold_sense_keys":["display%2:39:00::"],"candidates":[{"index":1,"sense_key":"display%2:39:00::","synset_id":"expose.v.03"},{"index":2,"sense_key":"display%2:41:00::","synset_id":"display.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"display%2:39:00::","call_ids":["senseval3.d001.s046.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"display%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2131376159377396}
{"item_id":"senseval3.d001.s046.t012","gold_sense_keys":["rational%3:00:00::"],"candidates":[{"index":1,"sense_key":"rational%3:00:00::","synset_id":"rational.a.01"},{"index":2,"sense_key":"rational%5:00:00:mental:00","synset_id":"intellectual.s.01"},{"index":3,"sense_key":"rational%3:01:00::","synset_id":"rational.a.03"},{"index":4,"sense_key":"rational%5:00:00:intellectual:00","synset_id":"rational.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"rational%5:00:00:intellectual:00","call_ids":["senseval3.d001.s046.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"rational%5:00:00:intellectual:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21379735809750855}
{"item_id":"senseval3.d002.s000.t000","gold_sense_keys":["long%3:00:02::"],"candidates":[{"index":1,"sense_key":"long%3:00:02::","synset_id":"long.a.01"},{"index":2,"sense_key":"long%3:00:01::","synset_id":"long.a.02"},{"index":3,"sense_key":"long%5:00:00:tall:00","synset_id":"long.s.01"},{"index":4,"sense_key":"long%3:00:00::","synset_id":"retentive.a.01"},{"index":5,"sense_key":"long%3:00:05::","synset_id":"long.a.05"},{"index":6,"sense_key":"long%3:00:04::","synset_id":"long.a.06"},{"index":7,"sense_key":"long%5:00:00:unsound:00","synset_id":"long.s.02"},{"index":8,"sense_key":"long%5:00:00:provident:00","synset_id":"farseeing.s.02"},{"index":9,"sense_key":"long%5:00:00:abundant:00","synset_id":"long.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"long%3:00:02::","call_ids":["senseval3.d002.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"long%3:00:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":322,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21654475387185812}
{"item_id":"senseval3.d002.s000.t002","gold_sense_keys":["night%1:28:00::"],"candidates":[{"index":1,"sense_key":"night%1:28:00::","synset_id":"night.n.01"},{"index":2,"sense_key":"night%1:28:01::","synset_id":"night.n.02"},{"index":3,"sense_key":"night%1:28:04::","synset_id":"night.n.03"},{"index":4,"sense_key":"night%1:28:02::","synset_id":"night.n.04"},{"index":5,"sense_key":"night%1:26:00::","synset_id":"night.n.05"},{"index":6,"sense_key":"night%1:28:05::","synset_id":"night.n.06"},{"index":7,"sense_key":"night%1:28:03::","synset_id":"night.n.07"},{"index":8,"sense_key":"night%1:18:00::","synset_id":"nox.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"night%1:28:03::","call_ids":["senseval3.d002.s000.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"night%1:28:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21718874503858387}
{"item_id":"senseval3.d002.s000.t003","gold_sense_keys":["devastate%2:30:00::"],"candidates":[{"index":1,"sense_key":"devastate%2:30:00::","synset_id":"lay_waste_to.v.01"},{"index":2,"sense_key":"devastate%2:30:01::","synset_id":"devastate.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"devastate%2:30:00::","call_ids":["senseval3.d002.s000.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"devastate%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2188448770903051}
{"item_id":"senseval3.d002.s000.t004","gold_sense_keys":["earthquake%1:11:00::"],"candidates":[{"index":1,"sense_key":"earthquake%1:11:00::","synset_id":"earthquake.n.01"},{"index":2,"sense_key":"earthquake%1:26:00::","synset_id":"earthquake.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"earthquake%1:11:00::","call_ids":["senseval3.d002.s000.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"earthquake%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21413023490458727}
{"item_id":"senseval3.d002.s000.t005","gold_sense_keys":["resident%1:18:00::"],"candidates":[{"index":1,"sense_key":"resident%1:18:00::","synset_id":"resident.n.01"},{"index":2,"sense_key":"resident%1:18:01::","synset_id":"house_physician.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"resident%1:18:00::","call_ids":["senseval3.d002.s000.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"resident%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.220198456896469}
{"item_id":"senseval3.d002.s000.t006","gold_sense_keys":["search%2:35:00::","search%2:39:00::"],"candidates":[{"index":1,"sense_key":"search%2:35:00::","synset_id":"search.v.01"},{"index":2,"sense_key":"search%2:39:00::","synset_id":"search.v.02"},{"index":3,"sense_key":"search%2:31:00::","synset_id":"research.v.02"},{"index":4,"sense_key":"search%2:35:01::","synset_id":"search.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"search%2:39:00::","call_ids":["senseval3.d002.s000.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"search%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21903991093859076}
{"item_id":"senseval3.d002.s000.t007","gold_sense_keys":["comfort%1:04:00::"],"candidates":[{"index":1,"sense_key":"comfort%1:26:00::","synset_id":"comfort.n.01"},{"index":2,"sense_key":"comfort%1:12:00::","synset_id":"comfort.n.02"},{"index":3,"sense_key":"comfort%1:04:00::","synset_id":"consolation.n.02"},{"index":4,"sense_key":"comfort%1:26:01::","synset_id":"ease.n.02"},{"index":5,"sense_key":"comfort%1:26:02::","synset_id":"comfort.n.05"},{"index":6,"sense_key":"comfort%1:06:00::","synset_id":"quilt.n.01"},{"index":7,"sense_key":"comfort%1:04:01::","synset_id":"comfort.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"comfort%1:26:02::","call_ids":["senseval3.d002.s000.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"comfort%1:26:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":257,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2101834900677204}
{"item_id":"senseval3.d002.s000.t008","gold_sense_keys":["solace%1:12:00::","solace%1:26:00::"],"candidates":[{"index":1,"sense_key":"solace%1:12:00::","synset_id":"consolation.n.01"},{"index":2,"sense_key":"solace%1:26:00::","synset_id":"solace.n.02"},{"index":3,"sense_key":"solace%1:04:00::","synset_id":"consolation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"solace%1:26:00::","call_ids":["senseval3.d002.s000.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"solace%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21417564991861582}
{"item_id":"senseval3.d002.s001.t001","gold_sense_keys":["screen%1:06:05::"],"candidates":[{"index":1,"sense_key":"screen%1:06:06::","synset_id":"screen.n.01"},{"index":2,"sense_key":"screen%1:06:04::","synset_id":"blind.n.03"},{"index":3,"sense_key":"screen%1:06:05::","synset_id":"screen.n.03"},{"index":4,"sense_key":"screen%1:06:01::","synset_id":"screen.n.04"},{"index":5,"sense_key":"screen%1:06:00::","synset_id":"screen.n.05"},{"index":6,"sense_key":"screen%1:14:00::","synset_id":"filmdom.n.01"},{"index":7,"sense_key":"screen%1:06:02::","synset_id":"sieve.n.01"},{"index":8,"sense_key":"screen%1:06:07::","synset_id":"screen_door.n.01"},{"index":9,"sense_key":"screen%1:06:03::","synset_id":"screen.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"screen%1:06:05::","call_ids":["senseval3.d002.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"screen%1:06:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":310,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2167430599220097}
{"item_id":"senseval3.d002.s002.t001","gold_sense_keys":["make%2:38:10::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"make%2:42:15::","call_ids":["senseval3.d002.s002.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"make%2:42:15::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1082,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24475931515917182}
{"item_id":"senseval3.d002.s002.t003","gold_sense_keys":["computer%1:06:00::"],"candidates":[{"index":1,"sense_key":"computer%1:06:00::","synset_id":"computer.n.01"},{"index":2,"sense_key":"computer%1:18:00::","synset_id":"calculator.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"computer%1:18:00::","call_ids":["senseval3.d002.s002.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"computer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1777152130380273}
{"item_id":"senseval3.d002.s002.t007","gold_sense_keys":["link%2:35:00::"],"candidates":[{"index":1,"sense_key":"link%2:31:00::","synset_id":"associate.v.01"},{"index":2,"sense_key":"link%2:35:00::","synset_id":"connect.v.01"},{"index":3,"sense_key":"link%2:42:01::","synset_id":"connect.v.03"},{"index":4,"sense_key":"link%2:35:02::","synset_id":"yoke.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"link%2:42:01::","call_ids":["senseval3.d002.s002.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"link%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1783708690200001}
{"item_id":"senseval3.d002.s002.t008","gold_sense_keys":["computer%1:06:00::"],"candidates":[{"index":1,"sense_key":"computer%1:06:00::","synset_id":"computer.n.01"},{"index":2,"sense_key":"computer%1:18:00::","synset_id":"calculator.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"computer%1:18:00::","call_ids":["senseval3.d002.s002.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"computer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17902054404839873}
{"item_id":"senseval3.d002.s003.t000","gold_sense_keys":["vivid%5:00:00:clear:00","vivid%5:00:00:realistic:00"],"candidates":[{"index":1,"sense_key":"vivid%5:00:00:realistic:00","synset_id":"graphic.s.03"},{"index":2,"sense_key":"vivid%5:00:00:clear:00","synset_id":"vivid.s.02"},{"index":3,"sense_key":"vivid%5:00:00:colorful:00","synset_id":"bright.s.01"},{"index":4,"sense_key":"vivid%5:00:00:saturated:03","synset_id":"intense.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"vivid%5:00:00:saturated:03","call_ids":["senseval3.d002.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"vivid%5:00:00:saturated:03","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.15530596394091845}
{"item_id":"senseval3.d002.s003.t002","gold_sense_keys":["come%2:38:02::"],"candidates":[{"index":1,"sense_key":"come%2:38:00::","synset_id":"come.v.01"},{"index":2,"sense_key":"come%2:38:04::","synset_id":"arrive.v.01"},{"index":3,"sense_key":"come%2:30:01::","synset_id":"come.v.03"},{"index":4,"sense_key":"come%2:30:03::","synset_id":"come.v.04"},{"index":5,"sense_key":"come%2:42:04::","synset_id":"come.v.05"},{"index":6,"sense_key":"come%2:30:02::","synset_id":"come.v.06"},{"index":7,"sense_key":"come%2:42:13::","synset_id":"issue_forth.v.01"},{"index":8,"sense_key":"come%2:42:09::","synset_id":"hail.v.02"},{"index":9,"sense_key":"come%2:42:03::","synset_id":"come.v.09"},{"index":10,"sense_key":"come%2:42:05::","synset_id":"come.v.10"},{"index":11,"sense_key":"come%2:38:03::","synset_id":"come.v.11"},{"index":12,"sense_key":"come%2:42:00::","synset_id":"fall.v.04"},{"index":13,"sense_key":"come%2:30:13::","synset_id":"come.v.13"},{"index":14,"sense_key":"come%2:42:12::","synset_id":"total.v.01"},{"index":15,"sense_key":"come%2:42:11::","synset_id":"come.v.15"},{"index":16,"sense_key":"come%2:38:02::","synset_id":"come.v.16"},{"index":17,"sense_key":"come%2:31:14::","synset_id":"occur.v.02"},{"index":18,"sense_key":"come%2:42:15::","synset_id":"derive.v.05"},{"index":19,"sense_key":"come%2:42:02::","synset_id":"do.v.04"},{"index":20,"sense_key":"come%2:39:00::","synset_id":"come.v.20"},{"index":21,"sense_key":"come%2:31:13::","synset_id":"come.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"come%2:38:03::","call_ids":["senseval3.d002.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"come%2:38:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":561,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16416807891801}
{"item_id":"senseval3.d002.s003.t004","gold_sense_keys":["electronic%3:01:00::"],"candidates":[{"index":1,"sense_key":"electronic%3:01:00::","synset_id":"electronic.a.01"},{"index":2,"sense_key":"electronic%3:01:01::","synset_id":"electronic.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"electronic%3:01:00::","call_ids":["senseval3.d002.s003.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"electronic%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19051300990395248}
{"item_id":"senseval3.d002.s004.t001","gold_sense_keys":["subscriber%1:18:01::"],"candidates":[{"index":1,"sense_key":"subscriber%1:18:02::","synset_id":"subscriber.n.01"},{"index":2,"sense_key":"subscriber%1:18:01::","synset_id":"subscriber.n.02"},{"index":3,"sense_key":"subscriber%1:18:00::","synset_id":"subscriber.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"subscriber%1:18:01::","call_ids":["senseval3.d002.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"subscriber%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18312827707268298}
{"item_id":"senseval3.d002.s004.t002","gold_sense_keys":["live%2:42:08::"],"candidates":[{"index":1,"sense_key":"live%2:42:08::","synset_id":"populate.v.01"},{"index":2,"sense_key":"live%2:42:06::","synset_id":"live.v.02"},{"index":3,"sense_key":"live%2:42:04::","synset_id":"survive.v.01"},{"index":4,"sense_key":"live%2:42:01::","synset_id":"exist.v.02"},{"index":5,"sense_key":"live%2:42:00::","synset_id":"be.v.11"},{"index":6,"sense_key":"live%2:31:00::","synset_id":"know.v.05"},{"index":7,"sense_key":"live%2:42:07::","synset_id":"live.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"live%2:42:08::","call_ids":["senseval3.d002.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"live%2:42:08::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19723861198872328}
{"item_id":"senseval3.d002.s005.t002","gold_sense_keys":["hour%1:28:00::"],"candidates":[{"index":1,"sense_key":"hour%1:28:00::","synset_id":"hour.n.01"},{"index":2,"sense_key":"hour%1:28:01::","synset_id":"hour.n.02"},{"index":3,"sense_key":"hour%1:28:02::","synset_id":"hour.n.03"},{"index":4,"sense_key":"hour%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"hour%1:28:01::","call_ids":["senseval3.d002.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"hour%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19080123002640903}
{"item_id":"senseval3.d002.s005.t003","gold_sense_keys":["come_up%2:35:00::"],"candidates":[{"index":1,"sense_key":"come_up%2:36:03::","synset_id":"come_up.v.01"},{"index":2,"sense_key":"come_up%2:30:00::","synset_id":"arise.v.04"},{"index":3,"sense_key":"come_up%2:38:02::","synset_id":"come.v.01"},{"index":4,"sense_key":"come_up%2:38:01::","synset_id":"surface.v.01"},{"index":5,"sense_key":"come_up%2:42:00::","synset_id":"arise.v.02"},{"index":6,"sense_key":"come_up%2:38:03::","synset_id":"rise.v.01"},{"index":7,"sense_key":"come_up%2:42:01::","synset_id":"come_up.v.07"},{"index":8,"sense_key":"come_up%2:35:00::","synset_id":"go_on.v.05"},{"index":9,"sense_key":"come_up%2:40:00::","synset_id":"line_up.v.02"},{"index":10,"sense_key":"come_up%2:38:00::","synset_id":"rise.v.16"},{"index":11,"sense_key":"come_up%2:35:02::","synset_id":"scrape.v.05"},{"index":12,"sense_key":"come_up%2:35:01::","synset_id":"muster.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"come_up%2:38:01::","call_ids":["senseval3.d002.s005.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"come_up%2:38:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":330,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1918189798016101}
{"item_id":"senseval3.d002.s005.t004","gold_sense_keys":["teem%2:42:00::"],"candidates":[{"index":1,"sense_key":"teem%2:42:00::","synset_id":"teem.v.01"},{"index":2,"sense_key":"teem%2:38:00::","synset_id":"pour.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"teem%2:42:00::","call_ids":["senseval3.d002.s005.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"teem%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18339361413381994}
{"item_id":"senseval3.d002.s005.t005","gold_sense_keys":["emotional%3:00:00::"],"candidates":[{"index":1,"sense_key":"emotional%3:00:02::","synset_id":"emotional.a.01"},{"index":2,"sense_key":"emotional%3:00:00::","synset_id":"emotional.a.02"},{"index":3,"sense_key":"emotional%3:01:00::","synset_id":"emotional.a.03"},{"index":4,"sense_key":"emotional%5:00:00:agitated:00","synset_id":"aroused.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"emotional%3:01:00::","call_ids":["senseval3.d002.s005.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"emotional%3:01:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1744372551329434}
{"item_id":"senseval3.d002.s005.t007","gold_sense_keys":["report%1:10:00::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["senseval3.d002.s005.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1763180459383875}
{"item_id":"senseval3.d002.s006.t001","gold_sense_keys":["electronic%3:01:00::"],"candidates":[{"index":1,"sense_key":"electronic%3:01:00::","synset_id":"electronic.a.01"},{"index":2,"sense_key":"electronic%3:01:01::","synset_id":"electronic.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"electronic%3:01:01::","call_ids":["senseval3.d002.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"electronic%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1796874930150807}
{"item_id":"senseval3.d002.s006.t002","gold_sense_keys":["traffic%1:10:00::"],"candidates":[{"index":1,"sense_key":"traffic%1:14:00::","synset_id":"traffic.n.01"},{"index":2,"sense_key":"traffic%1:04:01::","synset_id":"traffic.n.02"},{"index":3,"sense_key":"traffic%1:10:00::","synset_id":"traffic.n.03"},{"index":4,"sense_key":"traffic%1:04:02::","synset_id":"dealings.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"traffic%1:10:00::","call_ids":["senseval3.d002.s006.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"traffic%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18744974909350276}
{"item_id":"senseval3.d002.s007.t000","gold_sense_keys":["time%1:28:03::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"time%1:28:03::","call_ids":["senseval3.d002.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"time%1:28:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":320,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19182244292460382}
{"item_id":"senseval3.d002.s007.t001","gold_sense_keys":["time%1:28:03::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"time%1:28:03::","call_ids":["senseval3.d002.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"time%1:28:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":319,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1847605409566313}
{"item_id":"senseval3.d002.s007.t004","gold_sense_keys":["subscriber%1:18:01::"],"candidates":[{"index":1,"sense_key":"subscriber%1:18:02::","synset_id":"subscriber.n.01"},{"index":2,"sense_key":"subscriber%1:18:01::","synset_id":"subscriber.n.02"},{"index":3,"sense_key":"subscriber%1:18:00::","synset_id":"subscriber.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"subscriber%1:18:01::","call_ids":["senseval3.d002.s007.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"subscriber%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1858203501906246}
{"item_id":"senseval3.d002.s007.t005","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"use%2:41:03::","call_ids":["senseval3.d002.s007.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"use%2:41:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":246,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17510375194251537}
{"item_id":"senseval3.d002.s007.t006","gold_sense_keys":["identify%2:32:00::"],"candidates":[{"index":1,"sense_key":"identify%2:31:00::","synset_id":"identify.v.01"},{"index":2,"sense_key":"identify%2:32:00::","synset_id":"name.v.02"},{"index":3,"sense_key":"identify%2:31:04::","synset_id":"identify.v.03"},{"index":4,"sense_key":"identify%2:31:03::","synset_id":"identify.v.04"},{"index":5,"sense_key":"identify%2:31:01::","synset_id":"identify.v.05"},{"index":6,"sense_key":"identify%2:31:02::","synset_id":"identify.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"identify%2:31:04::","call_ids":["senseval3.d002.s007.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"identify%2:31:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18147362885065377}
{"item_id":"senseval3.d002.s011.t000","gold_sense_keys":["avenue%1:06:00::"],"candidates":[{"index":1,"sense_key":"avenue%1:04:00::","synset_id":"avenue.n.01"},{"index":2,"sense_key":"avenue%1:06:00::","synset_id":"avenue.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"avenue%1:06:00::","call_ids":["senseval3.d002.s011.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"avenue%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17591297789476812}
{"item_id":"senseval3.d002.s011.t002","gold_sense_keys":["floor%1:06:01::"],"candidates":[{"index":1,"sense_key":"floor%1:06:00::","synset_id":"floor.n.01"},{"index":2,"sense_key":"floor%1:06:01::","synset_id":"floor.n.02"},{"index":3,"sense_key":"floor%1:10:00::","synset_id":"floor.n.03"},{"index":4,"sense_key":"floor%1:17:01::","synset_id":"floor.n.04"},{"index":5,"sense_key":"floor%1:17:00::","synset_id":"floor.n.05"},{"index":6,"sense_key":"floor%1:17:02::","synset_id":"floor.n.06"},{"index":7,"sense_key":"floor%1:14:00::","synset_id":"floor.n.07"},{"index":8,"sense_key":"floor%1:07:00::","synset_id":"floor.n.08"},{"index":9,"sense_key":"floor%1:06:03::","synset_id":"floor.n.09"},{"index":10,"sense_key":"floor%1:06:02::","synset_id":"floor.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"floor%1:10:00::","call_ids":["senseval3.d002.s011.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"floor%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":349,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22603551810607314}
{"item_id":"senseval3.d002.s011.t003","gold_sense_keys":["old%3:00:01::"],"candidates":[{"index":1,"sense_key":"old%3:00:02::","synset_id":"old.a.01"},{"index":2,"sense_key":"old%3:00:01::","synset_id":"old.a.02"},{"index":3,"sense_key":"old%5:00:00:familiar:00","synset_id":"old.s.01"},{"index":4,"sense_key":"old%5:00:00:experienced:00","synset_id":"old.s.02"},{"index":5,"sense_key":"old%5:00:03:past:00","synset_id":"erstwhile.s.01"},{"index":6,"sense_key":"old%5:00:00:genuine:00","synset_id":"honest-to-god.s.01"},{"index":7,"sense_key":"old%5:00:00:early:01","synset_id":"old.s.05"},{"index":8,"sense_key":"old%5:00:00:preceding:00","synset_id":"previous.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"old%3:00:01::","call_ids":["senseval3.d002.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"old%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22657601512037218}
{"item_id":"senseval3.d002.s011.t004","gold_sense_keys":["building%1:06:00::"],"candidates":[{"index":1,"sense_key":"building%1:06:00::","synset_id":"building.n.01"},{"index":2,"sense_key":"building%1:04:00::","synset_id":"construction.n.01"},{"index":3,"sense_key":"building%1:04:01::","synset_id":"construction.n.07"},{"index":4,"sense_key":"building%1:14:00::","synset_id":"building.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"building%1:06:00::","call_ids":["senseval3.d002.s011.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"building%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2301120061893016}
{"item_id":"senseval3.d002.s011.t005","gold_sense_keys":["heart%1:08:00::"],"candidates":[{"index":1,"sense_key":"heart%1:09:00::","synset_id":"heart.n.01"},{"index":2,"sense_key":"heart%1:08:00::","synset_id":"heart.n.02"},{"index":3,"sense_key":"heart%1:07:01::","synset_id":"heart.n.03"},{"index":4,"sense_key":"heart%1:15:00::","synset_id":"center.n.01"},{"index":5,"sense_key":"heart%1:09:01::","synset_id":"kernel.n.03"},{"index":6,"sense_key":"heart%1:07:04::","synset_id":"heart.n.06"},{"index":7,"sense_key":"heart%1:25:00::","synset_id":"heart.n.07"},{"index":8,"sense_key":"heart%1:13:00::","synset_id":"heart.n.08"},{"index":9,"sense_key":"heart%1:12:04::","synset_id":"affection.n.01"},{"index":10,"sense_key":"heart%1:06:00::","synset_id":"heart.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"heart%1:12:04::","call_ids":["senseval3.d002.s011.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"heart%1:12:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":398,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2308339469600469}
{"item_id":"senseval3.d002.s012.t000","gold_sense_keys":["fall%2:38:03::"],"candidates":[{"index":1,"sense_key":"fall%2:38:03::","synset_id":"fall.v.01"},{"index":2,"sense_key":"fall%2:38:00::","synset_id":"descend.v.01"},{"index":3,"sense_key":"fall%2:30:08::","synset_id":"fall.v.03"},{"index":4,"sense_key":"fall%2:42:03::","synset_id":"fall.v.04"},{"index":5,"sense_key":"fall%2:43:00::","synset_id":"precipitate.v.03"},{"index":6,"sense_key":"fall%2:41:02::","synset_id":"fall.v.06"},{"index":7,"sense_key":"fall%2:42:00::","synset_id":"fall.v.07"},{"index":8,"sense_key":"fall%2:42:04::","synset_id":"fall.v.08"},{"index":9,"sense_key":"fall%2:40:05::","synset_id":"fall.v.09"},{"index":10,"sense_key":"fall%2:30:00::","synset_id":"fall.v.10"},{"index":11,"sense_key":"fall%2:30:06::","synset_id":"decrease.v.01"},{"index":12,"sense_key":"fall%2:41:01::","synset_id":"fall.v.12"},{"index":13,"sense_key":"fall%2:41:00::","synset_id":"fall.v.13"},{"index":14,"sense_key":"fall%2:40:03::","synset_id":"fall.v.14"},{"index":15,"sense_key":"fall%2:38:01::","synset_id":"fall.v.15"},{"index":16,"sense_key":"fall%2:42:02::","synset_id":"fall.v.16"},{"index":17,"sense_key":"fall%2:41:15::","synset_id":"fall.v.17"},{"index":18,"sense_key":"fall%2:40:12::","synset_id":"fall.v.18"},{"index":19,"sense_key":"fall%2:40:09::","synset_id":"accrue.v.02"},{"index":20,"sense_key":"fall%2:40:08::","synset_id":"fall.v.20"},{"index":21,"sense_key":"fall%2:40:13::","synset_id":"fall.v.21"},{"index":22,"sense_key":"fall%2:38:11::","synset_id":"fall.v.22"},{"index":23,"sense_key":"fall%2:38:15::","synset_id":"fall.v.23"},{"index":24,"sense_key":"fall%2:38:14::","synset_id":"fall.v.24"},{"index":25,"sense_key":"fall%2:35:00::","synset_id":"hang.v.05"},{"index":26,"sense_key":"fall%2:30:11::","synset_id":"fall.v.26"},{"index":27,"sense_key":"fall%2:30:14::","synset_id":"fall.v.27"},{"index":28,"sense_key":"fall%2:30:10::","synset_id":"fall.v.28"},{"index":29,"sense_key":"fall%2:30:09::","synset_id":"fall.v.29"},{"index":30,"sense_key":"fall%2:30:12::","synset_id":"fall.v.30"},{"index":31,"sense_key":"fall%2:30:15::","synset_id":"fall.v.31"},{"index":32,"sense_key":"fall%2:30:13::","synset_id":"fall.v.32"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":24,"chosen_sense_key":"fall%2:38:14::","call_ids":["senseval3.d002.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":24,"predicted_sense_key":"fall%2:38:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":756,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1837360099889338}
{"item_id":"senseval3.d002.s012.t001","gold_sense_keys":["poster%1:10:00::"],"candidates":[{"index":1,"sense_key":"poster%1:10:00::","synset_id":"poster.n.01"},{"index":2,"sense_key":"poster%1:18:00::","synset_id":"bill_poster.n.01"},{"index":3,"sense_key":"poster%1:05:00::","synset_id":"post_horse.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"poster%1:18:00::","call_ids":["senseval3.d002.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"poster%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18541859998367727}
{"item_id":"senseval3.d002.s012.t002","gold_sense_keys":["frame%1:06:00::"],"candidates":[{"index":1,"sense_key":"frame%1:06:02::","synset_id":"frame.n.01"},{"index":2,"sense_key":"frame%1:06:03::","synset_id":"frame.n.02"},{"index":3,"sense_key":"frame%1:08:01::","synset_id":"human_body.n.01"},{"index":4,"sense_key":"frame%1:28:00::","synset_id":"inning.n.01"},{"index":5,"sense_key":"frame%1:10:00::","synset_id":"frame.n.05"},{"index":6,"sense_key":"frame%1:10:01::","synset_id":"frame.n.06"},{"index":7,"sense_key":"frame%1:09:00::","synset_id":"frame_of_reference.n.02"},{"index":8,"sense_key":"frame%1:08:00::","synset_id":"skeletal_system.n.01"},{"index":9,"sense_key":"frame%1:06:01::","synset_id":"skeleton.n.04"},{"index":10,"sense_key":"frame%1:06:00::","synset_id":"frame.n.10"},{"index":11,"sense_key":"frame%1:04:01::","synset_id":"frame.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"frame%1:06:00::","call_ids":["senseval3.d002.s012.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"frame%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":331,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18640816118568182}
{"item_id":"senseval3.d002.s012.t003","gold_sense_keys":["glass%1:27:00::"],"candidates":[{"index":1,"sense_key":"glass%1:27:00::","synset_id":"glass.n.01"},{"index":2,"sense_key":"glass%1:06:00::","synset_id":"glass.n.02"},{"index":3,"sense_key":"glass%1:23:00::","synset_id":"glass.n.03"},{"index":4,"sense_key":"glass%1:06:03::","synset_id":"field_glass.n.01"},{"index":5,"sense_key":"glass%1:06:01::","synset_id":"methamphetamine.n.01"},{"index":6,"sense_key":"glass%1:06:02::","synset_id":"looking_glass.n.01"},{"index":7,"sense_key":"glass%1:06:04::","synset_id":"glass.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"glass%1:23:00::","call_ids":["senseval3.d002.s012.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"glass%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18726981687359512}
{"item_id":"senseval3.d002.s012.t004","gold_sense_keys":["floor%1:06:00::"],"candidates":[{"index":1,"sense_key":"floor%1:06:00::","synset_id":"floor.n.01"},{"index":2,"sense_key":"floor%1:06:01::","synset_id":"floor.n.02"},{"index":3,"sense_key":"floor%1:10:00::","synset_id":"floor.n.03"},{"index":4,"sense_key":"floor%1:17:01::","synset_id":"floor.n.04"},{"index":5,"sense_key":"floor%1:17:00::","synset_id":"floor.n.05"},{"index":6,"sense_key":"floor%1:17:02::","synset_id":"floor.n.06"},{"index":7,"sense_key":"floor%1:14:00::","synset_id":"floor.n.07"},{"index":8,"sense_key":"floor%1:07:00::","synset_id":"floor.n.08"},{"index":9,"sense_key":"floor%1:06:03::","synset_id":"floor.n.09"},{"index":10,"sense_key":"floor%1:06:02::","synset_id":"floor.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"floor%1:06:01::","call_ids":["senseval3.d002.s012.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"floor%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":340,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1883504348807037}
{"item_id":"senseval3.d002.s012.t006","gold_sense_keys":["open%3:00:01::"],"candidates":[{"index":1,"sense_key":"open%3:00:01::","synset_id":"open.a.01"},{"index":2,"sense_key":"open%3:00:02::","synset_id":"open.a.02"},{"index":3,"sense_key":"open%5:00:00:unprotected:00","synset_id":"exposed.s.01"},{"index":4,"sense_key":"open%5:00:00:public:00","synset_id":"open.s.02"},{"index":5,"sense_key":"open%3:00:08::","synset_id":"open.a.05"},{"index":6,"sense_key":"open%5:00:00:available:00","synset_id":"open.s.03"},{"index":7,"sense_key":"open%5:00:00:unrestricted:00","synset_id":"open.s.04"},{"index":8,"sense_key":"open%5:00:00:vulnerable:00","synset_id":"assailable.s.01"},{"index":9,"sense_key":"open%5:00:00:coarse:00","synset_id":"loose.s.06"},{"index":10,"sense_key":"open%5:00:00:unenclosed:00","synset_id":"open.s.07"},{"index":11,"sense_key":"open%3:00:04::","synset_id":"open.a.11"},{"index":12,"sense_key":"open%5:00:00:unsettled:02","synset_id":"open.s.08"},{"index":13,"sense_key":"open%5:00:00:unsealed:01","synset_id":"open.s.09"},{"index":14,"sense_key":"open%5:00:00:unconstricted:00","synset_id":"open.s.10"},{"index":15,"sense_key":"open%3:00:00::","synset_id":"receptive.a.02"},{"index":16,"sense_key":"open%3:00:07::","synset_id":"overt.a.01"},{"index":17,"sense_key":"open%5:00:00:nonunion:00","synset_id":"open.s.11"},{"index":18,"sense_key":"open%5:00:00:susceptible:00","synset_id":"capable.s.01"},{"index":19,"sense_key":"open%5:00:00:unobstructed:00","synset_id":"clear.s.02"},{"index":20,"sense_key":"open%5:00:00:ingenuous:00","synset_id":"candid.s.03"},{"index":21,"sense_key":"open%5:00:00:active:06","synset_id":"open.s.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"open%5:00:00:unrestricted:00","call_ids":["senseval3.d002.s012.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"open%5:00:00:unrestricted:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":492,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19107069401070476}
{"item_id":"senseval3.d002.s012.t007","gold_sense_keys":["floor%1:06:00::"],"candidates":[{"index":1,"sense_key":"floor%1:06:00::","synset_id":"floor.n.01"},{"index":2,"sense_key":"floor%1:06:01::","synset_id":"floor.n.02"},{"index":3,"sense_key":"floor%1:10:00::","synset_id":"floor.n.03"},{"index":4,"sense_key":"floor%1:17:01::","synset_id":"floor.n.04"},{"index":5,"sense_key":"floor%1:17:00::","synset_id":"floor.n.05"},{"index":6,"sense_key":"floor%1:17:02::","synset_id":"floor.n.06"},{"index":7,"sense_key":"floor%1:14:00::","synset_id":"floor.n.07"},{"index":8,"sense_key":"floor%1:07:00::","synset_id":"floor.n.08"},{"index":9,"sense_key":"floor%1:06:03::","synset_id":"floor.n.09"},{"index":10,"sense_key":"floor%1:06:02::","synset_id":"floor.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"floor%1:07:00::","call_ids":["senseval3.d002.s012.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"floor%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":340,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19244253588840365}
{"item_id":"senseval3.d002.s015.t000","gold_sense_keys":["favorite%5:00:00:loved:00"],"candidates":[{"index":1,"sense_key":"favorite%5:00:00:popular:00","synset_id":"favorite.s.01"},{"index":2,"sense_key":"favorite%5:00:00:loved:00","synset_id":"favored.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"favorite%5:00:00:loved:00","call_ids":["senseval3.d002.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"favorite%5:00:00:loved:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":128,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19356482801958919}
{"item_id":"senseval3.d002.s015.t001","gold_sense_keys":["wait%2:42:00::"],"candidates":[{"index":1,"sense_key":"wait%2:42:00::","synset_id":"wait.v.01"},{"index":2,"sense_key":"wait%2:42:01::","synset_id":"wait.v.02"},{"index":3,"sense_key":"wait%2:31:00::","synset_id":"expect.v.03"},{"index":4,"sense_key":"wait%2:41:00::","synset_id":"wait.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"wait%2:42:00::","call_ids":["senseval3.d002.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"wait%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19456689106300473}
{"item_id":"senseval3.d002.s015.t002","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"game%1:04:01::","call_ids":["senseval3.d002.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"game%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":325,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30505610699765384}
{"item_id":"senseval3.d002.s015.t003","gold_sense_keys":["start%2:42:00::"],"candidates":[{"index":1,"sense_key":"start%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"start%2:30:01::","synset_id":"begin.v.03"},{"index":3,"sense_key":"start%2:38:02::","synset_id":"depart.v.03"},{"index":4,"sense_key":"start%2:42:00::","synset_id":"begin.v.02"},{"index":5,"sense_key":"start%2:36:00::","synset_id":"originate.v.02"},{"index":6,"sense_key":"start%2:36:01::","synset_id":"start.v.06"},{"index":7,"sense_key":"start%2:38:04::","synset_id":"startle.v.02"},{"index":8,"sense_key":"start%2:38:01::","synset_id":"start.v.08"},{"index":9,"sense_key":"start%2:38:00::","synset_id":"start.v.09"},{"index":10,"sense_key":"start%2:41:00::","synset_id":"start.v.10"},{"index":11,"sense_key":"start%2:33:00::","synset_id":"start.v.11"},{"index":12,"sense_key":"start%2:42:03::","synset_id":"begin.v.07"},{"index":13,"sense_key":"start%2:41:04::","synset_id":"begin.v.08"},{"index":14,"sense_key":"start%2:38:03::","synset_id":"start.v.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"start%2:38:00::","call_ids":["senseval3.d002.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"start%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":381,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3063789161387831}
{"item_id":"senseval3.d002.s016.t000","gold_sense_keys":["feel%2:39:00::"],"candidates":[{"index":1,"sense_key":"feel%2:37:00::","synset_id":"feel.v.01"},{"index":2,"sense_key":"feel%2:31:00::","synset_id":"find.v.05"},{"index":3,"sense_key":"feel%2:39:00::","synset_id":"feel.v.03"},{"index":4,"sense_key":"feel%2:29:00::","synset_id":"feel.v.04"},{"index":5,"sense_key":"feel%2:31:01::","synset_id":"feel.v.05"},{"index":6,"sense_key":"feel%2:39:01::","synset_id":"feel.v.06"},{"index":7,"sense_key":"feel%2:42:00::","synset_id":"feel.v.07"},{"index":8,"sense_key":"feel%2:39:10::","synset_id":"feel.v.08"},{"index":9,"sense_key":"feel%2:35:00::","synset_id":"feel.v.09"},{"index":10,"sense_key":"feel%2:35:01::","synset_id":"palpate.v.01"},{"index":11,"sense_key":"feel%2:40:00::","synset_id":"feel.v.11"},{"index":12,"sense_key":"feel%2:39:09::","synset_id":"feel.v.12"},{"index":13,"sense_key":"feel%2:35:11::","synset_id":"feel.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"feel%2:39:10::","call_ids":["senseval3.d002.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"feel%2:39:10::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":422,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3072145590558648}
{"item_id":"senseval3.d002.s016.t002","gold_sense_keys":["begin%2:42:00::","begin%2:42:04::"],"candidates":[{"index":1,"sense_key":"begin%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"begin%2:42:00::","synset_id":"begin.v.02"},{"index":3,"sense_key":"begin%2:30:01::","synset_id":"begin.v.03"},{"index":4,"sense_key":"begin%2:32:03::","synset_id":"begin.v.04"},{"index":5,"sense_key":"begin%2:42:02::","synset_id":"begin.v.05"},{"index":6,"sense_key":"begin%2:42:04::","synset_id":"begin.v.06"},{"index":7,"sense_key":"begin%2:42:03::","synset_id":"begin.v.07"},{"index":8,"sense_key":"begin%2:41:04::","synset_id":"begin.v.08"},{"index":9,"sense_key":"begin%2:41:00::","synset_id":"begin.v.09"},{"index":10,"sense_key":"begin%2:32:04::","synset_id":"begin.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"begin%2:41:00::","call_ids":["senseval3.d002.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"begin%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":389,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3338970721233636}
{"item_id":"senseval3.d002.s016.t003","gold_sense_keys":["glance%2:39:00::"],"candidates":[{"index":1,"sense_key":"glance%2:39:00::","synset_id":"glance.v.01"},{"index":2,"sense_key":"glance%2:38:00::","synset_id":"glance.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"glance%2:39:00::","call_ids":["senseval3.d002.s016.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"glance%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3213984470348805}
{"item_id":"senseval3.d002.s016.t004","gold_sense_keys":["table%1:14:01::"],"candidates":[{"index":1,"sense_key":"table%1:14:00::","synset_id":"table.n.01"},{"index":2,"sense_key":"table%1:06:01::","synset_id":"table.n.02"},{"index":3,"sense_key":"table%1:06:02::","synset_id":"table.n.03"},{"index":4,"sense_key":"table%1:17:00::","synset_id":"mesa.n.01"},{"index":5,"sense_key":"table%1:14:01::","synset_id":"table.n.05"},{"index":6,"sense_key":"table%1:13:01::","synset_id":"board.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"table%1:06:02::","call_ids":["senseval3.d002.s016.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"table%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3194694060366601}
{"item_id":"senseval3.d002.s016.t005","gold_sense_keys":["next%5:00:00:close:01"],"candidates":[{"index":1,"sense_key":"next%5:00:00:succeeding:00","synset_id":"following.s.02"},{"index":2,"sense_key":"next%5:00:00:close:01","synset_id":"adjacent.s.01"},{"index":3,"sense_key":"next%5:00:00:incoming:00","synset_id":"future.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"next%5:00:00:close:01","call_ids":["senseval3.d002.s016.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"next%5:00:00:close:01","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3218902868684381}
{"item_id":"senseval3.d002.s016.t007","gold_sense_keys":["guilty%5:00:00:ashamed:00"],"candidates":[{"index":1,"sense_key":"guilty%3:00:00::","synset_id":"guilty.a.01"},{"index":2,"sense_key":"guilty%5:00:00:ashamed:00","synset_id":"guilty.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"guilty%5:00:00:ashamed:00","call_ids":["senseval3.d002.s016.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"guilty%5:00:00:ashamed:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29341025301255286}
{"item_id":"senseval3.d002.s016.t009","gold_sense_keys":["mouth%2:32:01::"],"candidates":[{"index":1,"sense_key":"mouth%2:32:00::","synset_id":"talk.v.02"},{"index":2,"sense_key":"mouth%2:32:01::","synset_id":"mouth.v.02"},{"index":3,"sense_key":"mouth%2:35:00::","synset_id":"mouth.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mouth%2:32:01::","call_ids":["senseval3.d002.s016.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mouth%2:32:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29392105899751186}
{"item_id":"senseval3.d002.s016.t010","gold_sense_keys":["word%1:10:00::"],"candidates":[{"index":1,"sense_key":"word%1:10:00::","synset_id":"word.n.01"},{"index":2,"sense_key":"word%1:10:03::","synset_id":"word.n.02"},{"index":3,"sense_key":"word%1:10:02::","synset_id":"news.n.01"},{"index":4,"sense_key":"word%1:10:06::","synset_id":"word.n.04"},{"index":5,"sense_key":"word%1:10:04::","synset_id":"discussion.n.02"},{"index":6,"sense_key":"word%1:10:01::","synset_id":"parole.n.01"},{"index":7,"sense_key":"word%1:23:00::","synset_id":"word.n.07"},{"index":8,"sense_key":"word%1:18:00::","synset_id":"son.n.02"},{"index":9,"sense_key":"word%1:10:05::","synset_id":"password.n.01"},{"index":10,"sense_key":"word%1:10:07::","synset_id":"bible.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"word%1:10:05::","call_ids":["senseval3.d002.s016.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"word%1:10:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":326,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29448646400123835}
{"item_id":"senseval3.d002.s016.t011","gold_sense_keys":["earthquake%1:11:00::"],"candidates":[{"index":1,"sense_key":"earthquake%1:11:00::","synset_id":"earthquake.n.01"},{"index":2,"sense_key":"earthquake%1:26:00::","synset_id":"earthquake.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"earthquake%1:26:00::","call_ids":["senseval3.d002.s016.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"earthquake%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2959321369417012}
{"item_id":"senseval3.d002.s017.t000","gold_sense_keys":["long%3:00:02::"],"candidates":[{"index":1,"sense_key":"long%3:00:02::","synset_id":"long.a.01"},{"index":2,"sense_key":"long%3:00:01::","synset_id":"long.a.02"},{"index":3,"sense_key":"long%5:00:00:tall:00","synset_id":"long.s.01"},{"index":4,"sense_key":"long%3:00:00::","synset_id":"retentive.a.01"},{"index":5,"sense_key":"long%3:00:05::","synset_id":"long.a.05"},{"index":6,"sense_key":"long%3:00:04::","synset_id":"long.a.06"},{"index":7,"sense_key":"long%5:00:00:unsound:00","synset_id":"long.s.02"},{"index":8,"sense_key":"long%5:00:00:provident:00","synset_id":"farseeing.s.02"},{"index":9,"sense_key":"long%5:00:00:abundant:00","synset_id":"long.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"long%3:00:02::","call_ids":["senseval3.d002.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"long%3:00:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":313,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2967278719879687}
{"item_id":"senseval3.d002.s017.t001","gold_sense_keys":["take%2:40:06::"],"candidates":[{"index":1,"sense_key":"take%2:41:04::","synset_id":"take.v.01"},{"index":2,"sense_key":"take%2:40:06::","synset_id":"take.v.02"},{"index":3,"sense_key":"take%2:38:09::","synset_id":"lead.v.01"},{"index":4,"sense_key":"take%2:35:00::","synset_id":"take.v.04"},{"index":5,"sense_key":"take%2:30:01::","synset_id":"assume.v.03"},{"index":6,"sense_key":"take%2:31:07::","synset_id":"take.v.06"},{"index":7,"sense_key":"take%2:38:10::","synset_id":"bring.v.01"},{"index":8,"sense_key":"take%2:40:00::","synset_id":"take.v.08"},{"index":9,"sense_key":"take%2:38:02::","synset_id":"take.v.09"},{"index":10,"sense_key":"take%2:31:01::","synset_id":"choose.v.01"},{"index":11,"sense_key":"take%2:40:05::","synset_id":"accept.v.02"},{"index":12,"sense_key":"take%2:41:00::","synset_id":"fill.v.04"},{"index":13,"sense_key":"take%2:31:03::","synset_id":"consider.v.03"},{"index":14,"sense_key":"take%2:42:00::","synset_id":"necessitate.v.01"},{"index":15,"sense_key":"take%2:39:00::","synset_id":"take.v.15"},{"index":16,"sense_key":"take%2:32:02::","synset_id":"film.v.01"},{"index":17,"sense_key":"take%2:30:00::","synset_id":"remove.v.01"},{"index":18,"sense_key":"take%2:34:00::","synset_id":"consume.v.02"},{"index":19,"sense_key":"take%2:31:09::","synset_id":"take.v.19"},{"index":20,"sense_key":"take%2:40:15::","synset_id":"take.v.20"},{"index":21,"sense_key":"take%2:40:01::","synset_id":"take.v.21"},{"index":22,"sense_key":"take%2:38:00::","synset_id":"assume.v.05"},{"index":23,"sense_key":"take%2:40:07::","synset_id":"accept.v.05"},{"index":24,"sense_key":"take%2:30:08::","synset_id":"take.v.24"},{"index":25,"sense_key":"take%2:31:02::","synset_id":"learn.v.04"},{"index":26,"sense_key":"take%2:32:00::","synset_id":"claim.v.05"},{"index":27,"sense_key":"take%2:38:05::","synset_id":"take.v.27"},{"index":28,"sense_key":"take%2:33:09::","synset_id":"aim.v.01"},{"index":29,"sense_key":"take%2:30:09::","synset_id":"take.v.29"},{"index":30,"sense_key":"take%2:42:10::","synset_id":"carry.v.02"},{"index":31,"sense_key":"take%2:40:03::","synset_id":"lease.v.04"},{"index":32,"sense_key":"take%2:40:04::","synset_id":"subscribe.v.05"},{"index":33,"sense_key":"take%2:40:02::","synset_id":"take.v.33"},{"index":34,"sense_key":"take%2:40:08::","synset_id":"take.v.34"},{"index":35,"sense_key":"take%2:35:14::","synset_id":"take.v.35"},{"index":36,"sense_key":"take%2:32:09::","synset_id":"claim.v.04"},{"index":37,"sense_key":"take%2:42:03::","synset_id":"accept.v.08"},{"index":38,"sense_key":"take%2:42:15::","synset_id":"contain.v.05"},{"index":39,"sense_key":"take%2:41:13::","synset_id":"take.v.39"},{"index":40,"sense_key":"take%2:38:11::","synset_id":"drive.v.16"},{"index":41,"sense_key":"take%2:33:08::","synset_id":"take.v.41"},{"index":42,"sense_key":"take%2:29:08::","synset_id":"contract.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"take%2:42:00::","call_ids":["senseval3.d002.s017.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"take%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1008,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29734098515473306}
{"item_id":"senseval3.d002.s017.t003","gold_sense_keys":["pass%2:30:01::","pass%2:38:03::"],"candidates":[{"index":1,"sense_key":"pass%2:38:00::","synset_id":"pass.v.01"},{"index":2,"sense_key":"pass%2:38:05::","synset_id":"travel_by.v.01"},{"index":3,"sense_key":"pass%2:41:02::","synset_id":"legislate.v.01"},{"index":4,"sense_key":"pass%2:38:03::","synset_id":"elapse.v.01"},{"index":5,"sense_key":"pass%2:40:00::","synset_id":"pass.v.05"},{"index":6,"sense_key":"pass%2:42:08::","synset_id":"run.v.03"},{"index":7,"sense_key":"pass%2:38:01::","synset_id":"pass.v.07"},{"index":8,"sense_key":"pass%2:30:00::","synset_id":"happen.v.01"},{"index":9,"sense_key":"pass%2:41:04::","synset_id":"pass.v.09"},{"index":10,"sense_key":"pass%2:42:00::","synset_id":"spend.v.01"},{"index":11,"sense_key":"pass%2:35:00::","synset_id":"guide.v.05"},{"index":12,"sense_key":"pass%2:32:01::","synset_id":"communicate.v.01"},{"index":13,"sense_key":"pass%2:30:01::","synset_id":"evanesce.v.01"},{"index":14,"sense_key":"pass%2:41:08::","synset_id":"pass.v.14"},{"index":15,"sense_key":"pass%2:42:04::","synset_id":"exceed.v.02"},{"index":16,"sense_key":"pass%2:41:07::","synset_id":"pass.v.16"},{"index":17,"sense_key":"pass%2:41:11::","synset_id":"pass.v.17"},{"index":18,"sense_key":"pass%2:40:02::","synset_id":"pass.v.18"},{"index":19,"sense_key":"pass%2:38:02::","synset_id":"sink.v.03"},{"index":20,"sense_key":"pass%2:40:01::","synset_id":"pass.v.20"},{"index":21,"sense_key":"pass%2:40:13::","synset_id":"fall.v.21"},{"index":22,"sense_key":"pass%2:38:04::","synset_id":"pass.v.22"},{"index":23,"sense_key":"pass%2:32:00::","synset_id":"authorize.v.01"},{"index":24,"sense_key":"pass%2:30:11::","synset_id":"die.v.01"},{"index":25,"sense_key":"pass%2:29:00::","synset_id":"excrete.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"pass%2:41:08::","call_ids":["senseval3.d002.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"pass%2:41:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":610,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2981807889882475}
{"item_id":"senseval3.d002.s018.t000","gold_sense_keys":["time%1:11:00::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"time%1:11:00::","call_ids":["senseval3.d002.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"time%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":328,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2990983328782022}
{"item_id":"senseval3.d002.s018.t001","gold_sense_keys":["get%2:30:00::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"get%2:38:00::","call_ids":["senseval3.d002.s018.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"get%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":913,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2997667610179633}
{"item_id":"senseval3.d002.s018.t002","gold_sense_keys":["building%1:06:00::"],"candidates":[{"index":1,"sense_key":"building%1:06:00::","synset_id":"building.n.01"},{"index":2,"sense_key":"building%1:04:00::","synset_id":"construction.n.01"},{"index":3,"sense_key":"building%1:04:01::","synset_id":"construction.n.07"},{"index":4,"sense_key":"building%1:14:00::","synset_id":"building.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"building%1:04:00::","call_ids":["senseval3.d002.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"building%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3006813549436629}
{"item_id":"senseval3.d002.s018.t003","gold_sense_keys":["start%2:30:00::"],"candidates":[{"index":1,"sense_key":"start%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"start%2:30:01::","synset_id":"begin.v.03"},{"index":3,"sense_key":"start%2:38:02::","synset_id":"depart.v.03"},{"index":4,"sense_key":"start%2:42:00::","synset_id":"begin.v.02"},{"index":5,"sense_key":"start%2:36:00::","synset_id":"originate.v.02"},{"index":6,"sense_key":"start%2:36:01::","synset_id":"start.v.06"},{"index":7,"sense_key":"start%2:38:04::","synset_id":"startle.v.02"},{"index":8,"sense_key":"start%2:38:01::","synset_id":"start.v.08"},{"index":9,"sense_key":"start%2:38:00::","synset_id":"start.v.09"},{"index":10,"sense_key":"start%2:41:00::","synset_id":"start.v.10"},{"index":11,"sense_key":"start%2:33:00::","synset_id":"start.v.11"},{"index":12,"sense_key":"start%2:42:03::","synset_id":"begin.v.07"},{"index":13,"sense_key":"start%2:41:04::","synset_id":"begin.v.08"},{"index":14,"sense_key":"start%2:38:03::","synset_id":"start.v.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"start%2:38:00::","call_ids":["senseval3.d002.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"start%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":398,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28461239393800497}
{"item_id":"senseval3.d002.s018.t004","gold_sense_keys":["shake%2:29:00::","shake%2:38:00::","shake%2:38:01::","shake%2:38:02::"],"candidates":[{"index":1,"sense_key":"shake%2:38:00::","synset_id":"shake.v.01"},{"index":2,"sense_key":"shake%2:29:00::","synset_id":"shake.v.02"},{"index":3,"sense_key":"shake%2:38:01::","synset_id":"judder.v.01"},{"index":4,"sense_key":"shake%2:38:02::","synset_id":"rock.v.01"},{"index":5,"sense_key":"shake%2:30:00::","synset_id":"shake.v.05"},{"index":6,"sense_key":"shake%2:37:00::","synset_id":"stimulate.v.03"},{"index":7,"sense_key":"shake%2:38:04::","synset_id":"shake.v.07"},{"index":8,"sense_key":"shake%2:30:01::","synset_id":"shake.v.08"},{"index":9,"sense_key":"shake%2:32:00::","synset_id":"shake.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"shake%2:38:01::","call_ids":["senseval3.d002.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"shake%2:38:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":307,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2977034009527415}
{"item_id":"senseval3.d002.s018.t005","gold_sense_keys":["child%1:18:00::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"child%1:18:06::","call_ids":["senseval3.d002.s018.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"child%1:18:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28578674979507923}
{"item_id":"senseval3.d002.s018.t006","gold_sense_keys":["toy%1:06:00::"],"candidates":[{"index":1,"sense_key":"toy%1:06:00::","synset_id":"plaything.n.01"},{"index":2,"sense_key":"toy%1:06:02::","synset_id":"toy.n.02"},{"index":3,"sense_key":"toy%1:06:03::","synset_id":"toy.n.03"},{"index":4,"sense_key":"toy%1:06:01::","synset_id":"miniature.n.02"},{"index":5,"sense_key":"toy%1:05:00::","synset_id":"toy_dog.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"toy%1:06:03::","call_ids":["senseval3.d002.s018.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"toy%1:06:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28738194494508207}
{"item_id":"senseval3.d002.s018.t007","gold_sense_keys":["block%1:06:00::"],"candidates":[{"index":1,"sense_key":"block%1:06:00::","synset_id":"block.n.01"},{"index":2,"sense_key":"block%1:15:00::","synset_id":"block.n.02"},{"index":3,"sense_key":"block%1:25:01::","synset_id":"block.n.03"},{"index":4,"sense_key":"block%1:14:00::","synset_id":"block.n.04"},{"index":5,"sense_key":"block%1:06:06::","synset_id":"block.n.05"},{"index":6,"sense_key":"block%1:23:00::","synset_id":"block.n.06"},{"index":7,"sense_key":"block%1:09:00::","synset_id":"block.n.07"},{"index":8,"sense_key":"block%1:06:02::","synset_id":"pulley.n.01"},{"index":9,"sense_key":"block%1:06:04::","synset_id":"engine_block.n.01"},{"index":10,"sense_key":"block%1:06:01::","synset_id":"blockage.n.02"},{"index":11,"sense_key":"block%1:06:05::","synset_id":"auction_block.n.01"},{"index":12,"sense_key":"block%1:04:00::","synset_id":"blocking.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"block%1:06:04::","call_ids":["senseval3.d002.s018.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"block%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":453,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29316799598746}
{"item_id":"senseval3.d002.s018.t008","gold_sense_keys":["toss%2:35:05::"],"candidates":[{"index":1,"sense_key":"toss%2:35:04::","synset_id":"flip.v.06"},{"index":2,"sense_key":"toss%2:38:00::","synset_id":"flip.v.01"},{"index":3,"sense_key":"toss%2:35:05::","synset_id":"chuck.v.01"},{"index":4,"sense_key":"toss%2:38:01::","synset_id":"convulse.v.03"},{"index":5,"sense_key":"toss%2:40:00::","synset_id":"discard.v.01"},{"index":6,"sense_key":"toss%2:35:00::","synset_id":"toss.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"toss%2:35:00::","call_ids":["senseval3.d002.s018.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"toss%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29826139681972563}
{"item_id":"senseval3.d002.s021.t000","gold_sense_keys":["library%1:06:00::","library%1:06:01::","library%1:06:02::"],"candidates":[{"index":1,"sense_key":"library%1:06:01::","synset_id":"library.n.01"},{"index":2,"sense_key":"library%1:14:00::","synset_id":"library.n.02"},{"index":3,"sense_key":"library%1:06:00::","synset_id":"library.n.03"},{"index":4,"sense_key":"library%1:14:01::","synset_id":"library.n.04"},{"index":5,"sense_key":"library%1:06:02::","synset_id":"library.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"library%1:06:02::","call_ids":["senseval3.d002.s021.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"library%1:06:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29020509496331215}
{"item_id":"senseval3.d002.s021.t001","gold_sense_keys":["hit%2:35:05::"],"candidates":[{"index":1,"sense_key":"hit%2:35:03::","synset_id":"hit.v.01"},{"index":2,"sense_key":"hit%2:35:01::","synset_id":"hit.v.02"},{"index":3,"sense_key":"hit%2:35:00::","synset_id":"hit.v.03"},{"index":4,"sense_key":"hit%2:38:00::","synset_id":"reach.v.01"},{"index":5,"sense_key":"hit%2:35:05::","synset_id":"hit.v.05"},{"index":6,"sense_key":"hit%2:33:01::","synset_id":"shoot.v.01"},{"index":7,"sense_key":"hit%2:40:05::","synset_id":"stumble.v.03"},{"index":8,"sense_key":"hit%2:33:02::","synset_id":"score.v.01"},{"index":9,"sense_key":"hit%2:39:00::","synset_id":"hit.v.09"},{"index":10,"sense_key":"hit%2:33:00::","synset_id":"strike.v.04"},{"index":11,"sense_key":"hit%2:41:00::","synset_id":"murder.v.01"},{"index":12,"sense_key":"hit%2:38:02::","synset_id":"hit.v.12"},{"index":13,"sense_key":"hit%2:38:07::","synset_id":"reach.v.02"},{"index":14,"sense_key":"hit%2:35:02::","synset_id":"strike.v.10"},{"index":15,"sense_key":"hit%2:34:00::","synset_id":"hit.v.15"},{"index":16,"sense_key":"hit%2:33:03::","synset_id":"hit.v.16"},{"index":17,"sense_key":"hit%2:32:12::","synset_id":"hit.v.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"hit%2:35:05::","call_ids":["senseval3.d002.s021.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"hit%2:35:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":449,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2914298898540437}
{"item_id":"senseval3.d002.s022.t000","gold_sense_keys":["endless%5:00:00:long:02"],"candidates":[{"index":1,"sense_key":"endless%5:00:00:long:02","synset_id":"endless.s.01"},{"index":2,"sense_key":"endless%5:00:02:infinite:00","synset_id":"endless.s.02"},{"index":3,"sense_key":"endless%5:00:00:infinite:00","synset_id":"dateless.s.01"},{"index":4,"sense_key":"endless%5:00:00:continuous:01","synset_id":"endless.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"endless%5:00:02:infinite:00","call_ids":["senseval3.d002.s022.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"endless%5:00:02:infinite:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2991924008820206}
{"item_id":"senseval3.d002.s022.t001","gold_sense_keys":["second%1:28:00::"],"candidates":[{"index":1,"sense_key":"second%1:28:00::","synset_id":"second.n.01"},{"index":2,"sense_key":"second%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"second%1:04:00::","synset_id":"second_base.n.02"},{"index":4,"sense_key":"second%1:28:02::","synset_id":"moment.n.01"},{"index":5,"sense_key":"second%1:24:00::","synset_id":"second.n.05"},{"index":6,"sense_key":"second%1:23:00::","synset_id":"second.n.06"},{"index":7,"sense_key":"second%1:18:00::","synset_id":"second.n.07"},{"index":8,"sense_key":"second%1:10:00::","synset_id":"second.n.08"},{"index":9,"sense_key":"second%1:06:00::","synset_id":"second_gear.n.01"},{"index":10,"sense_key":"second%1:06:01::","synset_id":"irregular.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"second%1:28:01::","call_ids":["senseval3.d002.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"second%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":330,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29393094102852046}
{"item_id":"senseval3.d002.s022.t002","gold_sense_keys":["wonder%2:32:01::"],"candidates":[{"index":1,"sense_key":"wonder%2:31:00::","synset_id":"wonder.v.01"},{"index":2,"sense_key":"wonder%2:32:01::","synset_id":"wonder.v.02"},{"index":3,"sense_key":"wonder%2:32:12::","synset_id":"wonder.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"wonder%2:32:01::","call_ids":["senseval3.d002.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"wonder%2:32:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2952801180072129}
{"item_id":"senseval3.d002.s022.t004","gold_sense_keys":["window%1:06:00::"],"candidates":[{"index":1,"sense_key":"window%1:06:00::","synset_id":"window.n.01"},{"index":2,"sense_key":"window%1:06:01::","synset_id":"window.n.02"},{"index":3,"sense_key":"window%1:06:02::","synset_id":"window.n.03"},{"index":4,"sense_key":"window%1:17:00::","synset_id":"window.n.04"},{"index":5,"sense_key":"window%1:28:00::","synset_id":"window.n.05"},{"index":6,"sense_key":"window%1:06:04::","synset_id":"windowpane.n.01"},{"index":7,"sense_key":"window%1:06:05::","synset_id":"window.n.07"},{"index":8,"sense_key":"window%1:06:03::","synset_id":"window.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"window%1:28:00::","call_ids":["senseval3.d002.s022.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"window%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":304,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.365783317014575}
{"item_id":"senseval3.d002.s022.t005","gold_sense_keys":["buckle%2:30:00::","buckle%2:35:01::"],"candidates":[{"index":1,"sense_key":"buckle%2:35:00::","synset_id":"buckle.v.01"},{"index":2,"sense_key":"buckle%2:35:01::","synset_id":"buckle.v.02"},{"index":3,"sense_key":"buckle%2:30:00::","synset_id":"heave.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"buckle%2:30:00::","call_ids":["senseval3.d002.s022.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"buckle%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32785685802809894}
{"item_id":"senseval3.d002.s022.t006","gold_sense_keys":["shower%2:35:00::"],"candidates":[{"index":1,"sense_key":"shower%2:40:00::","synset_id":"lavish.v.01"},{"index":2,"sense_key":"shower%2:35:00::","synset_id":"shower.v.02"},{"index":3,"sense_key":"shower%2:29:00::","synset_id":"shower.v.03"},{"index":4,"sense_key":"shower%2:43:00::","synset_id":"shower.v.04"},{"index":5,"sense_key":"shower%2:34:12::","synset_id":"shower.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"shower%2:43:00::","call_ids":["senseval3.d002.s022.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"shower%2:43:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3320837030187249}
{"item_id":"senseval3.d002.s022.t007","gold_sense_keys":["glass%1:27:00::"],"candidates":[{"index":1,"sense_key":"glass%1:27:00::","synset_id":"glass.n.01"},{"index":2,"sense_key":"glass%1:06:00::","synset_id":"glass.n.02"},{"index":3,"sense_key":"glass%1:23:00::","synset_id":"glass.n.03"},{"index":4,"sense_key":"glass%1:06:03::","synset_id":"field_glass.n.01"},{"index":5,"sense_key":"glass%1:06:01::","synset_id":"methamphetamine.n.01"},{"index":6,"sense_key":"glass%1:06:02::","synset_id":"looking_glass.n.01"},{"index":7,"sense_key":"glass%1:06:04::","synset_id":"glass.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"glass%1:23:00::","call_ids":["senseval3.d002.s022.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"glass%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33318170392885804}
{"item_id":"senseval3.d002.s023.t001","gold_sense_keys":["book%1:06:00::"],"candidates":[{"index":1,"sense_key":"book%1:10:00::","synset_id":"book.n.01"},{"index":2,"sense_key":"book%1:06:00::","synset_id":"book.n.02"},{"index":3,"sense_key":"book%1:10:02::","synset_id":"record.n.05"},{"index":4,"sense_key":"book%1:10:01::","synset_id":"script.n.01"},{"index":5,"sense_key":"book%1:21:00::","synset_id":"ledger.n.01"},{"index":6,"sense_key":"book%1:14:01::","synset_id":"book.n.06"},{"index":7,"sense_key":"book%1:14:00::","synset_id":"book.n.07"},{"index":8,"sense_key":"book%1:10:05::","synset_id":"koran.n.01"},{"index":9,"sense_key":"book%1:10:04::","synset_id":"bible.n.01"},{"index":10,"sense_key":"book%1:10:03::","synset_id":"book.n.10"},{"index":11,"sense_key":"book%1:06:02::","synset_id":"book.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"book%1:06:02::","call_ids":["senseval3.d002.s023.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"book%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":362,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33420625189319253}
{"item_id":"senseval3.d002.s023.t002","gold_sense_keys":["fall%2:38:03::"],"candidates":[{"index":1,"sense_key":"fall%2:38:03::","synset_id":"fall.v.01"},{"index":2,"sense_key":"fall%2:38:00::","synset_id":"descend.v.01"},{"index":3,"sense_key":"fall%2:30:08::","synset_id":"fall.v.03"},{"index":4,"sense_key":"fall%2:42:03::","synset_id":"fall.v.04"},{"index":5,"sense_key":"fall%2:43:00::","synset_id":"precipitate.v.03"},{"index":6,"sense_key":"fall%2:41:02::","synset_id":"fall.v.06"},{"index":7,"sense_key":"fall%2:42:00::","synset_id":"fall.v.07"},{"index":8,"sense_key":"fall%2:42:04::","synset_id":"fall.v.08"},{"index":9,"sense_key":"fall%2:40:05::","synset_id":"fall.v.09"},{"index":10,"sense_key":"fall%2:30:00::","synset_id":"fall.v.10"},{"index":11,"sense_key":"fall%2:30:06::","synset_id":"decrease.v.01"},{"index":12,"sense_key":"fall%2:41:01::","synset_id":"fall.v.12"},{"index":13,"sense_key":"fall%2:41:00::","synset_id":"fall.v.13"},{"index":14,"sense_key":"fall%2:40:03::","synset_id":"fall.v.14"},{"index":15,"sense_key":"fall%2:38:01::","synset_id":"fall.v.15"},{"index":16,"sense_key":"fall%2:42:02::","synset_id":"fall.v.16"},{"index":17,"sense_key":"fall%2:41:15::","synset_id":"fall.v.17"},{"index":18,"sense_key":"fall%2:40:12::","synset_id":"fall.v.18"},{"index":19,"sense_key":"fall%2:40:09::","synset_id":"accrue.v.02"},{"index":20,"sense_key":"fall%2:40:08::","synset_id":"fall.v.20"},{"index":21,"sense_key":"fall%2:40:13::","synset_id":"fall.v.21"},{"index":22,"sense_key":"fall%2:38:11::","synset_id":"fall.v.22"},{"index":23,"sense_key":"fall%2:38:15::","synset_id":"fall.v.23"},{"index":24,"sense_key":"fall%2:38:14::","synset_id":"fall.v.24"},{"index":25,"sense_key":"fall%2:35:00::","synset_id":"hang.v.05"},{"index":26,"sense_key":"fall%2:30:11::","synset_id":"fall.v.26"},{"index":27,"sense_key":"fall%2:30:14::","synset_id":"fall.v.27"},{"index":28,"sense_key":"fall%2:30:10::","synset_id":"fall.v.28"},{"index":29,"sense_key":"fall%2:30:09::","synset_id":"fall.v.29"},{"index":30,"sense_key":"fall%2:30:12::","synset_id":"fall.v.30"},{"index":31,"sense_key":"fall%2:30:15::","synset_id":"fall.v.31"},{"index":32,"sense_key":"fall%2:30:13::","synset_id":"fall.v.32"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":24,"chosen_sense_key":"fall%2:38:14::","call_ids":["senseval3.d002.s023.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":24,"predicted_sense_key":"fall%2:38:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":737,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3375792719889432}
{"item_id":"senseval3.d002.s024.t001","gold_sense_keys":["paint%1:06:00::"],"candidates":[{"index":1,"sense_key":"paint%1:06:00::","synset_id":"paint.n.01"},{"index":2,"sense_key":"paint%1:15:00::","synset_id":"key.n.09"},{"index":3,"sense_key":"paint%1:06:01::","synset_id":"rouge.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"paint%1:15:00::","call_ids":["senseval3.d002.s024.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"paint%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3199947429820895}
{"item_id":"senseval3.d002.s024.t002","gold_sense_keys":["shop%1:06:01::"],"candidates":[{"index":1,"sense_key":"shop%1:06:00::","synset_id":"shop.n.01"},{"index":2,"sense_key":"shop%1:06:01::","synset_id":"workshop.n.01"},{"index":3,"sense_key":"shop%1:04:00::","synset_id":"shop_class.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"shop%1:04:00::","call_ids":["senseval3.d002.s024.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"shop%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29673772188834846}
{"item_id":"senseval3.d002.s024.t003","gold_sense_keys":["fire%1:11:00::"],"candidates":[{"index":1,"sense_key":"fire%1:11:00::","synset_id":"fire.n.01"},{"index":2,"sense_key":"fire%1:04:00::","synset_id":"fire.n.02"},{"index":3,"sense_key":"fire%1:22:00::","synset_id":"fire.n.03"},{"index":4,"sense_key":"fire%1:06:00::","synset_id":"fire.n.04"},{"index":5,"sense_key":"fire%1:27:01::","synset_id":"fire.n.05"},{"index":6,"sense_key":"fire%1:12:00::","synset_id":"ardor.n.03"},{"index":7,"sense_key":"fire%1:27:00::","synset_id":"fire.n.07"},{"index":8,"sense_key":"fire%1:11:01::","synset_id":"fire.n.08"},{"index":9,"sense_key":"fire%1:10:00::","synset_id":"fire.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"fire%1:10:00::","call_ids":["senseval3.d002.s024.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"fire%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":309,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28103459696285427}
{"item_id":"senseval3.d002.s024.t004","gold_sense_keys":["send%2:38:01::"],"candidates":[{"index":1,"sense_key":"send%2:38:01::","synset_id":"send.v.01"},{"index":2,"sense_key":"send%2:35:00::","synset_id":"send.v.02"},{"index":3,"sense_key":"send%2:32:00::","synset_id":"mail.v.02"},{"index":4,"sense_key":"send%2:38:00::","synset_id":"transport.v.04"},{"index":5,"sense_key":"send%2:33:00::","synset_id":"station.v.01"},{"index":6,"sense_key":"send%2:32:02::","synset_id":"send.v.06"},{"index":7,"sense_key":"send%2:40:00::","synset_id":"commit.v.03"},{"index":8,"sense_key":"send%2:32:03::","synset_id":"air.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"send%2:32:00::","call_ids":["senseval3.d002.s024.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"send%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3325638649985194}
{"item_id":"senseval3.d002.s024.t006","gold_sense_keys":["cloud%1:19:01::"],"candidates":[{"index":1,"sense_key":"cloud%1:19:01::","synset_id":"cloud.n.01"},{"index":2,"sense_key":"cloud%1:17:00::","synset_id":"cloud.n.02"},{"index":3,"sense_key":"cloud%1:26:01::","synset_id":"cloud.n.03"},{"index":4,"sense_key":"cloud%1:26:02::","synset_id":"cloud.n.04"},{"index":5,"sense_key":"cloud%1:26:00::","synset_id":"cloud.n.05"},{"index":6,"sense_key":"cloud%1:14:00::","synset_id":"swarm.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cloud%1:19:01::","call_ids":["senseval3.d002.s024.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cloud%1:19:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33448321814648807}
{"item_id":"senseval3.d002.s024.t007","gold_sense_keys":["black%3:00:01::"],"candidates":[{"index":1,"sense_key":"black%3:00:01::","synset_id":"black.a.01"},{"index":2,"sense_key":"black%3:00:02::","synset_id":"black.a.02"},{"index":3,"sense_key":"black%5:00:00:angry:00","synset_id":"black.s.01"},{"index":4,"sense_key":"black%5:00:00:hopeless:00","synset_id":"black.s.02"},{"index":5,"sense_key":"black%5:00:00:evil:00","synset_id":"black.s.03"},{"index":6,"sense_key":"black%5:00:00:unfortunate:00","synset_id":"black.s.04"},{"index":7,"sense_key":"black%5:00:00:colored:00","synset_id":"black.s.05"},{"index":8,"sense_key":"black%5:00:00:dark:01","synset_id":"black.s.06"},{"index":9,"sense_key":"black%5:00:00:sarcastic:00","synset_id":"black.s.07"},{"index":10,"sense_key":"black%5:00:00:covert:00","synset_id":"black.s.08"},{"index":11,"sense_key":"black%5:00:00:illegal:00","synset_id":"bootleg.s.01"},{"index":12,"sense_key":"black%5:00:00:dishonorable:00","synset_id":"black.s.10"},{"index":13,"sense_key":"black%5:00:00:undiluted:00","synset_id":"black.s.11"},{"index":14,"sense_key":"black%5:00:00:dirty:01","synset_id":"black.s.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"black%5:00:00:hopeless:00","call_ids":["senseval3.d002.s024.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"black%5:00:00:hopeless:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":459,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.317412723088637}
{"item_id":"senseval3.d002.s024.t008","gold_sense_keys":["smoke%1:19:00::","smoke%1:22:00::"],"candidates":[{"index":1,"sense_key":"smoke%1:19:00::","synset_id":"smoke.n.01"},{"index":2,"sense_key":"smoke%1:22:00::","synset_id":"smoke.n.02"},{"index":3,"sense_key":"smoke%1:10:00::","synset_id":"smoke.n.03"},{"index":4,"sense_key":"smoke%1:07:00::","synset_id":"smoke.n.04"},{"index":5,"sense_key":"smoke%1:06:00::","synset_id":"roll_of_tobacco.n.01"},{"index":6,"sense_key":"smoke%1:06:01::","synset_id":"pot.n.09"},{"index":7,"sense_key":"smoke%1:04:00::","synset_id":"smoke.n.07"},{"index":8,"sense_key":"smoke%1:04:02::","synset_id":"fastball.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"smoke%1:22:00::","call_ids":["senseval3.d002.s024.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"smoke%1:22:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31107016699388623}
{"item_id":"senseval3.d002.s024.t009","gold_sense_keys":["air%1:15:00::","air%1:27:00::"],"candidates":[{"index":1,"sense_key":"air%1:27:00::","synset_id":"air.n.01"},{"index":2,"sense_key":"air%1:15:00::","synset_id":"air.n.02"},{"index":3,"sense_key":"air%1:07:00::","synset_id":"air.n.03"},{"index":4,"sense_key":"air%1:19:00::","synset_id":"breeze.n.01"},{"index":5,"sense_key":"air%1:15:01::","synset_id":"atmosphere.n.03"},{"index":6,"sense_key":"air%1:27:01::","synset_id":"air.n.06"},{"index":7,"sense_key":"air%1:10:01::","synset_id":"tune.n.01"},{"index":8,"sense_key":"air%1:10:02::","synset_id":"air.n.08"},{"index":9,"sense_key":"air%1:04:00::","synset_id":"air_travel.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"air%1:15:00::","call_ids":["senseval3.d002.s024.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"air%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":296,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31571962288580835}
{"item_id":"senseval3.d002.s027.t001","gold_sense_keys":["fine%5:00:00:satisfactory:00"],"candidates":[{"index":1,"sense_key":"fine%5:00:00:satisfactory:00","synset_id":"all_right.s.01"},{"index":2,"sense_key":"fine%5:00:00:precise:00","synset_id":"fine.s.02"},{"index":3,"sense_key":"fine%5:00:00:thin:01","synset_id":"fine.s.03"},{"index":4,"sense_key":"fine%5:00:00:elegant:00","synset_id":"fine.s.04"},{"index":5,"sense_key":"fine%3:00:00::","synset_id":"fine.a.05"},{"index":6,"sense_key":"fine%5:00:00:pure:02","synset_id":"fine.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"fine%5:00:00:satisfactory:00","call_ids":["senseval3.d002.s027.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"fine%5:00:00:satisfactory:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3327718030195683}
{"item_id":"senseval3.d002.s028.t000","gold_sense_keys":["building%1:06:00::"],"candidates":[{"index":1,"sense_key":"building%1:06:00::","synset_id":"building.n.01"},{"index":2,"sense_key":"building%1:04:00::","synset_id":"construction.n.01"},{"index":3,"sense_key":"building%1:04:01::","synset_id":"construction.n.07"},{"index":4,"sense_key":"building%1:14:00::","synset_id":"building.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"building%1:06:00::","call_ids":["senseval3.d002.s028.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"building%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3278762979898602}
{"item_id":"senseval3.d002.s028.t001","gold_sense_keys":["shake%2:29:00::","shake%2:38:00::","shake%2:38:01::","shake%2:38:02::"],"candidates":[{"index":1,"sense_key":"shake%2:38:00::","synset_id":"shake.v.01"},{"index":2,"sense_key":"shake%2:29:00::","synset_id":"shake.v.02"},{"index":3,"sense_key":"shake%2:38:01::","synset_id":"judder.v.01"},{"index":4,"sense_key":"shake%2:38:02::","synset_id":"rock.v.01"},{"index":5,"sense_key":"shake%2:30:00::","synset_id":"shake.v.05"},{"index":6,"sense_key":"shake%2:37:00::","synset_id":"stimulate.v.03"},{"index":7,"sense_key":"shake%2:38:04::","synset_id":"shake.v.07"},{"index":8,"sense_key":"shake%2:30:01::","synset_id":"shake.v.08"},{"index":9,"sense_key":"shake%2:32:00::","synset_id":"shake.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"shake%2:37:00::","call_ids":["senseval3.d002.s028.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"shake%2:37:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":287,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32992422487586737}
{"item_id":"senseval3.d002.s028.t002","gold_sense_keys":["like_hell%4:02:00::"],"candidates":[{"index":1,"sense_key":"like_hell%4:02:00::","synset_id":"like_hell.r.01"},{"index":2,"sense_key":"like_hell%4:02:01::","synset_id":"like_hell.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"like_hell%4:02:01::","call_ids":["senseval3.d002.s028.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"like_hell%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32411457202397287}
{"item_id":"senseval3.d002.s028.t003","gold_sense_keys":["keep%2:42:07::"],"candidates":[{"index":1,"sense_key":"keep%2:42:00::","synset_id":"keep.v.01"},{"index":2,"sense_key":"keep%2:42:07::","synset_id":"continue.v.01"},{"index":3,"sense_key":"keep%2:40:00::","synset_id":"keep.v.03"},{"index":4,"sense_key":"keep%2:41:01::","synset_id":"prevent.v.02"},{"index":5,"sense_key":"keep%2:41:03::","synset_id":"observe.v.09"},{"index":6,"sense_key":"keep%2:31:00::","synset_id":"observe.v.08"},{"index":7,"sense_key":"keep%2:40:01::","synset_id":"keep.v.07"},{"index":8,"sense_key":"keep%2:32:00::","synset_id":"keep.v.08"},{"index":9,"sense_key":"keep%2:42:01::","synset_id":"keep.v.09"},{"index":10,"sense_key":"keep%2:41:02::","synset_id":"retain.v.02"},{"index":11,"sense_key":"keep%2:34:00::","synset_id":"sustain.v.04"},{"index":12,"sense_key":"keep%2:42:03::","synset_id":"keep.v.12"},{"index":13,"sense_key":"keep%2:41:05::","synset_id":"observe.v.06"},{"index":14,"sense_key":"keep%2:41:00::","synset_id":"restrain.v.01"},{"index":15,"sense_key":"keep%2:42:02::","synset_id":"keep.v.15"},{"index":16,"sense_key":"keep%2:42:12::","synset_id":"keep.v.16"},{"index":17,"sense_key":"keep%2:40:09::","synset_id":"keep_open.v.01"},{"index":18,"sense_key":"keep%2:40:13::","synset_id":"keep.v.18"},{"index":19,"sense_key":"keep%2:40:12::","synset_id":"keep.v.19"},{"index":20,"sense_key":"keep%2:40:10::","synset_id":"keep.v.20"},{"index":21,"sense_key":"keep%2:35:10::","synset_id":"keep.v.21"},{"index":22,"sense_key":"keep%2:30:10::","synset_id":"preserve.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"keep%2:40:01::","call_ids":["senseval3.d002.s028.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"keep%2:40:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":548,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30662845610640943}
{"item_id":"senseval3.d002.s028.t004","gold_sense_keys":["get%2:30:00::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"get%2:39:00::","call_ids":["senseval3.d002.s028.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"get%2:39:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":893,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3114286200143397}
{"item_id":"senseval3.d002.s029.t001","gold_sense_keys":["explode%2:30:04::"],"candidates":[{"index":1,"sense_key":"explode%2:30:01::","synset_id":"explode.v.01"},{"index":2,"sense_key":"explode%2:30:00::","synset_id":"explode.v.02"},{"index":3,"sense_key":"explode%2:31:00::","synset_id":"explode.v.03"},{"index":4,"sense_key":"explode%2:30:03::","synset_id":"explode.v.04"},{"index":5,"sense_key":"explode%2:35:00::","synset_id":"explode.v.05"},{"index":6,"sense_key":"explode%2:32:02::","synset_id":"explode.v.06"},{"index":7,"sense_key":"explode%2:32:00::","synset_id":"explode.v.07"},{"index":8,"sense_key":"explode%2:31:01::","synset_id":"explode.v.08"},{"index":9,"sense_key":"explode%2:30:04::","synset_id":"detonate.v.02"},{"index":10,"sense_key":"explode%2:30:02::","synset_id":"explode.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"explode%2:30:02::","call_ids":["senseval3.d002.s029.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"explode%2:30:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":314,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.312938435934484}
{"item_id":"senseval3.d002.s029.t002","gold_sense_keys":["burn%2:30:00::"],"candidates":[{"index":1,"sense_key":"burn%2:30:02::","synset_id":"burn.v.01"},{"index":2,"sense_key":"burn%2:43:01::","synset_id":"burn.v.02"},{"index":3,"sense_key":"burn%2:30:00::","synset_id":"burn.v.03"},{"index":4,"sense_key":"burn%2:39:00::","synset_id":"bite.v.02"},{"index":5,"sense_key":"burn%2:43:02::","synset_id":"burn.v.05"},{"index":6,"sense_key":"burn%2:37:00::","synset_id":"burn.v.06"},{"index":7,"sense_key":"burn%2:30:01::","synset_id":"burn.v.07"},{"index":8,"sense_key":"burn%2:41:00::","synset_id":"burn.v.08"},{"index":9,"sense_key":"burn%2:40:01::","synset_id":"burn.v.09"},{"index":10,"sense_key":"burn%2:39:04::","synset_id":"burn.v.10"},{"index":11,"sense_key":"burn%2:30:08::","synset_id":"cauterize.v.01"},{"index":12,"sense_key":"burn%2:29:00::","synset_id":"sunburn.v.01"},{"index":13,"sense_key":"burn%2:36:05::","synset_id":"cut.v.21"},{"index":14,"sense_key":"burn%2:34:00::","synset_id":"burn_off.v.01"},{"index":15,"sense_key":"burn%2:30:03::","synset_id":"burn.v.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"burn%2:30:00::","call_ids":["senseval3.d002.s029.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"burn%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":401,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33641138789243996}
{"item_id":"senseval3.d002.s029.t004","gold_sense_keys":["thing%1:09:02::"],"candidates":[{"index":1,"sense_key":"thing%1:26:00::","synset_id":"thing.n.01"},{"index":2,"sense_key":"thing%1:04:00::","synset_id":"thing.n.02"},{"index":3,"sense_key":"thing%1:09:00::","synset_id":"thing.n.03"},{"index":4,"sense_key":"thing%1:06:00::","synset_id":"thing.n.04"},{"index":5,"sense_key":"thing%1:11:00::","synset_id":"thing.n.05"},{"index":6,"sense_key":"thing%1:09:02::","synset_id":"matter.n.01"},{"index":7,"sense_key":"thing%1:10:00::","synset_id":"thing.n.07"},{"index":8,"sense_key":"thing%1:06:01::","synset_id":"thing.n.08"},{"index":9,"sense_key":"thing%1:07:00::","synset_id":"thing.n.09"},{"index":10,"sense_key":"thing%1:09:01::","synset_id":"thing.n.10"},{"index":11,"sense_key":"thing%1:12:00::","synset_id":"thing.n.11"},{"index":12,"sense_key":"thing%1:03:00::","synset_id":"thing.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"thing%1:03:00::","call_ids":["senseval3.d002.s029.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"thing%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":316,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3031321980524808}
{"item_id":"senseval3.d002.s029.t005","gold_sense_keys":["peaceful%3:00:00::"],"candidates":[{"index":1,"sense_key":"peaceful%3:00:00::","synset_id":"peaceful.a.01"},{"index":2,"sense_key":"peaceful%5:00:00:nonviolent:00","synset_id":"passive.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"peaceful%3:00:00::","call_ids":["senseval3.d002.s029.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"peaceful%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2803205940872431}
{"item_id":"senseval3.d002.s030.t000","gold_sense_keys":["lot%1:23:00::"],"candidates":[{"index":1,"sense_key":"lot%1:23:00::","synset_id":"batch.n.02"},{"index":2,"sense_key":"lot%1:15:00::","synset_id":"lot.n.02"},{"index":3,"sense_key":"lot%1:14:00::","synset_id":"set.n.05"},{"index":4,"sense_key":"lot%1:26:00::","synset_id":"fortune.n.04"},{"index":5,"sense_key":"lot%1:06:00::","synset_id":"draw.n.04"},{"index":6,"sense_key":"lot%1:14:01::","synset_id":"bunch.n.03"},{"index":7,"sense_key":"lot%1:18:00::","synset_id":"lot.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"lot%1:23:00::","call_ids":["senseval3.d002.s030.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"lot%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":263,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2665389671456069}
{"item_id":"senseval3.d002.s030.t001","gold_sense_keys":["car%1:06:00::"],"candidates":[{"index":1,"sense_key":"car%1:06:00::","synset_id":"car.n.01"},{"index":2,"sense_key":"car%1:06:01::","synset_id":"car.n.02"},{"index":3,"sense_key":"car%1:06:03::","synset_id":"car.n.03"},{"index":4,"sense_key":"car%1:06:02::","synset_id":"car.n.04"},{"index":5,"sense_key":"car%1:06:04::","synset_id":"cable_car.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"car%1:06:00::","call_ids":["senseval3.d002.s030.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"car%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2722415351308882}
{"item_id":"senseval3.d002.s030.t002","gold_sense_keys":["alarm%1:06:00::"],"candidates":[{"index":1,"sense_key":"alarm%1:12:00::","synset_id":"alarm.n.01"},{"index":2,"sense_key":"alarm%1:06:00::","synset_id":"alarm.n.02"},{"index":3,"sense_key":"alarm%1:10:00::","synset_id":"alarm.n.03"},{"index":4,"sense_key":"alarm%1:06:01::","synset_id":"alarm_clock.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"alarm%1:06:00::","call_ids":["senseval3.d002.s030.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"alarm%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2807997539639473}
{"item_id":"senseval3.d002.s030.t003","gold_sense_keys":["go_off%2:30:00::"],"candidates":[{"index":1,"sense_key":"go_off%2:38:00::","synset_id":"abscond.v.01"},{"index":2,"sense_key":"go_off%2:30:00::","synset_id":"go_off.v.02"},{"index":3,"sense_key":"go_off%2:33:00::","synset_id":"fire.v.05"},{"index":4,"sense_key":"go_off%2:35:00::","synset_id":"go_off.v.04"},{"index":5,"sense_key":"go_off%2:30:01::","synset_id":"go_off.v.05"},{"index":6,"sense_key":"go_off%2:30:02::","synset_id":"implode.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"go_off%2:35:00::","call_ids":["senseval3.d002.s030.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"go_off%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2842851139139384}
{"item_id":"senseval3.d002.s031.t000","gold_sense_keys":["cat%1:05:00::"],"candidates":[{"index":1,"sense_key":"cat%1:05:00::","synset_id":"cat.n.01"},{"index":2,"sense_key":"cat%1:18:01::","synset_id":"guy.n.01"},{"index":3,"sense_key":"cat%1:18:00::","synset_id":"cat.n.03"},{"index":4,"sense_key":"cat%1:06:02::","synset_id":"kat.n.01"},{"index":5,"sense_key":"cat%1:06:00::","synset_id":"cat-o'-nine-tails.n.01"},{"index":6,"sense_key":"cat%1:06:01::","synset_id":"caterpillar.n.02"},{"index":7,"sense_key":"cat%1:05:02::","synset_id":"big_cat.n.01"},{"index":8,"sense_key":"cat%1:04:00::","synset_id":"computerized_tomography.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cat%1:05:00::","call_ids":["senseval3.d002.s031.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cat%1:05:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26671368000097573}
{"item_id":"senseval3.d002.s031.t001","gold_sense_keys":["fine%5:00:00:satisfactory:00"],"candidates":[{"index":1,"sense_key":"fine%5:00:00:satisfactory:00","synset_id":"all_right.s.01"},{"index":2,"sense_key":"fine%5:00:00:precise:00","synset_id":"fine.s.02"},{"index":3,"sense_key":"fine%5:00:00:thin:01","synset_id":"fine.s.03"},{"index":4,"sense_key":"fine%5:00:00:elegant:00","synset_id":"fine.s.04"},{"index":5,"sense_key":"fine%3:00:00::","synset_id":"fine.a.05"},{"index":6,"sense_key":"fine%5:00:00:pure:02","synset_id":"fine.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"fine%5:00:00:satisfactory:00","call_ids":["senseval3.d002.s031.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"fine%5:00:00:satisfactory:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2723557651042938}
{"item_id":"senseval3.d002.s031.t002","gold_sense_keys":["nervous%5:00:00:troubled:00"],"candidates":[{"index":1,"sense_key":"nervous%5:00:00:tense:03","synset_id":"nervous.s.01"},{"index":2,"sense_key":"nervous%5:00:00:troubled:00","synset_id":"anxious.s.02"},{"index":3,"sense_key":"nervous%3:01:00::","synset_id":"nervous.a.03"},{"index":4,"sense_key":"nervous%5:00:00:excited:00","synset_id":"aflutter.s.01"},{"index":5,"sense_key":"nervous%5:00:00:excitable:00","synset_id":"skittish.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"nervous%5:00:00:troubled:00","call_ids":["senseval3.d002.s031.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"nervous%5:00:00:troubled:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26748929894529283}
{"item_id":"senseval3.d002.s034.t001","gold_sense_keys":["fire%1:11:00::"],"candidates":[{"index":1,"sense_key":"fire%1:11:00::","synset_id":"fire.n.01"},{"index":2,"sense_key":"fire%1:04:00::","synset_id":"fire.n.02"},{"index":3,"sense_key":"fire%1:22:00::","synset_id":"fire.n.03"},{"index":4,"sense_key":"fire%1:06:00::","synset_id":"fire.n.04"},{"index":5,"sense_key":"fire%1:27:01::","synset_id":"fire.n.05"},{"index":6,"sense_key":"fire%1:12:00::","synset_id":"ardor.n.03"},{"index":7,"sense_key":"fire%1:27:00::","synset_id":"fire.n.07"},{"index":8,"sense_key":"fire%1:11:01::","synset_id":"fire.n.08"},{"index":9,"sense_key":"fire%1:10:00::","synset_id":"fire.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"fire%1:10:00::","call_ids":["senseval3.d002.s034.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"fire%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":303,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2741046519950032}
{"item_id":"senseval3.d002.s035.t001","gold_sense_keys":["fill%1:27:00::"],"candidates":[{"index":1,"sense_key":"fill%1:23:00::","synset_id":"fill.n.01"},{"index":2,"sense_key":"fill%1:27:00::","synset_id":"filling.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"fill%1:27:00::","call_ids":["senseval3.d002.s035.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"fill%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":127,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26828616904094815}
{"item_id":"senseval3.d002.s035.t002","gold_sense_keys":["liquefy%2:30:00::","liquefy%2:43:00::"],"candidates":[{"index":1,"sense_key":"liquefy%2:43:00::","synset_id":"liquefy.v.01"},{"index":2,"sense_key":"liquefy%2:30:01::","synset_id":"liquefy.v.02"},{"index":3,"sense_key":"liquefy%2:30:00::","synset_id":"liquefy.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"liquefy%2:43:00::","call_ids":["senseval3.d002.s035.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"liquefy%2:43:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28032533288933337}
{"item_id":"senseval3.d002.s036.t000","gold_sense_keys":["woman%1:18:00::"],"candidates":[{"index":1,"sense_key":"woman%1:18:00::","synset_id":"woman.n.01"},{"index":2,"sense_key":"woman%1:18:01::","synset_id":"woman.n.02"},{"index":3,"sense_key":"woman%1:18:02::","synset_id":"charwoman.n.01"},{"index":4,"sense_key":"woman%1:14:00::","synset_id":"womanhood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"woman%1:18:00::","call_ids":["senseval3.d002.s036.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"woman%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2644759730901569}
{"item_id":"senseval3.d002.s036.t003","gold_sense_keys":["able%3:00:00::"],"candidates":[{"index":1,"sense_key":"able%3:00:00::","synset_id":"able.a.01"},{"index":2,"sense_key":"able%5:00:00:competent:00","synset_id":"able.s.01"},{"index":3,"sense_key":"able%5:00:00:capable:00","synset_id":"able.s.02"},{"index":4,"sense_key":"able%5:00:00:fit:01","synset_id":"able.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"able%3:00:00::","call_ids":["senseval3.d002.s036.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"able%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23320790915749967}
{"item_id":"senseval3.d002.s036.t004","gold_sense_keys":["walk%2:38:00::"],"candidates":[{"index":1,"sense_key":"walk%2:38:00::","synset_id":"walk.v.01"},{"index":2,"sense_key":"walk%2:38:01::","synset_id":"walk.v.02"},{"index":3,"sense_key":"walk%2:33:00::","synset_id":"walk.v.03"},{"index":4,"sense_key":"walk%2:38:03::","synset_id":"walk.v.04"},{"index":5,"sense_key":"walk%2:33:01::","synset_id":"walk.v.05"},{"index":6,"sense_key":"walk%2:41:00::","synset_id":"walk.v.06"},{"index":7,"sense_key":"walk%2:41:01::","synset_id":"walk.v.07"},{"index":8,"sense_key":"walk%2:38:02::","synset_id":"walk.v.08"},{"index":9,"sense_key":"walk%2:38:05::","synset_id":"walk.v.09"},{"index":10,"sense_key":"walk%2:38:04::","synset_id":"walk.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"walk%2:38:02::","call_ids":["senseval3.d002.s036.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"walk%2:38:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":289,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1738479530904442}
{"item_id":"senseval3.d002.s036.t005","gold_sense_keys":["window%1:06:00::"],"candidates":[{"index":1,"sense_key":"window%1:06:00::","synset_id":"window.n.01"},{"index":2,"sense_key":"window%1:06:01::","synset_id":"window.n.02"},{"index":3,"sense_key":"window%1:06:02::","synset_id":"window.n.03"},{"index":4,"sense_key":"window%1:17:00::","synset_id":"window.n.04"},{"index":5,"sense_key":"window%1:28:00::","synset_id":"window.n.05"},{"index":6,"sense_key":"window%1:06:04::","synset_id":"windowpane.n.01"},{"index":7,"sense_key":"window%1:06:05::","synset_id":"window.n.07"},{"index":8,"sense_key":"window%1:06:03::","synset_id":"window.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"window%1:06:05::","call_ids":["senseval3.d002.s036.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"window%1:06:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":312,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18357002781704068}
{"item_id":"senseval3.d002.s036.t007","gold_sense_keys":["floor%1:06:01::"],"candidates":[{"index":1,"sense_key":"floor%1:06:00::","synset_id":"floor.n.01"},{"index":2,"sense_key":"floor%1:06:01::","synset_id":"floor.n.02"},{"index":3,"sense_key":"floor%1:10:00::","synset_id":"floor.n.03"},{"index":4,"sense_key":"floor%1:17:01::","synset_id":"floor.n.04"},{"index":5,"sense_key":"floor%1:17:00::","synset_id":"floor.n.05"},{"index":6,"sense_key":"floor%1:17:02::","synset_id":"floor.n.06"},{"index":7,"sense_key":"floor%1:14:00::","synset_id":"floor.n.07"},{"index":8,"sense_key":"floor%1:07:00::","synset_id":"floor.n.08"},{"index":9,"sense_key":"floor%1:06:03::","synset_id":"floor.n.09"},{"index":10,"sense_key":"floor%1:06:02::","synset_id":"floor.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"floor%1:10:00::","call_ids":["senseval3.d002.s036.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"floor%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":337,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18449881812557578}
{"item_id":"senseval3.d002.s036.t008","gold_sense_keys":["street%1:06:00::"],"candidates":[{"index":1,"sense_key":"street%1:06:00::","synset_id":"street.n.01"},{"index":2,"sense_key":"street%1:06:01::","synset_id":"street.n.02"},{"index":3,"sense_key":"street%1:26:00::","synset_id":"street.n.03"},{"index":4,"sense_key":"street%1:26:01::","synset_id":"street.n.04"},{"index":5,"sense_key":"street%1:14:00::","synset_id":"street.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"street%1:26:00::","call_ids":["senseval3.d002.s036.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"street%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1854466050863266}
{"item_id":"senseval3.d002.s036.t009","gold_sense_keys":["level%1:07:01::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"level%1:06:03::","call_ids":["senseval3.d002.s036.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"level%1:06:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":286,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18636993714608252}
{"item_id":"senseval3.d002.s037.t000","gold_sense_keys":["house%1:06:00::"],"candidates":[{"index":1,"sense_key":"house%1:06:00::","synset_id":"house.n.01"},{"index":2,"sense_key":"house%1:14:01::","synset_id":"firm.n.01"},{"index":3,"sense_key":"house%1:14:04::","synset_id":"house.n.03"},{"index":4,"sense_key":"house%1:14:03::","synset_id":"house.n.04"},{"index":5,"sense_key":"house%1:14:02::","synset_id":"house.n.05"},{"index":6,"sense_key":"house%1:14:00::","synset_id":"house.n.06"},{"index":7,"sense_key":"house%1:04:00::","synset_id":"house.n.07"},{"index":8,"sense_key":"house%1:15:00::","synset_id":"sign_of_the_zodiac.n.01"},{"index":9,"sense_key":"house%1:14:06::","synset_id":"house.n.09"},{"index":10,"sense_key":"house%1:14:05::","synset_id":"family.n.01"},{"index":11,"sense_key":"house%1:06:02::","synset_id":"theater.n.01"},{"index":12,"sense_key":"house%1:06:01::","synset_id":"house.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"house%1:06:02::","call_ids":["senseval3.d002.s037.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"house%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":352,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18731707287952304}
{"item_id":"senseval3.d002.s037.t001","gold_sense_keys":["ground%1:17:00::"],"candidates":[{"index":1,"sense_key":"ground%1:17:00::","synset_id":"land.n.04"},{"index":2,"sense_key":"ground%1:16:00::","synset_id":"reason.n.01"},{"index":3,"sense_key":"ground%1:27:00::","synset_id":"earth.n.02"},{"index":4,"sense_key":"ground%1:24:00::","synset_id":"footing.n.02"},{"index":5,"sense_key":"ground%1:15:00::","synset_id":"ground.n.05"},{"index":6,"sense_key":"ground%1:09:00::","synset_id":"background.n.02"},{"index":7,"sense_key":"ground%1:17:01::","synset_id":"land.n.02"},{"index":8,"sense_key":"ground%1:09:01::","synset_id":"ground.n.08"},{"index":9,"sense_key":"ground%1:06:02::","synset_id":"ground.n.09"},{"index":10,"sense_key":"ground%1:06:01::","synset_id":"ground.n.10"},{"index":11,"sense_key":"ground%1:06:00::","synset_id":"flat_coat.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ground%1:27:00::","call_ids":["senseval3.d002.s037.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ground%1:27:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":377,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1882121260277927}
{"item_id":"senseval3.d002.s040.t000","gold_sense_keys":["drive%2:38:01::"],"candidates":[{"index":1,"sense_key":"drive%2:38:01::","synset_id":"drive.v.01"},{"index":2,"sense_key":"drive%2:38:00::","synset_id":"drive.v.02"},{"index":3,"sense_key":"drive%2:38:02::","synset_id":"drive.v.03"},{"index":4,"sense_key":"drive%2:35:00::","synset_id":"force.v.06"},{"index":5,"sense_key":"drive%2:41:02::","synset_id":"drive.v.05"},{"index":6,"sense_key":"drive%2:35:11::","synset_id":"repel.v.01"},{"index":7,"sense_key":"drive%2:36:00::","synset_id":"drive.v.07"},{"index":8,"sense_key":"drive%2:35:07::","synset_id":"drive.v.08"},{"index":9,"sense_key":"drive%2:35:01::","synset_id":"drive.v.09"},{"index":10,"sense_key":"drive%2:41:00::","synset_id":"tug.v.02"},{"index":11,"sense_key":"drive%2:32:00::","synset_id":"drive.v.11"},{"index":12,"sense_key":"drive%2:42:00::","synset_id":"drive.v.12"},{"index":13,"sense_key":"drive%2:41:13::","synset_id":"drive.v.13"},{"index":14,"sense_key":"drive%2:38:09::","synset_id":"drive.v.14"},{"index":15,"sense_key":"drive%2:38:10::","synset_id":"drive.v.15"},{"index":16,"sense_key":"drive%2:38:11::","synset_id":"drive.v.16"},{"index":17,"sense_key":"drive%2:35:03::","synset_id":"drive.v.17"},{"index":18,"sense_key":"drive%2:35:02::","synset_id":"drive.v.18"},{"index":19,"sense_key":"drive%2:35:06::","synset_id":"drive.v.19"},{"index":20,"sense_key":"drive%2:34:07::","synset_id":"drive.v.20"},{"index":21,"sense_key":"drive%2:33:01::","synset_id":"drive.v.21"},{"index":22,"sense_key":"drive%2:33:00::","synset_id":"drive.v.22"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"drive%2:38:09::","call_ids":["senseval3.d002.s040.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"drive%2:38:09::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":589,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1891416059806943}
{"item_id":"senseval3.d002.s040.t001","gold_sense_keys":["truck%1:06:00::"],"candidates":[{"index":1,"sense_key":"truck%1:06:00::","synset_id":"truck.n.01"},{"index":2,"sense_key":"truck%1:06:01::","synset_id":"hand_truck.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"truck%1:06:00::","call_ids":["senseval3.d002.s040.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"truck%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1901070170570165}
{"item_id":"senseval3.d002.s040.t002","gold_sense_keys":["stop%2:38:00::"],"candidates":[{"index":1,"sense_key":"stop%2:38:00::","synset_id":"stop.v.01"},{"index":2,"sense_key":"stop%2:42:00::","synset_id":"discontinue.v.01"},{"index":3,"sense_key":"stop%2:41:00::","synset_id":"stop.v.03"},{"index":4,"sense_key":"stop%2:38:02::","synset_id":"stop.v.04"},{"index":5,"sense_key":"stop%2:38:01::","synset_id":"stop.v.05"},{"index":6,"sense_key":"stop%2:30:05::","synset_id":"break.v.10"},{"index":7,"sense_key":"stop%2:33:00::","synset_id":"check.v.18"},{"index":8,"sense_key":"stop%2:35:00::","synset_id":"intercept.v.01"},{"index":9,"sense_key":"stop%2:42:13::","synset_id":"end.v.01"},{"index":10,"sense_key":"stop%2:35:12::","synset_id":"barricade.v.01"},{"index":11,"sense_key":"stop%2:30:12::","synset_id":"hold_on.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"stop%2:38:02::","call_ids":["senseval3.d002.s040.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"stop%2:38:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":346,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19084392092190683}
{"item_id":"senseval3.d002.s040.t003","gold_sense_keys":["red_light%1:10:00::"],"candidates":[{"index":1,"sense_key":"red_light%1:10:01::","synset_id":"red_light.n.01"},{"index":2,"sense_key":"red_light%1:10:00::","synset_id":"red_light.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"red_light%1:10:00::","call_ids":["senseval3.d002.s040.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"red_light%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":129,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19167929096147418}
{"item_id":"senseval3.d002.s040.t004","gold_sense_keys":["corner%1:06:00::"],"candidates":[{"index":1,"sense_key":"corner%1:15:02::","synset_id":"corner.n.01"},{"index":2,"sense_key":"corner%1:15:00::","synset_id":"corner.n.02"},{"index":3,"sense_key":"corner%1:06:02::","synset_id":"corner.n.03"},{"index":4,"sense_key":"corner%1:06:00::","synset_id":"corner.n.04"},{"index":5,"sense_key":"corner%1:15:01::","synset_id":"corner.n.05"},{"index":6,"sense_key":"corner%1:25:00::","synset_id":"recess.n.02"},{"index":7,"sense_key":"corner%1:26:00::","synset_id":"corner.n.07"},{"index":8,"sense_key":"corner%1:26:01::","synset_id":"corner.n.08"},{"index":9,"sense_key":"corner%1:17:00::","synset_id":"corner.n.09"},{"index":10,"sense_key":"corner%1:15:03::","synset_id":"corner.n.10"},{"index":11,"sense_key":"corner%1:06:01::","synset_id":"corner.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"corner%1:06:00::","call_ids":["senseval3.d002.s040.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"corner%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":341,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19239069893956184}
{"item_id":"senseval3.d002.s040.t006","gold_sense_keys":["hit%2:35:05::"],"candidates":[{"index":1,"sense_key":"hit%2:35:03::","synset_id":"hit.v.01"},{"index":2,"sense_key":"hit%2:35:01::","synset_id":"hit.v.02"},{"index":3,"sense_key":"hit%2:35:00::","synset_id":"hit.v.03"},{"index":4,"sense_key":"hit%2:38:00::","synset_id":"reach.v.01"},{"index":5,"sense_key":"hit%2:35:05::","synset_id":"hit.v.05"},{"index":6,"sense_key":"hit%2:33:01::","synset_id":"shoot.v.01"},{"index":7,"sense_key":"hit%2:40:05::","synset_id":"stumble.v.03"},{"index":8,"sense_key":"hit%2:33:02::","synset_id":"score.v.01"},{"index":9,"sense_key":"hit%2:39:00::","synset_id":"hit.v.09"},{"index":10,"sense_key":"hit%2:33:00::","synset_id":"strike.v.04"},{"index":11,"sense_key":"hit%2:41:00::","synset_id":"murder.v.01"},{"index":12,"sense_key":"hit%2:38:02::","synset_id":"hit.v.12"},{"index":13,"sense_key":"hit%2:38:07::","synset_id":"reach.v.02"},{"index":14,"sense_key":"hit%2:35:02::","synset_id":"strike.v.10"},{"index":15,"sense_key":"hit%2:34:00::","synset_id":"hit.v.15"},{"index":16,"sense_key":"hit%2:33:03::","synset_id":"hit.v.16"},{"index":17,"sense_key":"hit%2:32:12::","synset_id":"hit.v.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"hit%2:35:05::","call_ids":["senseval3.d002.s040.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"hit%2:35:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":471,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19304311298765242}
{"item_id":"senseval3.d002.s041.t000","gold_sense_keys":["part%1:24:00::"],"candidates":[{"index":1,"sense_key":"part%1:24:00::","synset_id":"part.n.01"},{"index":2,"sense_key":"part%1:06:00::","synset_id":"part.n.02"},{"index":3,"sense_key":"part%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"part%1:09:02::","synset_id":"part.n.04"},{"index":5,"sense_key":"part%1:15:00::","synset_id":"region.n.01"},{"index":6,"sense_key":"part%1:04:01::","synset_id":"function.n.03"},{"index":7,"sense_key":"part%1:09:01::","synset_id":"character.n.04"},{"index":8,"sense_key":"part%1:21:00::","synset_id":"share.n.01"},{"index":9,"sense_key":"part%1:09:00::","synset_id":"part.n.09"},{"index":10,"sense_key":"part%1:08:01::","synset_id":"part.n.10"},{"index":11,"sense_key":"part%1:10:00::","synset_id":"part.n.11"},{"index":12,"sense_key":"part%1:04:03::","synset_id":"contribution.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"part%1:09:00::","call_ids":["senseval3.d002.s041.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"part%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":414,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2325363429263234}
{"item_id":"senseval3.d002.s041.t001","gold_sense_keys":["watch%2:39:00::","watch%2:39:02::","watch%2:41:00::"],"candidates":[{"index":1,"sense_key":"watch%2:39:00::","synset_id":"watch.v.01"},{"index":2,"sense_key":"watch%2:41:00::","synset_id":"watch.v.02"},{"index":3,"sense_key":"watch%2:39:05::","synset_id":"watch.v.03"},{"index":4,"sense_key":"watch%2:39:02::","synset_id":"watch.v.04"},{"index":5,"sense_key":"watch%2:39:01::","synset_id":"watch.v.05"},{"index":6,"sense_key":"watch%2:39:03::","synset_id":"watch.v.06"},{"index":7,"sense_key":"watch%2:32:09::","synset_id":"determine.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"watch%2:39:01::","call_ids":["senseval3.d002.s041.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"watch%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22537825000472367}
{"item_id":"senseval3.d002.s041.t003","gold_sense_keys":["wave%2:38:00::"],"candidates":[{"index":1,"sense_key":"wave%2:32:00::","synset_id":"beckon.v.01"},{"index":2,"sense_key":"wave%2:35:00::","synset_id":"brandish.v.01"},{"index":3,"sense_key":"wave%2:38:00::","synset_id":"roll.v.11"},{"index":4,"sense_key":"wave%2:35:01::","synset_id":"curl.v.04"},{"index":5,"sense_key":"wave%2:29:00::","synset_id":"wave.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"wave%2:35:00::","call_ids":["senseval3.d002.s041.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"wave%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23322016699239612}
{"item_id":"senseval3.d002.s041.t004","gold_sense_keys":["head%1:08:00::"],"candidates":[{"index":1,"sense_key":"head%1:08:00::","synset_id":"head.n.01"},{"index":2,"sense_key":"head%1:05:00::","synset_id":"head.n.02"},{"index":3,"sense_key":"head%1:09:00::","synset_id":"mind.n.01"},{"index":4,"sense_key":"head%1:18:00::","synset_id":"head.n.04"},{"index":5,"sense_key":"head%1:14:00::","synset_id":"head.n.05"},{"index":6,"sense_key":"head%1:19:00::","synset_id":"head.n.06"},{"index":7,"sense_key":"head%1:15:00::","synset_id":"head.n.07"},{"index":8,"sense_key":"head%1:15:01::","synset_id":"fountainhead.n.02"},{"index":9,"sense_key":"head%1:10:03::","synset_id":"head.n.09"},{"index":10,"sense_key":"head%1:26:00::","synset_id":"head.n.10"},{"index":11,"sense_key":"head%1:23:00::","synset_id":"head.n.11"},{"index":12,"sense_key":"head%1:20:00::","synset_id":"capitulum.n.01"},{"index":13,"sense_key":"head%1:18:01::","synset_id":"principal.n.02"},{"index":14,"sense_key":"head%1:18:03::","synset_id":"head.n.14"},{"index":15,"sense_key":"head%1:18:02::","synset_id":"head.n.15"},{"index":16,"sense_key":"head%1:17:02::","synset_id":"promontory.n.01"},{"index":17,"sense_key":"head%1:17:01::","synset_id":"head.n.17"},{"index":18,"sense_key":"head%1:17:00::","synset_id":"head.n.18"},{"index":19,"sense_key":"head%1:15:02::","synset_id":"forefront.n.01"},{"index":20,"sense_key":"head%1:11:01::","synset_id":"pass.n.09"},{"index":21,"sense_key":"head%1:11:00::","synset_id":"headway.n.02"},{"index":22,"sense_key":"head%1:10:01::","synset_id":"point.n.20"},{"index":23,"sense_key":"head%1:10:02::","synset_id":"question.n.02"},{"index":24,"sense_key":"head%1:10:00::","synset_id":"heading.n.01"},{"index":25,"sense_key":"head%1:08:01::","synset_id":"head.n.25"},{"index":26,"sense_key":"head%1:08:02::","synset_id":"head.n.26"},{"index":27,"sense_key":"head%1:06:05::","synset_id":"read/write_head.n.01"},{"index":28,"sense_key":"head%1:06:04::","synset_id":"head.n.28"},{"index":29,"sense_key":"head%1:06:03::","synset_id":"head.n.29"},{"index":30,"sense_key":"head%1:06:02::","synset_id":"head.n.30"},{"index":31,"sense_key":"head%1:06:00::","synset_id":"head.n.31"},{"index":32,"sense_key":"head%1:06:01::","synset_id":"drumhead.n.01"},{"index":33,"sense_key":"head%1:04:00::","synset_id":"oral_sex.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"head%1:14:00::","call_ids":["senseval3.d002.s041.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"head%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":838,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20937389507889748}
{"item_id":"senseval3.d002.s041.t005","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"way%1:04:00::","call_ids":["senseval3.d002.s041.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"way%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":345,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2116471379995346}
{"item_id":"senseval3.d002.s041.t006","gold_sense_keys":["drive%2:38:00::"],"candidates":[{"index":1,"sense_key":"drive%2:38:01::","synset_id":"drive.v.01"},{"index":2,"sense_key":"drive%2:38:00::","synset_id":"drive.v.02"},{"index":3,"sense_key":"drive%2:38:02::","synset_id":"drive.v.03"},{"index":4,"sense_key":"drive%2:35:00::","synset_id":"force.v.06"},{"index":5,"sense_key":"drive%2:41:02::","synset_id":"drive.v.05"},{"index":6,"sense_key":"drive%2:35:11::","synset_id":"repel.v.01"},{"index":7,"sense_key":"drive%2:36:00::","synset_id":"drive.v.07"},{"index":8,"sense_key":"drive%2:35:07::","synset_id":"drive.v.08"},{"index":9,"sense_key":"drive%2:35:01::","synset_id":"drive.v.09"},{"index":10,"sense_key":"drive%2:41:00::","synset_id":"tug.v.02"},{"index":11,"sense_key":"drive%2:32:00::","synset_id":"drive.v.11"},{"index":12,"sense_key":"drive%2:42:00::","synset_id":"drive.v.12"},{"index":13,"sense_key":"drive%2:41:13::","synset_id":"drive.v.13"},{"index":14,"sense_key":"drive%2:38:09::","synset_id":"drive.v.14"},{"index":15,"sense_key":"drive%2:38:10::","synset_id":"drive.v.15"},{"index":16,"sense_key":"drive%2:38:11::","synset_id":"drive.v.16"},{"index":17,"sense_key":"drive%2:35:03::","synset_id":"drive.v.17"},{"index":18,"sense_key":"drive%2:35:02::","synset_id":"drive.v.18"},{"index":19,"sense_key":"drive%2:35:06::","synset_id":"drive.v.19"},{"index":20,"sense_key":"drive%2:34:07::","synset_id":"drive.v.20"},{"index":21,"sense_key":"drive%2:33:01::","synset_id":"drive.v.21"},{"index":22,"sense_key":"drive%2:33:00::","synset_id":"drive.v.22"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"drive%2:35:07::","call_ids":["senseval3.d002.s041.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"drive%2:35:07::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":572,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21268665906973183}
{"item_id":"senseval3.d002.s044.t000","gold_sense_keys":["foot%1:23:00::"],"candidates":[{"index":1,"sense_key":"foot%1:08:01::","synset_id":"foot.n.01"},{"index":2,"sense_key":"foot%1:23:00::","synset_id":"foot.n.02"},{"index":3,"sense_key":"foot%1:15:00::","synset_id":"foot.n.03"},{"index":4,"sense_key":"foot%1:05:01::","synset_id":"animal_foot.n.01"},{"index":5,"sense_key":"foot%1:06:00::","synset_id":"foundation.n.03"},{"index":6,"sense_key":"foot%1:05:00::","synset_id":"foot.n.06"},{"index":7,"sense_key":"foot%1:04:00::","synset_id":"foot.n.07"},{"index":8,"sense_key":"foot%1:18:00::","synset_id":"foot.n.08"},{"index":9,"sense_key":"foot%1:14:00::","synset_id":"infantry.n.01"},{"index":10,"sense_key":"foot%1:10:00::","synset_id":"metrical_foot.n.01"},{"index":11,"sense_key":"foot%1:06:01::","synset_id":"foot.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"foot%1:23:00::","call_ids":["senseval3.d002.s044.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"foot%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":336,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21694887382909656}
{"item_id":"senseval3.d002.s044.t001","gold_sense_keys":["pier%1:06:00::"],"candidates":[{"index":1,"sense_key":"pier%1:06:00::","synset_id":"pier.n.01"},{"index":2,"sense_key":"pier%1:06:02::","synset_id":"pier.n.02"},{"index":3,"sense_key":"pier%1:06:01::","synset_id":"pier.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"pier%1:06:00::","call_ids":["senseval3.d002.s044.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"pier%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21922756708227098}
{"item_id":"senseval3.d002.s045.t001","gold_sense_keys":["dramatic%5:00:00:impressive:00"],"candidates":[{"index":1,"sense_key":"dramatic%3:00:00::","synset_id":"dramatic.a.01"},{"index":2,"sense_key":"dramatic%5:00:00:impressive:00","synset_id":"dramatic.s.01"},{"index":3,"sense_key":"dramatic%3:01:00::","synset_id":"dramatic.a.03"},{"index":4,"sense_key":"dramatic%3:00:02::","synset_id":"dramatic.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dramatic%5:00:00:impressive:00","call_ids":["senseval3.d002.s045.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dramatic%5:00:00:impressive:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22019934188574553}
{"item_id":"senseval3.d002.s046.t001","gold_sense_keys":["hairline%1:10:00::"],"candidates":[{"index":1,"sense_key":"hairline%1:10:00::","synset_id":"hairline.n.01"},{"index":2,"sense_key":"hairline%1:08:00::","synset_id":"hairline.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"hairline%1:10:00::","call_ids":["senseval3.d002.s046.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"hairline%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":110,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22511754906736314}
{"item_id":"senseval3.d002.s046.t002","gold_sense_keys":["crack%1:07:00::"],"candidates":[{"index":1,"sense_key":"crack%1:17:00::","synset_id":"crack.n.01"},{"index":2,"sense_key":"crack%1:06:00::","synset_id":"gap.n.03"},{"index":3,"sense_key":"crack%1:25:00::","synset_id":"crevice.n.01"},{"index":4,"sense_key":"crack%1:11:00::","synset_id":"crack.n.04"},{"index":5,"sense_key":"crack%1:26:00::","synset_id":"shot.n.04"},{"index":6,"sense_key":"crack%1:10:00::","synset_id":"wisecrack.n.01"},{"index":7,"sense_key":"crack%1:07:00::","synset_id":"crack.n.07"},{"index":8,"sense_key":"crack%1:06:01::","synset_id":"crack.n.08"},{"index":9,"sense_key":"crack%1:04:01::","synset_id":"crack.n.09"},{"index":10,"sense_key":"crack%1:04:00::","synset_id":"fracture.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"crack%1:07:00::","call_ids":["senseval3.d002.s046.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"crack%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21513817901723087}
{"item_id":"senseval3.d002.s047.t000","gold_sense_keys":["ruin%2:41:00::"],"candidates":[{"index":1,"sense_key":"ruin%2:35:00::","synset_id":"destroy.v.02"},{"index":2,"sense_key":"ruin%2:41:00::","synset_id":"ruin.v.02"},{"index":3,"sense_key":"ruin%2:40:00::","synset_id":"bankrupt.v.01"},{"index":4,"sense_key":"ruin%2:35:01::","synset_id":"ruin.v.04"},{"index":5,"sense_key":"ruin%2:35:02::","synset_id":"deflower.v.01"},{"index":6,"sense_key":"ruin%2:30:00::","synset_id":"ruin.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ruin%2:41:00::","call_ids":["senseval3.d002.s047.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ruin%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22776527795940638}
{"item_id":"senseval3.d002.s047.t001","gold_sense_keys":["damn%5:00:02:cursed:00"],"candidates":[{"index":1,"sense_key":"damn%5:00:00:cursed:00","synset_id":"damn.s.01"},{"index":2,"sense_key":"damn%5:00:02:cursed:00","synset_id":"blasted.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damn%5:00:00:cursed:00","call_ids":["senseval3.d002.s047.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damn%5:00:00:cursed:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":124,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20833054813556373}
{"item_id":"senseval3.d002.s050.t001","gold_sense_keys":["second%5:00:00:ordinal:00"],"candidates":[{"index":1,"sense_key":"second%5:00:00:ordinal:00","synset_id":"second.s.01"},{"index":2,"sense_key":"second%3:00:00::","synset_id":"second.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"second%3:00:00::","call_ids":["senseval3.d002.s050.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"second%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2161898808553815}
{"item_id":"senseval3.d002.s050.t002","gold_sense_keys":["floor%1:06:01::"],"candidates":[{"index":1,"sense_key":"floor%1:06:00::","synset_id":"floor.n.01"},{"index":2,"sense_key":"floor%1:06:01::","synset_id":"floor.n.02"},{"index":3,"sense_key":"floor%1:10:00::","synset_id":"floor.n.03"},{"index":4,"sense_key":"floor%1:17:01::","synset_id":"floor.n.04"},{"index":5,"sense_key":"floor%1:17:00::","synset_id":"floor.n.05"},{"index":6,"sense_key":"floor%1:17:02::","synset_id":"floor.n.06"},{"index":7,"sense_key":"floor%1:14:00::","synset_id":"floor.n.07"},{"index":8,"sense_key":"floor%1:07:00::","synset_id":"floor.n.08"},{"index":9,"sense_key":"floor%1:06:03::","synset_id":"floor.n.09"},{"index":10,"sense_key":"floor%1:06:02::","synset_id":"floor.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"floor%1:07:00::","call_ids":["senseval3.d002.s050.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"floor%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":332,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22765255603007972}
{"item_id":"senseval3.d002.s051.t000","gold_sense_keys":["hear%2:39:00::"],"candidates":[{"index":1,"sense_key":"hear%2:39:00::","synset_id":"hear.v.01"},{"index":2,"sense_key":"hear%2:31:00::","synset_id":"learn.v.02"},{"index":3,"sense_key":"hear%2:41:00::","synset_id":"hear.v.03"},{"index":4,"sense_key":"hear%2:39:01::","synset_id":"hear.v.04"},{"index":5,"sense_key":"hear%2:39:05::","synset_id":"listen.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"hear%2:39:00::","call_ids":["senseval3.d002.s051.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"hear%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.15482874913141131}
{"item_id":"senseval3.d002.s051.t001","gold_sense_keys":["part%1:06:00::","part%1:15:00::","part%1:24:00::"],"candidates":[{"index":1,"sense_key":"part%1:24:00::","synset_id":"part.n.01"},{"index":2,"sense_key":"part%1:06:00::","synset_id":"part.n.02"},{"index":3,"sense_key":"part%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"part%1:09:02::","synset_id":"part.n.04"},{"index":5,"sense_key":"part%1:15:00::","synset_id":"region.n.01"},{"index":6,"sense_key":"part%1:04:01::","synset_id":"function.n.03"},{"index":7,"sense_key":"part%1:09:01::","synset_id":"character.n.04"},{"index":8,"sense_key":"part%1:21:00::","synset_id":"share.n.01"},{"index":9,"sense_key":"part%1:09:00::","synset_id":"part.n.09"},{"index":10,"sense_key":"part%1:08:01::","synset_id":"part.n.10"},{"index":11,"sense_key":"part%1:10:00::","synset_id":"part.n.11"},{"index":12,"sense_key":"part%1:04:03::","synset_id":"contribution.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"part%1:09:00::","call_ids":["senseval3.d002.s051.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"part%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":408,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16176121798343956}
{"item_id":"senseval3.d002.s051.t002","gold_sense_keys":["building%1:06:00::"],"candidates":[{"index":1,"sense_key":"building%1:06:00::","synset_id":"building.n.01"},{"index":2,"sense_key":"building%1:04:00::","synset_id":"construction.n.01"},{"index":3,"sense_key":"building%1:04:01::","synset_id":"construction.n.07"},{"index":4,"sense_key":"building%1:14:00::","synset_id":"building.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"building%1:06:00::","call_ids":["senseval3.d002.s051.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"building%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1847300729714334}
{"item_id":"senseval3.d002.s051.t003","gold_sense_keys":["head%1:08:00::"],"candidates":[{"index":1,"sense_key":"head%1:08:00::","synset_id":"head.n.01"},{"index":2,"sense_key":"head%1:05:00::","synset_id":"head.n.02"},{"index":3,"sense_key":"head%1:09:00::","synset_id":"mind.n.01"},{"index":4,"sense_key":"head%1:18:00::","synset_id":"head.n.04"},{"index":5,"sense_key":"head%1:14:00::","synset_id":"head.n.05"},{"index":6,"sense_key":"head%1:19:00::","synset_id":"head.n.06"},{"index":7,"sense_key":"head%1:15:00::","synset_id":"head.n.07"},{"index":8,"sense_key":"head%1:15:01::","synset_id":"fountainhead.n.02"},{"index":9,"sense_key":"head%1:10:03::","synset_id":"head.n.09"},{"index":10,"sense_key":"head%1:26:00::","synset_id":"head.n.10"},{"index":11,"sense_key":"head%1:23:00::","synset_id":"head.n.11"},{"index":12,"sense_key":"head%1:20:00::","synset_id":"capitulum.n.01"},{"index":13,"sense_key":"head%1:18:01::","synset_id":"principal.n.02"},{"index":14,"sense_key":"head%1:18:03::","synset_id":"head.n.14"},{"index":15,"sense_key":"head%1:18:02::","synset_id":"head.n.15"},{"index":16,"sense_key":"head%1:17:02::","synset_id":"promontory.n.01"},{"index":17,"sense_key":"head%1:17:01::","synset_id":"head.n.17"},{"index":18,"sense_key":"head%1:17:00::","synset_id":"head.n.18"},{"index":19,"sense_key":"head%1:15:02::","synset_id":"forefront.n.01"},{"index":20,"sense_key":"head%1:11:01::","synset_id":"pass.n.09"},{"index":21,"sense_key":"head%1:11:00::","synset_id":"headway.n.02"},{"index":22,"sense_key":"head%1:10:01::","synset_id":"point.n.20"},{"index":23,"sense_key":"head%1:10:02::","synset_id":"question.n.02"},{"index":24,"sense_key":"head%1:10:00::","synset_id":"heading.n.01"},{"index":25,"sense_key":"head%1:08:01::","synset_id":"head.n.25"},{"index":26,"sense_key":"head%1:08:02::","synset_id":"head.n.26"},{"index":27,"sense_key":"head%1:06:05::","synset_id":"read/write_head.n.01"},{"index":28,"sense_key":"head%1:06:04::","synset_id":"head.n.28"},{"index":29,"sense_key":"head%1:06:03::","synset_id":"head.n.29"},{"index":30,"sense_key":"head%1:06:02::","synset_id":"head.n.30"},{"index":31,"sense_key":"head%1:06:00::","synset_id":"head.n.31"},{"index":32,"sense_key":"head%1:06:01::","synset_id":"drumhead.n.01"},{"index":33,"sense_key":"head%1:04:00::","synset_id":"oral_sex.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"head%1:15:00::","call_ids":["senseval3.d002.s051.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"head%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":832,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1940901658963412}
{"item_id":"senseval3.d002.s051.t004","gold_sense_keys":["crack%2:30:00::","crack%2:30:01::","crack%2:39:00::","crack%2:39:01::"],"candidates":[{"index":1,"sense_key":"crack%2:30:01::","synset_id":"crack.v.01"},{"index":2,"sense_key":"crack%2:39:01::","synset_id":"crack.v.02"},{"index":3,"sense_key":"crack%2:39:00::","synset_id":"snap.v.06"},{"index":4,"sense_key":"crack%2:35:00::","synset_id":"crack.v.04"},{"index":5,"sense_key":"crack%2:30:09::","synset_id":"break_through.v.01"},{"index":6,"sense_key":"crack%2:30:02::","synset_id":"crack.v.06"},{"index":7,"sense_key":"crack%2:30:00::","synset_id":"snap.v.03"},{"index":8,"sense_key":"crack%2:41:00::","synset_id":"crack.v.08"},{"index":9,"sense_key":"crack%2:37:00::","synset_id":"crack_up.v.01"},{"index":10,"sense_key":"crack%2:32:00::","synset_id":"crack.v.10"},{"index":11,"sense_key":"crack%2:30:05::","synset_id":"crack.v.11"},{"index":12,"sense_key":"crack%2:30:07::","synset_id":"crack.v.12"},{"index":13,"sense_key":"crack%2:30:08::","synset_id":"crack.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"crack%2:30:02::","call_ids":["senseval3.d002.s051.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"crack%2:30:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":338,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1952318879775703}
{"item_id":"senseval3.d002.s052.t000","gold_sense_keys":["think%2:31:03::"],"candidates":[{"index":1,"sense_key":"think%2:31:01::","synset_id":"think.v.01"},{"index":2,"sense_key":"think%2:31:03::","synset_id":"think.v.02"},{"index":3,"sense_key":"think%2:31:00::","synset_id":"think.v.03"},{"index":4,"sense_key":"think%2:31:02::","synset_id":"remember.v.01"},{"index":5,"sense_key":"think%2:36:00::","synset_id":"think.v.05"},{"index":6,"sense_key":"think%2:31:09::","synset_id":"think.v.06"},{"index":7,"sense_key":"think%2:31:06::","synset_id":"intend.v.01"},{"index":8,"sense_key":"think%2:31:12::","synset_id":"think.v.08"},{"index":9,"sense_key":"think%2:31:13::","synset_id":"think.v.09"},{"index":10,"sense_key":"think%2:31:15::","synset_id":"think.v.10"},{"index":11,"sense_key":"think%2:31:14::","synset_id":"think.v.11"},{"index":12,"sense_key":"think%2:31:08::","synset_id":"think.v.12"},{"index":13,"sense_key":"think%2:30:00::","synset_id":"think.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"think%2:31:13::","call_ids":["senseval3.d002.s052.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"think%2:31:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":389,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19638751610182226}
{"item_id":"senseval3.d002.s052.t001","gold_sense_keys":["die%2:30:00::"],"candidates":[{"index":1,"sense_key":"die%2:30:00::","synset_id":"die.v.01"},{"index":2,"sense_key":"die%2:39:00::","synset_id":"die.v.02"},{"index":3,"sense_key":"die%2:37:00::","synset_id":"die.v.03"},{"index":4,"sense_key":"die%2:30:04::","synset_id":"fail.v.04"},{"index":5,"sense_key":"die%2:37:03::","synset_id":"die.v.05"},{"index":6,"sense_key":"die%2:37:01::","synset_id":"die.v.06"},{"index":7,"sense_key":"die%2:35:00::","synset_id":"die.v.07"},{"index":8,"sense_key":"die%2:33:00::","synset_id":"die.v.08"},{"index":9,"sense_key":"die%2:30:05::","synset_id":"die.v.09"},{"index":10,"sense_key":"die%2:30:01::","synset_id":"die.v.10"},{"index":11,"sense_key":"die%2:30:02::","synset_id":"die.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"die%2:37:00::","call_ids":["senseval3.d002.s052.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"die%2:37:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":336,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19754377892240882}
{"item_id":"senseval3.d002.s053.t000","gold_sense_keys":["decide%2:31:00::"],"candidates":[{"index":1,"sense_key":"decide%2:31:00::","synset_id":"decide.v.01"},{"index":2,"sense_key":"decide%2:31:01::","synset_id":"decide.v.02"},{"index":3,"sense_key":"decide%2:31:02::","synset_id":"decide.v.03"},{"index":4,"sense_key":"decide%2:31:06::","synset_id":"decide.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"decide%2:31:02::","call_ids":["senseval3.d002.s053.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"decide%2:31:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19858003011904657}
{"item_id":"senseval3.d002.s053.t001","gold_sense_keys":["come%2:38:00::"],"candidates":[{"index":1,"sense_key":"come%2:38:00::","synset_id":"come.v.01"},{"index":2,"sense_key":"come%2:38:04::","synset_id":"arrive.v.01"},{"index":3,"sense_key":"come%2:30:01::","synset_id":"come.v.03"},{"index":4,"sense_key":"come%2:30:03::","synset_id":"come.v.04"},{"index":5,"sense_key":"come%2:42:04::","synset_id":"come.v.05"},{"index":6,"sense_key":"come%2:30:02::","synset_id":"come.v.06"},{"index":7,"sense_key":"come%2:42:13::","synset_id":"issue_forth.v.01"},{"index":8,"sense_key":"come%2:42:09::","synset_id":"hail.v.02"},{"index":9,"sense_key":"come%2:42:03::","synset_id":"come.v.09"},{"index":10,"sense_key":"come%2:42:05::","synset_id":"come.v.10"},{"index":11,"sense_key":"come%2:38:03::","synset_id":"come.v.11"},{"index":12,"sense_key":"come%2:42:00::","synset_id":"fall.v.04"},{"index":13,"sense_key":"come%2:30:13::","synset_id":"come.v.13"},{"index":14,"sense_key":"come%2:42:12::","synset_id":"total.v.01"},{"index":15,"sense_key":"come%2:42:11::","synset_id":"come.v.15"},{"index":16,"sense_key":"come%2:38:02::","synset_id":"come.v.16"},{"index":17,"sense_key":"come%2:31:14::","synset_id":"occur.v.02"},{"index":18,"sense_key":"come%2:42:15::","synset_id":"derive.v.05"},{"index":19,"sense_key":"come%2:42:02::","synset_id":"do.v.04"},{"index":20,"sense_key":"come%2:39:00::","synset_id":"come.v.20"},{"index":21,"sense_key":"come%2:31:13::","synset_id":"come.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"come%2:42:05::","call_ids":["senseval3.d002.s053.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"come%2:42:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":546,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19950883509591222}
{"item_id":"senseval3.d002.s053.t002","gold_sense_keys":["home%1:15:04::"],"candidates":[{"index":1,"sense_key":"home%1:15:04::","synset_id":"home.n.01"},{"index":2,"sense_key":"home%1:06:00::","synset_id":"dwelling.n.01"},{"index":3,"sense_key":"home%1:15:02::","synset_id":"home.n.03"},{"index":4,"sense_key":"home%1:06:02::","synset_id":"home_plate.n.01"},{"index":5,"sense_key":"home%1:15:05::","synset_id":"base.n.14"},{"index":6,"sense_key":"home%1:15:03::","synset_id":"home.n.06"},{"index":7,"sense_key":"home%1:26:00::","synset_id":"home.n.07"},{"index":8,"sense_key":"home%1:14:00::","synset_id":"family.n.01"},{"index":9,"sense_key":"home%1:06:01::","synset_id":"home.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"home%1:26:00::","call_ids":["senseval3.d002.s053.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"home%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":309,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26122833602130413}
{"item_id":"senseval3.d002.s053.t003","gold_sense_keys":["house%1:06:00::"],"candidates":[{"index":1,"sense_key":"house%1:06:00::","synset_id":"house.n.01"},{"index":2,"sense_key":"house%1:14:01::","synset_id":"firm.n.01"},{"index":3,"sense_key":"house%1:14:04::","synset_id":"house.n.03"},{"index":4,"sense_key":"house%1:14:03::","synset_id":"house.n.04"},{"index":5,"sense_key":"house%1:14:02::","synset_id":"house.n.05"},{"index":6,"sense_key":"house%1:14:00::","synset_id":"house.n.06"},{"index":7,"sense_key":"house%1:04:00::","synset_id":"house.n.07"},{"index":8,"sense_key":"house%1:15:00::","synset_id":"sign_of_the_zodiac.n.01"},{"index":9,"sense_key":"house%1:14:06::","synset_id":"house.n.09"},{"index":10,"sense_key":"house%1:14:05::","synset_id":"family.n.01"},{"index":11,"sense_key":"house%1:06:02::","synset_id":"theater.n.01"},{"index":12,"sense_key":"house%1:06:01::","synset_id":"house.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"house%1:06:01::","call_ids":["senseval3.d002.s053.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"house%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":362,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25735097704455256}
{"item_id":"senseval3.d002.s053.t004","gold_sense_keys":["stilt%1:06:01::"],"candidates":[{"index":1,"sense_key":"stilt%1:06:01::","synset_id":"pile.n.06"},{"index":2,"sense_key":"stilt%1:06:00::","synset_id":"stilt.n.02"},{"index":3,"sense_key":"stilt%1:05:02::","synset_id":"stilt.n.03"},{"index":4,"sense_key":"stilt%1:05:01::","synset_id":"stilt.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stilt%1:06:00::","call_ids":["senseval3.d002.s053.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stilt%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26229395205155015}
{"item_id":"senseval3.d002.s054.t000","gold_sense_keys":["decide%2:31:00::"],"candidates":[{"index":1,"sense_key":"decide%2:31:00::","synset_id":"decide.v.01"},{"index":2,"sense_key":"decide%2:31:01::","synset_id":"decide.v.02"},{"index":3,"sense_key":"decide%2:31:02::","synset_id":"decide.v.03"},{"index":4,"sense_key":"decide%2:31:06::","synset_id":"decide.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"decide%2:31:00::","call_ids":["senseval3.d002.s054.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"decide%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2484403469134122}
{"item_id":"senseval3.d002.s055.t001","gold_sense_keys":["smell%1:07:00::","smell%1:09:02::"],"candidates":[{"index":1,"sense_key":"smell%1:09:02::","synset_id":"smell.n.01"},{"index":2,"sense_key":"smell%1:07:00::","synset_id":"olfactory_property.n.01"},{"index":3,"sense_key":"smell%1:26:00::","synset_id":"spirit.n.02"},{"index":4,"sense_key":"smell%1:09:01::","synset_id":"smell.n.04"},{"index":5,"sense_key":"smell%1:04:00::","synset_id":"smell.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"smell%1:07:00::","call_ids":["senseval3.d002.s055.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"smell%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.258164705010131}
{"item_id":"senseval3.d002.s055.t002","gold_sense_keys":["gas%1:27:02::"],"candidates":[{"index":1,"sense_key":"gas%1:26:00::","synset_id":"gas.n.01"},{"index":2,"sense_key":"gas%1:27:00::","synset_id":"gas.n.02"},{"index":3,"sense_key":"gas%1:27:02::","synset_id":"gasoline.n.01"},{"index":4,"sense_key":"gas%1:26:01::","synset_id":"flatulence.n.01"},{"index":5,"sense_key":"gas%1:06:00::","synset_id":"accelerator.n.01"},{"index":6,"sense_key":"gas%1:27:03::","synset_id":"natural_gas.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"gas%1:27:02::","call_ids":["senseval3.d002.s055.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"gas%1:27:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2591624890919775}
{"item_id":"senseval3.d002.s055.t003","gold_sense_keys":["pass%2:38:05::"],"candidates":[{"index":1,"sense_key":"pass%2:38:00::","synset_id":"pass.v.01"},{"index":2,"sense_key":"pass%2:38:05::","synset_id":"travel_by.v.01"},{"index":3,"sense_key":"pass%2:41:02::","synset_id":"legislate.v.01"},{"index":4,"sense_key":"pass%2:38:03::","synset_id":"elapse.v.01"},{"index":5,"sense_key":"pass%2:40:00::","synset_id":"pass.v.05"},{"index":6,"sense_key":"pass%2:42:08::","synset_id":"run.v.03"},{"index":7,"sense_key":"pass%2:38:01::","synset_id":"pass.v.07"},{"index":8,"sense_key":"pass%2:30:00::","synset_id":"happen.v.01"},{"index":9,"sense_key":"pass%2:41:04::","synset_id":"pass.v.09"},{"index":10,"sense_key":"pass%2:42:00::","synset_id":"spend.v.01"},{"index":11,"sense_key":"pass%2:35:00::","synset_id":"guide.v.05"},{"index":12,"sense_key":"pass%2:32:01::","synset_id":"communicate.v.01"},{"index":13,"sense_key":"pass%2:30:01::","synset_id":"evanesce.v.01"},{"index":14,"sense_key":"pass%2:41:08::","synset_id":"pass.v.14"},{"index":15,"sense_key":"pass%2:42:04::","synset_id":"exceed.v.02"},{"index":16,"sense_key":"pass%2:41:07::","synset_id":"pass.v.16"},{"index":17,"sense_key":"pass%2:41:11::","synset_id":"pass.v.17"},{"index":18,"sense_key":"pass%2:40:02::","synset_id":"pass.v.18"},{"index":19,"sense_key":"pass%2:38:02::","synset_id":"sink.v.03"},{"index":20,"sense_key":"pass%2:40:01::","synset_id":"pass.v.20"},{"index":21,"sense_key":"pass%2:40:13::","synset_id":"fall.v.21"},{"index":22,"sense_key":"pass%2:38:04::","synset_id":"pass.v.22"},{"index":23,"sense_key":"pass%2:32:00::","synset_id":"authorize.v.01"},{"index":24,"sense_key":"pass%2:30:11::","synset_id":"die.v.01"},{"index":25,"sense_key":"pass%2:29:00::","synset_id":"excrete.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"pass%2:38:01::","call_ids":["senseval3.d002.s055.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"pass%2:38:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":618,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24988724198192358}
{"item_id":"senseval3.d002.s055.t005","gold_sense_keys":["cross%2:38:00::"],"candidates":[{"index":1,"sense_key":"cross%2:38:00::","synset_id":"traverse.v.01"},{"index":2,"sense_key":"cross%2:38:03::","synset_id":"intersect.v.01"},{"index":3,"sense_key":"cross%2:41:00::","synset_id":"thwart.v.01"},{"index":4,"sense_key":"cross%2:38:04::","synset_id":"cross.v.04"},{"index":5,"sense_key":"cross%2:42:00::","synset_id":"cross.v.05"},{"index":6,"sense_key":"cross%2:38:01::","synset_id":"cross.v.06"},{"index":7,"sense_key":"cross%2:36:09::","synset_id":"cross.v.07"},{"index":8,"sense_key":"cross%2:35:00::","synset_id":"crossbreed.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cross%2:38:00::","call_ids":["senseval3.d002.s055.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cross%2:38:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24270211579278111}
{"item_id":"senseval3.d002.s056.t000","gold_sense_keys":["see%2:39:00::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"see%2:31:00::","call_ids":["senseval3.d002.s056.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"see%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":646,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24444918218068779}
{"item_id":"senseval3.d002.s056.t001","gold_sense_keys":["cloud%1:19:01::"],"candidates":[{"index":1,"sense_key":"cloud%1:19:01::","synset_id":"cloud.n.01"},{"index":2,"sense_key":"cloud%1:17:00::","synset_id":"cloud.n.02"},{"index":3,"sense_key":"cloud%1:26:01::","synset_id":"cloud.n.03"},{"index":4,"sense_key":"cloud%1:26:02::","synset_id":"cloud.n.04"},{"index":5,"sense_key":"cloud%1:26:00::","synset_id":"cloud.n.05"},{"index":6,"sense_key":"cloud%1:14:00::","synset_id":"swarm.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cloud%1:17:00::","call_ids":["senseval3.d002.s056.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cloud%1:17:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":231,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24631787999533117}
{"item_id":"senseval3.d002.s056.t002","gold_sense_keys":["bay%1:17:00::"],"candidates":[{"index":1,"sense_key":"bay%1:17:00::","synset_id":"bay.n.01"},{"index":2,"sense_key":"bay%1:11:00::","synset_id":"bay.n.02"},{"index":3,"sense_key":"bay%1:20:00::","synset_id":"true_laurel.n.01"},{"index":4,"sense_key":"bay%1:06:02::","synset_id":"bay.n.04"},{"index":5,"sense_key":"bay%1:06:01::","synset_id":"bay.n.05"},{"index":6,"sense_key":"bay%1:06:00::","synset_id":"alcove.n.01"},{"index":7,"sense_key":"bay%1:05:00::","synset_id":"bay.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"bay%1:06:02::","call_ids":["senseval3.d002.s056.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"bay%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2507244402077049}
{"item_id":"senseval3.d002.s056.t004","gold_sense_keys":["fire%1:11:00::"],"candidates":[{"index":1,"sense_key":"fire%1:11:00::","synset_id":"fire.n.01"},{"index":2,"sense_key":"fire%1:04:00::","synset_id":"fire.n.02"},{"index":3,"sense_key":"fire%1:22:00::","synset_id":"fire.n.03"},{"index":4,"sense_key":"fire%1:06:00::","synset_id":"fire.n.04"},{"index":5,"sense_key":"fire%1:27:01::","synset_id":"fire.n.05"},{"index":6,"sense_key":"fire%1:12:00::","synset_id":"ardor.n.03"},{"index":7,"sense_key":"fire%1:27:00::","synset_id":"fire.n.07"},{"index":8,"sense_key":"fire%1:11:01::","synset_id":"fire.n.08"},{"index":9,"sense_key":"fire%1:10:00::","synset_id":"fire.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"fire%1:10:00::","call_ids":["senseval3.d002.s056.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"fire%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":312,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25187638495117426}
{"item_id":"senseval3.d002.s057.t000","gold_sense_keys":["feel%2:39:00::"],"candidates":[{"index":1,"sense_key":"feel%2:37:00::","synset_id":"feel.v.01"},{"index":2,"sense_key":"feel%2:31:00::","synset_id":"find.v.05"},{"index":3,"sense_key":"feel%2:39:00::","synset_id":"feel.v.03"},{"index":4,"sense_key":"feel%2:29:00::","synset_id":"feel.v.04"},{"index":5,"sense_key":"feel%2:31:01::","synset_id":"feel.v.05"},{"index":6,"sense_key":"feel%2:39:01::","synset_id":"feel.v.06"},{"index":7,"sense_key":"feel%2:42:00::","synset_id":"feel.v.07"},{"index":8,"sense_key":"feel%2:39:10::","synset_id":"feel.v.08"},{"index":9,"sense_key":"feel%2:35:00::","synset_id":"feel.v.09"},{"index":10,"sense_key":"feel%2:35:01::","synset_id":"palpate.v.01"},{"index":11,"sense_key":"feel%2:40:00::","synset_id":"feel.v.11"},{"index":12,"sense_key":"feel%2:39:09::","synset_id":"feel.v.12"},{"index":13,"sense_key":"feel%2:35:11::","synset_id":"feel.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"feel%2:39:01::","call_ids":["senseval3.d002.s057.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"feel%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":393,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25301437894813716}
{"item_id":"senseval3.d002.s058.t000","gold_sense_keys":["back%1:08:00::"],"candidates":[{"index":1,"sense_key":"back%1:08:00::","synset_id":"back.n.01"},{"index":2,"sense_key":"back%1:06:00::","synset_id":"rear.n.05"},{"index":3,"sense_key":"back%1:15:02::","synset_id":"back.n.03"},{"index":4,"sense_key":"back%1:18:00::","synset_id":"back.n.04"},{"index":5,"sense_key":"back%1:08:01::","synset_id":"spinal_column.n.01"},{"index":6,"sense_key":"back%1:06:03::","synset_id":"binding.n.05"},{"index":7,"sense_key":"back%1:06:02::","synset_id":"back.n.07"},{"index":8,"sense_key":"back%1:06:01::","synset_id":"back.n.08"},{"index":9,"sense_key":"back%1:04:00::","synset_id":"back.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"back%1:04:00::","call_ids":["senseval3.d002.s058.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"back%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":332,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25421288795769215}
{"item_id":"senseval3.d002.s058.t002","gold_sense_keys":["hand%1:08:00::"],"candidates":[{"index":1,"sense_key":"hand%1:08:00::","synset_id":"hand.n.01"},{"index":2,"sense_key":"hand%1:18:00::","synset_id":"hired_hand.n.01"},{"index":3,"sense_key":"hand%1:10:00::","synset_id":"handwriting.n.01"},{"index":4,"sense_key":"hand%1:09:00::","synset_id":"hand.n.04"},{"index":5,"sense_key":"hand%1:15:00::","synset_id":"hand.n.05"},{"index":6,"sense_key":"hand%1:14:00::","synset_id":"hand.n.06"},{"index":7,"sense_key":"hand%1:09:01::","synset_id":"hand.n.07"},{"index":8,"sense_key":"hand%1:06:00::","synset_id":"hand.n.08"},{"index":9,"sense_key":"hand%1:23:00::","synset_id":"hand.n.09"},{"index":10,"sense_key":"hand%1:18:02::","synset_id":"hand.n.10"},{"index":11,"sense_key":"hand%1:18:01::","synset_id":"bridge_player.n.01"},{"index":12,"sense_key":"hand%1:10:01::","synset_id":"hand.n.12"},{"index":13,"sense_key":"hand%1:05:01::","synset_id":"hand.n.13"},{"index":14,"sense_key":"hand%1:04:00::","synset_id":"hand.n.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"hand%1:04:00::","call_ids":["senseval3.d002.s058.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"hand%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":447,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.314581141108647}
{"item_id":"senseval3.d002.s058.t003","gold_sense_keys":["shake%2:29:00::","shake%2:38:00::","shake%2:38:01::","shake%2:38:02::"],"candidates":[{"index":1,"sense_key":"shake%2:38:00::","synset_id":"shake.v.01"},{"index":2,"sense_key":"shake%2:29:00::","synset_id":"shake.v.02"},{"index":3,"sense_key":"shake%2:38:01::","synset_id":"judder.v.01"},{"index":4,"sense_key":"shake%2:38:02::","synset_id":"rock.v.01"},{"index":5,"sense_key":"shake%2:30:00::","synset_id":"shake.v.05"},{"index":6,"sense_key":"shake%2:37:00::","synset_id":"stimulate.v.03"},{"index":7,"sense_key":"shake%2:38:04::","synset_id":"shake.v.07"},{"index":8,"sense_key":"shake%2:30:01::","synset_id":"shake.v.08"},{"index":9,"sense_key":"shake%2:32:00::","synset_id":"shake.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"shake%2:29:00::","call_ids":["senseval3.d002.s058.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"shake%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":288,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31620351900346577}
{"item_id":"senseval3.d002.s059.t000","gold_sense_keys":["think%2:31:03::"],"candidates":[{"index":1,"sense_key":"think%2:31:01::","synset_id":"think.v.01"},{"index":2,"sense_key":"think%2:31:03::","synset_id":"think.v.02"},{"index":3,"sense_key":"think%2:31:00::","synset_id":"think.v.03"},{"index":4,"sense_key":"think%2:31:02::","synset_id":"remember.v.01"},{"index":5,"sense_key":"think%2:36:00::","synset_id":"think.v.05"},{"index":6,"sense_key":"think%2:31:09::","synset_id":"think.v.06"},{"index":7,"sense_key":"think%2:31:06::","synset_id":"intend.v.01"},{"index":8,"sense_key":"think%2:31:12::","synset_id":"think.v.08"},{"index":9,"sense_key":"think%2:31:13::","synset_id":"think.v.09"},{"index":10,"sense_key":"think%2:31:15::","synset_id":"think.v.10"},{"index":11,"sense_key":"think%2:31:14::","synset_id":"think.v.11"},{"index":12,"sense_key":"think%2:31:08::","synset_id":"think.v.12"},{"index":13,"sense_key":"think%2:30:00::","synset_id":"think.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"think%2:31:13::","call_ids":["senseval3.d002.s059.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"think%2:31:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":397,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3181591099128127}
{"item_id":"senseval3.d002.s059.t003","gold_sense_keys":["body%1:08:00::"],"candidates":[{"index":1,"sense_key":"body%1:08:00::","synset_id":"body.n.01"},{"index":2,"sense_key":"body%1:14:00::","synset_id":"body.n.02"},{"index":3,"sense_key":"body%1:08:02::","synset_id":"body.n.03"},{"index":4,"sense_key":"body%1:17:00::","synset_id":"body.n.04"},{"index":5,"sense_key":"body%1:08:01::","synset_id":"torso.n.01"},{"index":6,"sense_key":"body%1:14:02::","synset_id":"body.n.06"},{"index":7,"sense_key":"body%1:07:00::","synset_id":"consistency.n.01"},{"index":8,"sense_key":"body%1:10:00::","synset_id":"body.n.08"},{"index":9,"sense_key":"body%1:07:01::","synset_id":"body.n.09"},{"index":10,"sense_key":"body%1:06:01::","synset_id":"soundbox.n.01"},{"index":11,"sense_key":"body%1:06:00::","synset_id":"body.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"body%1:08:01::","call_ids":["senseval3.d002.s059.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"body%1:08:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":353,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3168233949691057}
{"item_id":"senseval3.d002.s059.t004","gold_sense_keys":["shake%2:29:00::","shake%2:38:00::","shake%2:38:01::","shake%2:38:02::"],"candidates":[{"index":1,"sense_key":"shake%2:38:00::","synset_id":"shake.v.01"},{"index":2,"sense_key":"shake%2:29:00::","synset_id":"shake.v.02"},{"index":3,"sense_key":"shake%2:38:01::","synset_id":"judder.v.01"},{"index":4,"sense_key":"shake%2:38:02::","synset_id":"rock.v.01"},{"index":5,"sense_key":"shake%2:30:00::","synset_id":"shake.v.05"},{"index":6,"sense_key":"shake%2:37:00::","synset_id":"stimulate.v.03"},{"index":7,"sense_key":"shake%2:38:04::","synset_id":"shake.v.07"},{"index":8,"sense_key":"shake%2:30:01::","synset_id":"shake.v.08"},{"index":9,"sense_key":"shake%2:32:00::","synset_id":"shake.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"shake%2:29:00::","call_ids":["senseval3.d002.s059.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"shake%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32047032890841365}
{"item_id":"senseval3.d002.s062.t000","gold_sense_keys":["see%2:39:00::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"see%2:31:00::","call_ids":["senseval3.d002.s062.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"see%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":640,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3227857439778745}
{"item_id":"senseval3.d002.s062.t002","gold_sense_keys":["house%1:06:00::"],"candidates":[{"index":1,"sense_key":"house%1:06:00::","synset_id":"house.n.01"},{"index":2,"sense_key":"house%1:14:01::","synset_id":"firm.n.01"},{"index":3,"sense_key":"house%1:14:04::","synset_id":"house.n.03"},{"index":4,"sense_key":"house%1:14:03::","synset_id":"house.n.04"},{"index":5,"sense_key":"house%1:14:02::","synset_id":"house.n.05"},{"index":6,"sense_key":"house%1:14:00::","synset_id":"house.n.06"},{"index":7,"sense_key":"house%1:04:00::","synset_id":"house.n.07"},{"index":8,"sense_key":"house%1:15:00::","synset_id":"sign_of_the_zodiac.n.01"},{"index":9,"sense_key":"house%1:14:06::","synset_id":"house.n.09"},{"index":10,"sense_key":"house%1:14:05::","synset_id":"family.n.01"},{"index":11,"sense_key":"house%1:06:02::","synset_id":"theater.n.01"},{"index":12,"sense_key":"house%1:06:01::","synset_id":"house.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"house%1:06:02::","call_ids":["senseval3.d002.s062.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"house%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":357,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32355458196252584}
{"item_id":"senseval3.d002.s062.t003","gold_sense_keys":["bay%1:17:00::"],"candidates":[{"index":1,"sense_key":"bay%1:17:00::","synset_id":"bay.n.01"},{"index":2,"sense_key":"bay%1:11:00::","synset_id":"bay.n.02"},{"index":3,"sense_key":"bay%1:20:00::","synset_id":"true_laurel.n.01"},{"index":4,"sense_key":"bay%1:06:02::","synset_id":"bay.n.04"},{"index":5,"sense_key":"bay%1:06:01::","synset_id":"bay.n.05"},{"index":6,"sense_key":"bay%1:06:00::","synset_id":"alcove.n.01"},{"index":7,"sense_key":"bay%1:05:00::","synset_id":"bay.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"bay%1:06:02::","call_ids":["senseval3.d002.s062.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"bay%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3109082558657974}
{"item_id":"senseval3.d002.s063.t000","gold_sense_keys":["hard%3:00:06::"],"candidates":[{"index":1,"sense_key":"hard%3:00:06::","synset_id":"difficult.a.01"},{"index":2,"sense_key":"hard%3:00:02::","synset_id":"hard.a.02"},{"index":3,"sense_key":"hard%3:00:01::","synset_id":"hard.a.03"},{"index":4,"sense_key":"hard%5:00:00:strong:00","synset_id":"hard.s.01"},{"index":5,"sense_key":"hard%5:00:01:effortful:00","synset_id":"arduous.s.01"},{"index":6,"sense_key":"hard%3:00:00::","synset_id":"unvoiced.a.01"},{"index":7,"sense_key":"hard%3:00:05::","synset_id":"hard.a.07"},{"index":8,"sense_key":"hard%3:00:03::","synset_id":"hard.a.08"},{"index":9,"sense_key":"hard%5:00:00:indulgent:00","synset_id":"intemperate.s.01"},{"index":10,"sense_key":"hard%5:00:00:alcoholic:00","synset_id":"hard.s.04"},{"index":11,"sense_key":"hard%5:00:00:bad:00","synset_id":"hard.s.05"},{"index":12,"sense_key":"hard%5:00:00:stale:00","synset_id":"hard.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"hard%3:00:06::","call_ids":["senseval3.d002.s063.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"hard%3:00:06::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":351,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3134193359874189}
{"item_id":"senseval3.d002.s063.t001","gold_sense_keys":["believe%2:31:00::"],"candidates":[{"index":1,"sense_key":"believe%2:31:00::","synset_id":"believe.v.01"},{"index":2,"sense_key":"believe%2:31:04::","synset_id":"think.v.01"},{"index":3,"sense_key":"believe%2:31:03::","synset_id":"believe.v.03"},{"index":4,"sense_key":"believe%2:31:01::","synset_id":"believe.v.04"},{"index":5,"sense_key":"believe%2:31:02::","synset_id":"believe.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"believe%2:31:03::","call_ids":["senseval3.d002.s063.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"believe%2:31:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3180615929886699}
{"item_id":"senseval3.d002.s063.t002","gold_sense_keys":["happen%2:30:00::"],"candidates":[{"index":1,"sense_key":"happen%2:30:00::","synset_id":"happen.v.01"},{"index":2,"sense_key":"happen%2:30:02::","synset_id":"happen.v.02"},{"index":3,"sense_key":"happen%2:41:00::","synset_id":"happen.v.03"},{"index":4,"sense_key":"happen%2:30:01::","synset_id":"happen.v.04"},{"index":5,"sense_key":"happen%2:40:12::","synset_id":"find.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"happen%2:41:00::","call_ids":["senseval3.d002.s063.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"happen%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3188098531682044}
{"item_id":"senseval3.d002.s066.t000","gold_sense_keys":["building%1:06:00::"],"candidates":[{"index":1,"sense_key":"building%1:06:00::","synset_id":"building.n.01"},{"index":2,"sense_key":"building%1:04:00::","synset_id":"construction.n.01"},{"index":3,"sense_key":"building%1:04:01::","synset_id":"construction.n.07"},{"index":4,"sense_key":"building%1:14:00::","synset_id":"building.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"building%1:04:00::","call_ids":["senseval3.d002.s066.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"building%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3112899879924953}
{"item_id":"senseval3.d002.s066.t001","gold_sense_keys":["corner%1:06:00::"],"candidates":[{"index":1,"sense_key":"corner%1:15:02::","synset_id":"corner.n.01"},{"index":2,"sense_key":"corner%1:15:00::","synset_id":"corner.n.02"},{"index":3,"sense_key":"corner%1:06:02::","synset_id":"corner.n.03"},{"index":4,"sense_key":"corner%1:06:00::","synset_id":"corner.n.04"},{"index":5,"sense_key":"corner%1:15:01::","synset_id":"corner.n.05"},{"index":6,"sense_key":"corner%1:25:00::","synset_id":"recess.n.02"},{"index":7,"sense_key":"corner%1:26:00::","synset_id":"corner.n.07"},{"index":8,"sense_key":"corner%1:26:01::","synset_id":"corner.n.08"},{"index":9,"sense_key":"corner%1:17:00::","synset_id":"corner.n.09"},{"index":10,"sense_key":"corner%1:15:03::","synset_id":"corner.n.10"},{"index":11,"sense_key":"corner%1:06:01::","synset_id":"corner.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"corner%1:17:00::","call_ids":["senseval3.d002.s066.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"corner%1:17:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":330,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3236690831836313}
{"item_id":"senseval3.d002.s066.t002","gold_sense_keys":["damage%2:30:00::"],"candidates":[{"index":1,"sense_key":"damage%2:30:00::","synset_id":"damage.v.01"},{"index":2,"sense_key":"damage%2:30:01::","synset_id":"damage.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"damage%2:30:01::","call_ids":["senseval3.d002.s066.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"damage%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2903263750486076}
{"item_id":"senseval3.d002.s066.t003","gold_sense_keys":["old%3:00:02::"],"candidates":[{"index":1,"sense_key":"old%3:00:02::","synset_id":"old.a.01"},{"index":2,"sense_key":"old%3:00:01::","synset_id":"old.a.02"},{"index":3,"sense_key":"old%5:00:00:familiar:00","synset_id":"old.s.01"},{"index":4,"sense_key":"old%5:00:00:experienced:00","synset_id":"old.s.02"},{"index":5,"sense_key":"old%5:00:03:past:00","synset_id":"erstwhile.s.01"},{"index":6,"sense_key":"old%5:00:00:genuine:00","synset_id":"honest-to-god.s.01"},{"index":7,"sense_key":"old%5:00:00:early:01","synset_id":"old.s.05"},{"index":8,"sense_key":"old%5:00:00:preceding:00","synset_id":"previous.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"old%3:00:02::","call_ids":["senseval3.d002.s066.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"old%3:00:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3202068058308214}
{"item_id":"senseval3.d002.s066.t004","gold_sense_keys":["lady%1:18:02::"],"candidates":[{"index":1,"sense_key":"lady%1:18:02::","synset_id":"lady.n.01"},{"index":2,"sense_key":"lady%1:18:01::","synset_id":"dame.n.02"},{"index":3,"sense_key":"lady%1:18:00::","synset_id":"lady.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"lady%1:18:01::","call_ids":["senseval3.d002.s066.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"lady%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32110491301864386}
{"item_id":"senseval3.d002.s066.t005","gold_sense_keys":["old%3:00:02::"],"candidates":[{"index":1,"sense_key":"old%3:00:02::","synset_id":"old.a.01"},{"index":2,"sense_key":"old%3:00:01::","synset_id":"old.a.02"},{"index":3,"sense_key":"old%5:00:00:familiar:00","synset_id":"old.s.01"},{"index":4,"sense_key":"old%5:00:00:experienced:00","synset_id":"old.s.02"},{"index":5,"sense_key":"old%5:00:03:past:00","synset_id":"erstwhile.s.01"},{"index":6,"sense_key":"old%5:00:00:genuine:00","synset_id":"honest-to-god.s.01"},{"index":7,"sense_key":"old%5:00:00:early:01","synset_id":"old.s.05"},{"index":8,"sense_key":"old%5:00:00:preceding:00","synset_id":"previous.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"old%3:00:01::","call_ids":["senseval3.d002.s066.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"old%3:00:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3233884200453758}
{"item_id":"senseval3.d002.s066.t006","gold_sense_keys":["mother%1:18:00::"],"candidates":[{"index":1,"sense_key":"mother%1:18:00::","synset_id":"mother.n.01"},{"index":2,"sense_key":"mother%1:27:00::","synset_id":"mother.n.02"},{"index":3,"sense_key":"mother%1:18:02::","synset_id":"mother.n.03"},{"index":4,"sense_key":"mother%1:18:01::","synset_id":"mother.n.04"},{"index":5,"sense_key":"mother%1:09:00::","synset_id":"mother.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"mother%1:18:02::","call_ids":["senseval3.d002.s066.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"mother%1:18:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32453363481909037}
{"item_id":"senseval3.d002.s067.t000","gold_sense_keys":["book%1:06:00::"],"candidates":[{"index":1,"sense_key":"book%1:10:00::","synset_id":"book.n.01"},{"index":2,"sense_key":"book%1:06:00::","synset_id":"book.n.02"},{"index":3,"sense_key":"book%1:10:02::","synset_id":"record.n.05"},{"index":4,"sense_key":"book%1:10:01::","synset_id":"script.n.01"},{"index":5,"sense_key":"book%1:21:00::","synset_id":"ledger.n.01"},{"index":6,"sense_key":"book%1:14:01::","synset_id":"book.n.06"},{"index":7,"sense_key":"book%1:14:00::","synset_id":"book.n.07"},{"index":8,"sense_key":"book%1:10:05::","synset_id":"koran.n.01"},{"index":9,"sense_key":"book%1:10:04::","synset_id":"bible.n.01"},{"index":10,"sense_key":"book%1:10:03::","synset_id":"book.n.10"},{"index":11,"sense_key":"book%1:06:02::","synset_id":"book.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"book%1:10:05::","call_ids":["senseval3.d002.s067.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"book%1:10:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":357,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3257346518803388}
{"item_id":"senseval3.d002.s068.t000","gold_sense_keys":["type%2:32:00::"],"candidates":[{"index":1,"sense_key":"type%2:32:00::","synset_id":"type.v.01"},{"index":2,"sense_key":"type%2:31:00::","synset_id":"type.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"type%2:31:00::","call_ids":["senseval3.d002.s068.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"type%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":127,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32790641905739903}
{"item_id":"senseval3.d002.s068.t001","gold_sense_keys":["standing%3:00:00::"],"candidates":[{"index":1,"sense_key":"standing%5:00:00:erect:00","synset_id":"standing.s.01"},{"index":2,"sense_key":"standing%5:00:00:permanent:00","synset_id":"standing.s.02"},{"index":3,"sense_key":"standing%3:00:02::","synset_id":"standing.a.03"},{"index":4,"sense_key":"standing%3:00:01::","synset_id":"standing.a.04"},{"index":5,"sense_key":"standing%3:00:00::","synset_id":"standing.a.05"},{"index":6,"sense_key":"standing%5:00:00:regular:02","synset_id":"standing.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"standing%3:00:01::","call_ids":["senseval3.d002.s068.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"standing%3:00:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3292311020195484}
{"item_id":"senseval3.d002.s068.t002","gold_sense_keys":["position%1:07:01::"],"candidates":[{"index":1,"sense_key":"position%1:15:00::","synset_id":"position.n.01"},{"index":2,"sense_key":"position%1:15:02::","synset_id":"military_position.n.01"},{"index":3,"sense_key":"position%1:09:00::","synset_id":"position.n.03"},{"index":4,"sense_key":"position%1:07:01::","synset_id":"position.n.04"},{"index":5,"sense_key":"position%1:26:00::","synset_id":"status.n.01"},{"index":6,"sense_key":"position%1:04:01::","synset_id":"position.n.06"},{"index":7,"sense_key":"position%1:07:00::","synset_id":"position.n.07"},{"index":8,"sense_key":"position%1:15:03::","synset_id":"position.n.08"},{"index":9,"sense_key":"position%1:04:02::","synset_id":"position.n.09"},{"index":10,"sense_key":"position%1:04:00::","synset_id":"placement.n.03"},{"index":11,"sense_key":"position%1:26:02::","synset_id":"situation.n.02"},{"index":12,"sense_key":"position%1:09:01::","synset_id":"position.n.12"},{"index":13,"sense_key":"position%1:10:00::","synset_id":"side.n.10"},{"index":14,"sense_key":"position%1:10:01::","synset_id":"place.n.15"},{"index":15,"sense_key":"position%1:04:03::","synset_id":"stead.n.01"},{"index":16,"sense_key":"position%1:04:04::","synset_id":"position.n.16"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"position%1:15:03::","call_ids":["senseval3.d002.s068.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"position%1:15:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":433,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3305783639661968}
{"item_id":"senseval3.d002.s072.t000","gold_sense_keys":["feel%2:39:00::"],"candidates":[{"index":1,"sense_key":"feel%2:37:00::","synset_id":"feel.v.01"},{"index":2,"sense_key":"feel%2:31:00::","synset_id":"find.v.05"},{"index":3,"sense_key":"feel%2:39:00::","synset_id":"feel.v.03"},{"index":4,"sense_key":"feel%2:29:00::","synset_id":"feel.v.04"},{"index":5,"sense_key":"feel%2:31:01::","synset_id":"feel.v.05"},{"index":6,"sense_key":"feel%2:39:01::","synset_id":"feel.v.06"},{"index":7,"sense_key":"feel%2:42:00::","synset_id":"feel.v.07"},{"index":8,"sense_key":"feel%2:39:10::","synset_id":"feel.v.08"},{"index":9,"sense_key":"feel%2:35:00::","synset_id":"feel.v.09"},{"index":10,"sense_key":"feel%2:35:01::","synset_id":"palpate.v.01"},{"index":11,"sense_key":"feel%2:40:00::","synset_id":"feel.v.11"},{"index":12,"sense_key":"feel%2:39:09::","synset_id":"feel.v.12"},{"index":13,"sense_key":"feel%2:35:11::","synset_id":"feel.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"feel%2:35:00::","call_ids":["senseval3.d002.s072.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"feel%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":398,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33203088282607496}
{"item_id":"senseval3.d002.s072.t001","gold_sense_keys":["thing%1:06:01::"],"candidates":[{"index":1,"sense_key":"thing%1:26:00::","synset_id":"thing.n.01"},{"index":2,"sense_key":"thing%1:04:00::","synset_id":"thing.n.02"},{"index":3,"sense_key":"thing%1:09:00::","synset_id":"thing.n.03"},{"index":4,"sense_key":"thing%1:06:00::","synset_id":"thing.n.04"},{"index":5,"sense_key":"thing%1:11:00::","synset_id":"thing.n.05"},{"index":6,"sense_key":"thing%1:09:02::","synset_id":"matter.n.01"},{"index":7,"sense_key":"thing%1:10:00::","synset_id":"thing.n.07"},{"index":8,"sense_key":"thing%1:06:01::","synset_id":"thing.n.08"},{"index":9,"sense_key":"thing%1:07:00::","synset_id":"thing.n.09"},{"index":10,"sense_key":"thing%1:09:01::","synset_id":"thing.n.10"},{"index":11,"sense_key":"thing%1:12:00::","synset_id":"thing.n.11"},{"index":12,"sense_key":"thing%1:03:00::","synset_id":"thing.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"thing%1:03:00::","call_ids":["senseval3.d002.s072.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"thing%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":303,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33345183497294784}
{"item_id":"senseval3.d002.s072.t002","gold_sense_keys":["notice%2:39:00::"],"candidates":[{"index":1,"sense_key":"notice%2:39:04::","synset_id":"detect.v.01"},{"index":2,"sense_key":"notice%2:39:00::","synset_id":"notice.v.02"},{"index":3,"sense_key":"notice%2:32:00::","synset_id":"comment.v.01"},{"index":4,"sense_key":"notice%2:32:01::","synset_id":"notice.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"notice%2:39:00::","call_ids":["senseval3.d002.s072.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"notice%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3347488178405911}
{"item_id":"senseval3.d002.s072.t003","gold_sense_keys":["strange%3:00:00::"],"candidates":[{"index":1,"sense_key":"strange%3:00:00::","synset_id":"strange.a.01"},{"index":2,"sense_key":"strange%5:00:01:unfamiliar:00","synset_id":"strange.s.01"},{"index":3,"sense_key":"strange%3:00:01::","synset_id":"foreign.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"strange%5:00:01:unfamiliar:00","call_ids":["senseval3.d002.s072.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"strange%5:00:01:unfamiliar:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33597397501580417}
{"item_id":"senseval3.d002.s072.t004","gold_sense_keys":["bird%1:05:00::"],"candidates":[{"index":1,"sense_key":"bird%1:05:00::","synset_id":"bird.n.01"},{"index":2,"sense_key":"bird%1:13:00::","synset_id":"bird.n.02"},{"index":3,"sense_key":"bird%1:18:00::","synset_id":"dame.n.01"},{"index":4,"sense_key":"bird%1:10:00::","synset_id":"boo.n.01"},{"index":5,"sense_key":"bird%1:06:01::","synset_id":"shuttlecock.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"bird%1:18:00::","call_ids":["senseval3.d002.s072.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"bird%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29624079004861414}
{"item_id":"senseval3.d002.s072.t005","gold_sense_keys":["behavior%1:04:01::"],"candidates":[{"index":1,"sense_key":"behavior%1:04:00::","synset_id":"behavior.n.01"},{"index":2,"sense_key":"behavior%1:26:00::","synset_id":"behavior.n.02"},{"index":3,"sense_key":"behavior%1:07:00::","synset_id":"demeanor.n.01"},{"index":4,"sense_key":"behavior%1:04:01::","synset_id":"behavior.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"behavior%1:07:00::","call_ids":["senseval3.d002.s072.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"behavior%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2857163888402283}
{"item_id":"senseval3.d002.s073.t000","gold_sense_keys":["duck%1:05:00::"],"candidates":[{"index":1,"sense_key":"duck%1:05:00::","synset_id":"duck.n.01"},{"index":2,"sense_key":"duck%1:23:00::","synset_id":"duck.n.02"},{"index":3,"sense_key":"duck%1:13:00::","synset_id":"duck.n.03"},{"index":4,"sense_key":"duck%1:06:00::","synset_id":"duck.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"duck%1:23:00::","call_ids":["senseval3.d002.s073.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"duck%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29473942797631025}
{"item_id":"senseval3.d002.s073.t001","gold_sense_keys":["swarm%1:14:00::"],"candidates":[{"index":1,"sense_key":"swarm%1:14:01::","synset_id":"drove.n.02"},{"index":2,"sense_key":"swarm%1:14:00::","synset_id":"swarm.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"swarm%1:14:00::","call_ids":["senseval3.d002.s073.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"swarm%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":112,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28657808201387525}
{"item_id":"senseval3.d002.s076.t000","gold_sense_keys":["feel%2:39:00::"],"candidates":[{"index":1,"sense_key":"feel%2:37:00::","synset_id":"feel.v.01"},{"index":2,"sense_key":"feel%2:31:00::","synset_id":"find.v.05"},{"index":3,"sense_key":"feel%2:39:00::","synset_id":"feel.v.03"},{"index":4,"sense_key":"feel%2:29:00::","synset_id":"feel.v.04"},{"index":5,"sense_key":"feel%2:31:01::","synset_id":"feel.v.05"},{"index":6,"sense_key":"feel%2:39:01::","synset_id":"feel.v.06"},{"index":7,"sense_key":"feel%2:42:00::","synset_id":"feel.v.07"},{"index":8,"sense_key":"feel%2:39:10::","synset_id":"feel.v.08"},{"index":9,"sense_key":"feel%2:35:00::","synset_id":"feel.v.09"},{"index":10,"sense_key":"feel%2:35:01::","synset_id":"palpate.v.01"},{"index":11,"sense_key":"feel%2:40:00::","synset_id":"feel.v.11"},{"index":12,"sense_key":"feel%2:39:09::","synset_id":"feel.v.12"},{"index":13,"sense_key":"feel%2:35:11::","synset_id":"feel.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"feel%2:39:00::","call_ids":["senseval3.d002.s076.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"feel%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":397,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2875711021479219}
{"item_id":"senseval3.d002.s076.t003","gold_sense_keys":["second%1:28:00::"],"candidates":[{"index":1,"sense_key":"second%1:28:00::","synset_id":"second.n.01"},{"index":2,"sense_key":"second%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"second%1:04:00::","synset_id":"second_base.n.02"},{"index":4,"sense_key":"second%1:28:02::","synset_id":"moment.n.01"},{"index":5,"sense_key":"second%1:24:00::","synset_id":"second.n.05"},{"index":6,"sense_key":"second%1:23:00::","synset_id":"second.n.06"},{"index":7,"sense_key":"second%1:18:00::","synset_id":"second.n.07"},{"index":8,"sense_key":"second%1:10:00::","synset_id":"second.n.08"},{"index":9,"sense_key":"second%1:06:00::","synset_id":"second_gear.n.01"},{"index":10,"sense_key":"second%1:06:01::","synset_id":"irregular.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"second%1:28:01::","call_ids":["senseval3.d002.s076.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"second%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":326,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28331466391682625}
{"item_id":"senseval3.d002.s077.t000","gold_sense_keys":["numb%5:00:00:afraid:00"],"candidates":[{"index":1,"sense_key":"numb%5:00:00:insensible:00","synset_id":"asleep.s.01"},{"index":2,"sense_key":"numb%5:00:00:insensitive:02","synset_id":"dead.s.04"},{"index":3,"sense_key":"numb%5:00:00:afraid:00","synset_id":"numb.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"numb%5:00:00:insensitive:02","call_ids":["senseval3.d002.s077.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"numb%5:00:00:insensitive:02","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29247094597667456}
{"item_id":"senseval3.d002.s080.t001","gold_sense_keys":["seem%2:39:00::"],"candidates":[{"index":1,"sense_key":"seem%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"seem%2:39:01::","synset_id":"appear.v.04"},{"index":3,"sense_key":"seem%2:42:00::","synset_id":"seem.v.03"},{"index":4,"sense_key":"seem%2:39:02::","synset_id":"seem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seem%2:39:01::","call_ids":["senseval3.d002.s080.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seem%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28822150616906583}
{"item_id":"senseval3.d002.s080.t002","gold_sense_keys":["part%1:09:00::","part%1:15:00::","part%1:24:00::"],"candidates":[{"index":1,"sense_key":"part%1:24:00::","synset_id":"part.n.01"},{"index":2,"sense_key":"part%1:06:00::","synset_id":"part.n.02"},{"index":3,"sense_key":"part%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"part%1:09:02::","synset_id":"part.n.04"},{"index":5,"sense_key":"part%1:15:00::","synset_id":"region.n.01"},{"index":6,"sense_key":"part%1:04:01::","synset_id":"function.n.03"},{"index":7,"sense_key":"part%1:09:01::","synset_id":"character.n.04"},{"index":8,"sense_key":"part%1:21:00::","synset_id":"share.n.01"},{"index":9,"sense_key":"part%1:09:00::","synset_id":"part.n.09"},{"index":10,"sense_key":"part%1:08:01::","synset_id":"part.n.10"},{"index":11,"sense_key":"part%1:10:00::","synset_id":"part.n.11"},{"index":12,"sense_key":"part%1:04:03::","synset_id":"contribution.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"part%1:09:00::","call_ids":["senseval3.d002.s080.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"part%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":412,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29480156605131924}
{"item_id":"senseval3.d002.s080.t003","gold_sense_keys":["town%1:15:00::"],"candidates":[{"index":1,"sense_key":"town%1:15:00::","synset_id":"town.n.01"},{"index":2,"sense_key":"town%1:14:00::","synset_id":"town.n.02"},{"index":3,"sense_key":"town%1:15:01::","synset_id":"township.n.01"},{"index":4,"sense_key":"town%1:18:00::","synset_id":"town.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"town%1:14:00::","call_ids":["senseval3.d002.s080.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"town%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28925362997688353}
{"item_id":"senseval3.d002.s081.t001","gold_sense_keys":["phone%1:06:00::"],"candidates":[{"index":1,"sense_key":"phone%1:06:00::","synset_id":"telephone.n.01"},{"index":2,"sense_key":"phone%1:10:00::","synset_id":"phone.n.02"},{"index":3,"sense_key":"phone%1:06:01::","synset_id":"earphone.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"phone%1:10:00::","call_ids":["senseval3.d002.s081.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"phone%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29037471511401236}
{"item_id":"senseval3.d002.s081.t002","gold_sense_keys":["mess%1:23:00::","mess%1:26:00::"],"candidates":[{"index":1,"sense_key":"mess%1:26:00::","synset_id":"mess.n.01"},{"index":2,"sense_key":"mess%1:26:02::","synset_id":"fix.n.01"},{"index":3,"sense_key":"mess%1:13:01::","synset_id":"mess.n.03"},{"index":4,"sense_key":"mess%1:13:00::","synset_id":"mess.n.04"},{"index":5,"sense_key":"mess%1:06:00::","synset_id":"mess.n.05"},{"index":6,"sense_key":"mess%1:23:00::","synset_id":"batch.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"mess%1:13:01::","call_ids":["senseval3.d002.s081.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"mess%1:13:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30077337799593806}
{"item_id":"senseval3.d002.s081.t004","gold_sense_keys":["wine%1:13:00::"],"candidates":[{"index":1,"sense_key":"wine%1:13:00::","synset_id":"wine.n.01"},{"index":2,"sense_key":"wine%1:07:00::","synset_id":"wine.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"wine%1:13:00::","call_ids":["senseval3.d002.s081.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"wine%1:13:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30177631811238825}
{"item_id":"senseval3.d002.s081.t005","gold_sense_keys":["floor%1:06:00::"],"candidates":[{"index":1,"sense_key":"floor%1:06:00::","synset_id":"floor.n.01"},{"index":2,"sense_key":"floor%1:06:01::","synset_id":"floor.n.02"},{"index":3,"sense_key":"floor%1:10:00::","synset_id":"floor.n.03"},{"index":4,"sense_key":"floor%1:17:01::","synset_id":"floor.n.04"},{"index":5,"sense_key":"floor%1:17:00::","synset_id":"floor.n.05"},{"index":6,"sense_key":"floor%1:17:02::","synset_id":"floor.n.06"},{"index":7,"sense_key":"floor%1:14:00::","synset_id":"floor.n.07"},{"index":8,"sense_key":"floor%1:07:00::","synset_id":"floor.n.08"},{"index":9,"sense_key":"floor%1:06:03::","synset_id":"floor.n.09"},{"index":10,"sense_key":"floor%1:06:02::","synset_id":"floor.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"floor%1:07:00::","call_ids":["senseval3.d002.s081.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"floor%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":349,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3025447791442275}
{"item_id":"senseval3.d002.s081.t006","gold_sense_keys":["big%3:00:01::"],"candidates":[{"index":1,"sense_key":"big%3:00:01::","synset_id":"large.a.01"},{"index":2,"sense_key":"big%5:00:00:important:00","synset_id":"big.s.01"},{"index":3,"sense_key":"big%5:00:00:intense:00","synset_id":"bad.s.01"},{"index":4,"sense_key":"big%5:00:00:loud:00","synset_id":"big.s.03"},{"index":5,"sense_key":"big%5:00:00:conspicuous:00","synset_id":"big.s.04"},{"index":6,"sense_key":"big%5:00:00:intemperate:00","synset_id":"big.s.05"},{"index":7,"sense_key":"big%5:00:02:proud:00","synset_id":"boastful.s.01"},{"index":8,"sense_key":"big%5:00:00:proud:00","synset_id":"big.s.07"},{"index":9,"sense_key":"big%5:00:00:mature:01","synset_id":"adult.s.01"},{"index":10,"sense_key":"big%5:00:00:heavy:08","synset_id":"big.s.09"},{"index":11,"sense_key":"big%5:00:00:generous:02","synset_id":"big.s.10"},{"index":12,"sense_key":"big%5:00:00:generous:01","synset_id":"big.s.11"},{"index":13,"sense_key":"big%5:00:00:pregnant:00","synset_id":"big.s.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"big%3:00:01::","call_ids":["senseval3.d002.s081.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"big%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":333,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2961726160719991}
{"item_id":"senseval3.d002.s081.t007","gold_sense_keys":["old%3:00:01::"],"candidates":[{"index":1,"sense_key":"old%3:00:02::","synset_id":"old.a.01"},{"index":2,"sense_key":"old%3:00:01::","synset_id":"old.a.02"},{"index":3,"sense_key":"old%5:00:00:familiar:00","synset_id":"old.s.01"},{"index":4,"sense_key":"old%5:00:00:experienced:00","synset_id":"old.s.02"},{"index":5,"sense_key":"old%5:00:03:past:00","synset_id":"erstwhile.s.01"},{"index":6,"sense_key":"old%5:00:00:genuine:00","synset_id":"honest-to-god.s.01"},{"index":7,"sense_key":"old%5:00:00:early:01","synset_id":"old.s.05"},{"index":8,"sense_key":"old%5:00:00:preceding:00","synset_id":"previous.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"old%3:00:01::","call_ids":["senseval3.d002.s081.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"old%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":274,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3043820569291711}
{"item_id":"senseval3.d002.s082.t000","gold_sense_keys":["quiver%1:26:00::"],"candidates":[{"index":1,"sense_key":"quiver%1:12:00::","synset_id":"frisson.n.01"},{"index":2,"sense_key":"quiver%1:26:00::","synset_id":"shaking.n.02"},{"index":3,"sense_key":"quiver%1:06:00::","synset_id":"quiver.n.03"},{"index":4,"sense_key":"quiver%1:04:00::","synset_id":"vibration.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"quiver%1:26:00::","call_ids":["senseval3.d002.s082.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"quiver%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30629627383314073}
{"item_id":"senseval3.d002.s082.t002","gold_sense_keys":["house%1:06:00::"],"candidates":[{"index":1,"sense_key":"house%1:06:00::","synset_id":"house.n.01"},{"index":2,"sense_key":"house%1:14:01::","synset_id":"firm.n.01"},{"index":3,"sense_key":"house%1:14:04::","synset_id":"house.n.03"},{"index":4,"sense_key":"house%1:14:03::","synset_id":"house.n.04"},{"index":5,"sense_key":"house%1:14:02::","synset_id":"house.n.05"},{"index":6,"sense_key":"house%1:14:00::","synset_id":"house.n.06"},{"index":7,"sense_key":"house%1:04:00::","synset_id":"house.n.07"},{"index":8,"sense_key":"house%1:15:00::","synset_id":"sign_of_the_zodiac.n.01"},{"index":9,"sense_key":"house%1:14:06::","synset_id":"house.n.09"},{"index":10,"sense_key":"house%1:14:05::","synset_id":"family.n.01"},{"index":11,"sense_key":"house%1:06:02::","synset_id":"theater.n.01"},{"index":12,"sense_key":"house%1:06:01::","synset_id":"house.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"house%1:06:02::","call_ids":["senseval3.d002.s082.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"house%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":373,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28117449092678726}
{"item_id":"senseval3.d002.s082.t004","gold_sense_keys":["minute%1:28:00::"],"candidates":[{"index":1,"sense_key":"minute%1:28:00::","synset_id":"minute.n.01"},{"index":2,"sense_key":"minute%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"minute%1:28:02::","synset_id":"moment.n.01"},{"index":4,"sense_key":"minute%1:23:00::","synset_id":"minute.n.04"},{"index":5,"sense_key":"minute%1:10:00::","synset_id":"minute.n.05"},{"index":6,"sense_key":"minute%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"minute%1:28:01::","call_ids":["senseval3.d002.s082.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"minute%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26787735195830464}
{"item_id":"senseval3.d002.s082.t005","gold_sense_keys":["unpredictable%5:00:00:sporadic:00"],"candidates":[{"index":1,"sense_key":"unpredictable%3:00:00::","synset_id":"unpredictable.a.01"},{"index":2,"sense_key":"unpredictable%5:00:00:indeterminable:00","synset_id":"unpredictable.s.01"},{"index":3,"sense_key":"unpredictable%5:00:00:sporadic:00","synset_id":"irregular.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"unpredictable%5:00:00:sporadic:00","call_ids":["senseval3.d002.s082.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"unpredictable%5:00:00:sporadic:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26901411497965455}
{"item_id":"senseval3.d002.s082.t006","gold_sense_keys":["interval%1:28:00::"],"candidates":[{"index":1,"sense_key":"interval%1:28:00::","synset_id":"time_interval.n.01"},{"index":2,"sense_key":"interval%1:09:00::","synset_id":"interval.n.02"},{"index":3,"sense_key":"interval%1:07:00::","synset_id":"interval.n.03"},{"index":4,"sense_key":"interval%1:10:00::","synset_id":"interval.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"interval%1:28:00::","call_ids":["senseval3.d002.s082.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"interval%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2712104651145637}
{"item_id":"senseval3.d002.s082.t007","gold_sense_keys":["mouse%1:05:00::"],"candidates":[{"index":1,"sense_key":"mouse%1:05:00::","synset_id":"mouse.n.01"},{"index":2,"sense_key":"mouse%1:26:00::","synset_id":"shiner.n.01"},{"index":3,"sense_key":"mouse%1:18:00::","synset_id":"mouse.n.03"},{"index":4,"sense_key":"mouse%1:06:00::","synset_id":"mouse.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mouse%1:26:00::","call_ids":["senseval3.d002.s082.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mouse%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2722276230342686}
{"item_id":"senseval3.d002.s082.t008","gold_sense_keys":["live%2:42:08::"],"candidates":[{"index":1,"sense_key":"live%2:42:08::","synset_id":"populate.v.01"},{"index":2,"sense_key":"live%2:42:06::","synset_id":"live.v.02"},{"index":3,"sense_key":"live%2:42:04::","synset_id":"survive.v.01"},{"index":4,"sense_key":"live%2:42:01::","synset_id":"exist.v.02"},{"index":5,"sense_key":"live%2:42:00::","synset_id":"be.v.11"},{"index":6,"sense_key":"live%2:31:00::","synset_id":"know.v.05"},{"index":7,"sense_key":"live%2:42:07::","synset_id":"live.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"live%2:42:08::","call_ids":["senseval3.d002.s082.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"live%2:42:08::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27701603109017015}
{"item_id":"senseval3.d002.s082.t010","gold_sense_keys":["take%2:40:08::"],"candidates":[{"index":1,"sense_key":"take%2:41:04::","synset_id":"take.v.01"},{"index":2,"sense_key":"take%2:40:06::","synset_id":"take.v.02"},{"index":3,"sense_key":"take%2:38:09::","synset_id":"lead.v.01"},{"index":4,"sense_key":"take%2:35:00::","synset_id":"take.v.04"},{"index":5,"sense_key":"take%2:30:01::","synset_id":"assume.v.03"},{"index":6,"sense_key":"take%2:31:07::","synset_id":"take.v.06"},{"index":7,"sense_key":"take%2:38:10::","synset_id":"bring.v.01"},{"index":8,"sense_key":"take%2:40:00::","synset_id":"take.v.08"},{"index":9,"sense_key":"take%2:38:02::","synset_id":"take.v.09"},{"index":10,"sense_key":"take%2:31:01::","synset_id":"choose.v.01"},{"index":11,"sense_key":"take%2:40:05::","synset_id":"accept.v.02"},{"index":12,"sense_key":"take%2:41:00::","synset_id":"fill.v.04"},{"index":13,"sense_key":"take%2:31:03::","synset_id":"consider.v.03"},{"index":14,"sense_key":"take%2:42:00::","synset_id":"necessitate.v.01"},{"index":15,"sense_key":"take%2:39:00::","synset_id":"take.v.15"},{"index":16,"sense_key":"take%2:32:02::","synset_id":"film.v.01"},{"index":17,"sense_key":"take%2:30:00::","synset_id":"remove.v.01"},{"index":18,"sense_key":"take%2:34:00::","synset_id":"consume.v.02"},{"index":19,"sense_key":"take%2:31:09::","synset_id":"take.v.19"},{"index":20,"sense_key":"take%2:40:15::","synset_id":"take.v.20"},{"index":21,"sense_key":"take%2:40:01::","synset_id":"take.v.21"},{"index":22,"sense_key":"take%2:38:00::","synset_id":"assume.v.05"},{"index":23,"sense_key":"take%2:40:07::","synset_id":"accept.v.05"},{"index":24,"sense_key":"take%2:30:08::","synset_id":"take.v.24"},{"index":25,"sense_key":"take%2:31:02::","synset_id":"learn.v.04"},{"index":26,"sense_key":"take%2:32:00::","synset_id":"claim.v.05"},{"index":27,"sense_key":"take%2:38:05::","synset_id":"take.v.27"},{"index":28,"sense_key":"take%2:33:09::","synset_id":"aim.v.01"},{"index":29,"sense_key":"take%2:30:09::","synset_id":"take.v.29"},{"index":30,"sense_key":"take%2:42:10::","synset_id":"carry.v.02"},{"index":31,"sense_key":"take%2:40:03::","synset_id":"lease.v.04"},{"index":32,"sense_key":"take%2:40:04::","synset_id":"subscribe.v.05"},{"index":33,"sense_key":"take%2:40:02::","synset_id":"take.v.33"},{"index":34,"sense_key":"take%2:40:08::","synset_id":"take.v.34"},{"index":35,"sense_key":"take%2:35:14::","synset_id":"take.v.35"},{"index":36,"sense_key":"take%2:32:09::","synset_id":"claim.v.04"},{"index":37,"sense_key":"take%2:42:03::","synset_id":"accept.v.08"},{"index":38,"sense_key":"take%2:42:15::","synset_id":"contain.v.05"},{"index":39,"sense_key":"take%2:41:13::","synset_id":"take.v.39"},{"index":40,"sense_key":"take%2:38:11::","synset_id":"drive.v.16"},{"index":41,"sense_key":"take%2:33:08::","synset_id":"take.v.41"},{"index":42,"sense_key":"take%2:29:08::","synset_id":"contract.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"take%2:40:08::","call_ids":["senseval3.d002.s082.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"take%2:40:08::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":1024,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2789051898289472}
{"item_id":"senseval3.d002.s082.t011","gold_sense_keys":["refuge%1:06:00::"],"candidates":[{"index":1,"sense_key":"refuge%1:15:00::","synset_id":"safety.n.02"},{"index":2,"sense_key":"refuge%1:07:00::","synset_id":"recourse.n.02"},{"index":3,"sense_key":"refuge%1:06:00::","synset_id":"refuge.n.03"},{"index":4,"sense_key":"refuge%1:04:00::","synset_id":"recourse.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"refuge%1:07:00::","call_ids":["senseval3.d002.s082.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"refuge%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21544849500060081}
{"item_id":"senseval3.d002.s083.t001","gold_sense_keys":["distressed%5:00:01:troubled:00","distressed%5:00:02:troubled:00"],"candidates":[{"index":1,"sense_key":"distressed%5:00:00:troubled:00","synset_id":"distressed.s.01"},{"index":2,"sense_key":"distressed%3:00:04::","synset_id":"dysphoric.a.01"},{"index":3,"sense_key":"distressed%5:00:02:troubled:00","synset_id":"stressed.s.01"},{"index":4,"sense_key":"distressed%5:00:01:troubled:00","synset_id":"disquieted.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"distressed%5:00:02:troubled:00","call_ids":["senseval3.d002.s083.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"distressed%5:00:02:troubled:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21960854600183666}
{"item_id":"senseval3.d002.s084.t001","gold_sense_keys":["roll%2:38:01::","roll%2:38:10::"],"candidates":[{"index":1,"sense_key":"roll%2:38:00::","synset_id":"roll.v.01"},{"index":2,"sense_key":"roll%2:38:01::","synset_id":"wheel.v.03"},{"index":3,"sense_key":"roll%2:42:00::","synset_id":"roll.v.03"},{"index":4,"sense_key":"roll%2:35:05::","synset_id":"roll_out.v.01"},{"index":5,"sense_key":"roll%2:39:00::","synset_id":"roll.v.05"},{"index":6,"sense_key":"roll%2:35:00::","synset_id":"wind.v.03"},{"index":7,"sense_key":"roll%2:35:01::","synset_id":"roll.v.07"},{"index":8,"sense_key":"roll%2:30:10::","synset_id":"roll.v.08"},{"index":9,"sense_key":"roll%2:29:06::","synset_id":"roll.v.09"},{"index":10,"sense_key":"roll%2:40:00::","synset_id":"hustle.v.03"},{"index":11,"sense_key":"roll%2:38:10::","synset_id":"roll.v.11"},{"index":12,"sense_key":"roll%2:38:09::","synset_id":"roll.v.12"},{"index":13,"sense_key":"roll%2:38:12::","synset_id":"roll.v.13"},{"index":14,"sense_key":"roll%2:38:11::","synset_id":"roll.v.14"},{"index":15,"sense_key":"roll%2:32:00::","synset_id":"roll.v.15"},{"index":16,"sense_key":"roll%2:30:08::","synset_id":"seethe.v.04"},{"index":17,"sense_key":"roll%2:30:06::","synset_id":"roll.v.17"},{"index":18,"sense_key":"roll%2:30:07::","synset_id":"roll.v.18"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":13,"chosen_sense_key":"roll%2:38:12::","call_ids":["senseval3.d002.s084.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":13,"predicted_sense_key":"roll%2:38:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":482,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2202906070742756}
{"item_id":"senseval3.d002.s084.t002","gold_sense_keys":["town%1:15:00::"],"candidates":[{"index":1,"sense_key":"town%1:15:00::","synset_id":"town.n.01"},{"index":2,"sense_key":"town%1:14:00::","synset_id":"town.n.02"},{"index":3,"sense_key":"town%1:15:01::","synset_id":"township.n.01"},{"index":4,"sense_key":"town%1:18:00::","synset_id":"town.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"town%1:14:00::","call_ids":["senseval3.d002.s084.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"town%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22871704516001046}
{"item_id":"senseval3.d002.s086.t001","gold_sense_keys":["get%2:30:00::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"get%2:38:00::","call_ids":["senseval3.d002.s086.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"get%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":924,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2333021410740912}
{"item_id":"senseval3.d002.s086.t002","gold_sense_keys":["run%2:38:00::"],"candidates":[{"index":1,"sense_key":"run%2:38:00::","synset_id":"run.v.01"},{"index":2,"sense_key":"run%2:38:04::","synset_id":"scat.v.01"},{"index":3,"sense_key":"run%2:42:00::","synset_id":"run.v.03"},{"index":4,"sense_key":"run%2:41:02::","synset_id":"operate.v.01"},{"index":5,"sense_key":"run%2:42:04::","synset_id":"run.v.05"},{"index":6,"sense_key":"run%2:38:01::","synset_id":"run.v.06"},{"index":7,"sense_key":"run%2:35:00::","synset_id":"function.v.01"},{"index":8,"sense_key":"run%2:42:07::","synset_id":"range.v.01"},{"index":9,"sense_key":"run%2:33:06::","synset_id":"campaign.v.01"},{"index":10,"sense_key":"run%2:36:01::","synset_id":"play.v.18"},{"index":11,"sense_key":"run%2:38:11::","synset_id":"run.v.11"},{"index":12,"sense_key":"run%2:42:01::","synset_id":"tend.v.01"},{"index":13,"sense_key":"run%2:35:04::","synset_id":"run.v.13"},{"index":14,"sense_key":"run%2:30:03::","synset_id":"run.v.14"},{"index":15,"sense_key":"run%2:30:07::","synset_id":"run.v.15"},{"index":16,"sense_key":"run%2:42:02::","synset_id":"run.v.16"},{"index":17,"sense_key":"run%2:42:03::","synset_id":"prevail.v.03"},{"index":18,"sense_key":"run%2:42:06::","synset_id":"run.v.18"},{"index":19,"sense_key":"run%2:41:00::","synset_id":"run.v.19"},{"index":20,"sense_key":"run%2:36:02::","synset_id":"carry.v.15"},{"index":21,"sense_key":"run%2:36:00::","synset_id":"run.v.21"},{"index":22,"sense_key":"run%2:35:01::","synset_id":"guide.v.05"},{"index":23,"sense_key":"run%2:42:08::","synset_id":"run.v.23"},{"index":24,"sense_key":"run%2:41:01::","synset_id":"run.v.24"},{"index":25,"sense_key":"run%2:40:06::","synset_id":"run.v.25"},{"index":26,"sense_key":"run%2:38:10::","synset_id":"run.v.26"},{"index":27,"sense_key":"run%2:38:08::","synset_id":"run.v.27"},{"index":28,"sense_key":"run%2:38:03::","synset_id":"run.v.28"},{"index":29,"sense_key":"run%2:38:05::","synset_id":"run.v.29"},{"index":30,"sense_key":"run%2:42:05::","synset_id":"run.v.30"},{"index":31,"sense_key":"run%2:41:04::","synset_id":"run.v.31"},{"index":32,"sense_key":"run%2:38:02::","synset_id":"run.v.32"},{"index":33,"sense_key":"run%2:38:06::","synset_id":"run.v.33"},{"index":34,"sense_key":"run%2:38:13::","synset_id":"run.v.34"},{"index":35,"sense_key":"run%2:38:09::","synset_id":"ply.v.03"},{"index":36,"sense_key":"run%2:33:02::","synset_id":"hunt.v.01"},{"index":37,"sense_key":"run%2:33:01::","synset_id":"race.v.02"},{"index":38,"sense_key":"run%2:30:02::","synset_id":"move.v.13"},{"index":39,"sense_key":"run%2:30:00::","synset_id":"melt.v.01"},{"index":40,"sense_key":"run%2:30:01::","synset_id":"ladder.v.01"},{"index":41,"sense_key":"run%2:30:04::","synset_id":"run.v.41"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"run%2:41:02::","call_ids":["senseval3.d002.s086.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"run%2:41:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1001,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22230950207449496}
{"item_id":"senseval3.d002.s086.t003","gold_sense_keys":["door%1:06:00::","door%1:06:01::"],"candidates":[{"index":1,"sense_key":"door%1:06:00::","synset_id":"door.n.01"},{"index":2,"sense_key":"door%1:06:01::","synset_id":"doorway.n.01"},{"index":3,"sense_key":"door%1:07:00::","synset_id":"door.n.03"},{"index":4,"sense_key":"door%1:06:04::","synset_id":"door.n.04"},{"index":5,"sense_key":"door%1:06:03::","synset_id":"door.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"door%1:07:00::","call_ids":["senseval3.d002.s086.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"door%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22346074297092855}
{"item_id":"senseval3.d002.s086.t004","gold_sense_keys":["spend%2:42:00::"],"candidates":[{"index":1,"sense_key":"spend%2:42:00::","synset_id":"spend.v.01"},{"index":2,"sense_key":"spend%2:40:00::","synset_id":"spend.v.02"},{"index":3,"sense_key":"spend%2:40:01::","synset_id":"spend.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"spend%2:40:00::","call_ids":["senseval3.d002.s086.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"spend%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2245420899707824}
{"item_id":"senseval3.d002.s086.t005","gold_sense_keys":["next%5:00:00:succeeding:00"],"candidates":[{"index":1,"sense_key":"next%5:00:00:succeeding:00","synset_id":"following.s.02"},{"index":2,"sense_key":"next%5:00:00:close:01","synset_id":"adjacent.s.01"},{"index":3,"sense_key":"next%5:00:00:incoming:00","synset_id":"future.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"next%5:00:00:succeeding:00","call_ids":["senseval3.d002.s086.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"next%5:00:00:succeeding:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22556642210111022}
{"item_id":"senseval3.d002.s086.t007","gold_sense_keys":["minute%1:28:00::"],"candidates":[{"index":1,"sense_key":"minute%1:28:00::","synset_id":"minute.n.01"},{"index":2,"sense_key":"minute%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"minute%1:28:02::","synset_id":"moment.n.01"},{"index":4,"sense_key":"minute%1:23:00::","synset_id":"minute.n.04"},{"index":5,"sense_key":"minute%1:10:00::","synset_id":"minute.n.05"},{"index":6,"sense_key":"minute%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"minute%1:28:01::","call_ids":["senseval3.d002.s086.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"minute%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21232248097658157}
{"item_id":"senseval3.d002.s086.t008","gold_sense_keys":["watch%2:39:00::","watch%2:39:02::","watch%2:41:00::"],"candidates":[{"index":1,"sense_key":"watch%2:39:00::","synset_id":"watch.v.01"},{"index":2,"sense_key":"watch%2:41:00::","synset_id":"watch.v.02"},{"index":3,"sense_key":"watch%2:39:05::","synset_id":"watch.v.03"},{"index":4,"sense_key":"watch%2:39:02::","synset_id":"watch.v.04"},{"index":5,"sense_key":"watch%2:39:01::","synset_id":"watch.v.05"},{"index":6,"sense_key":"watch%2:39:03::","synset_id":"watch.v.06"},{"index":7,"sense_key":"watch%2:32:09::","synset_id":"determine.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"watch%2:39:03::","call_ids":["senseval3.d002.s086.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"watch%2:39:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2286854451522231}
{"item_id":"senseval3.d002.s086.t009","gold_sense_keys":["brick%1:06:00::"],"candidates":[{"index":1,"sense_key":"brick%1:06:00::","synset_id":"brick.n.01"},{"index":2,"sense_key":"brick%1:18:00::","synset_id":"brick.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"brick%1:18:00::","call_ids":["senseval3.d002.s086.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"brick%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2297717749606818}
{"item_id":"senseval3.d002.s086.t011","gold_sense_keys":["foot%1:08:01::"],"candidates":[{"index":1,"sense_key":"foot%1:08:01::","synset_id":"foot.n.01"},{"index":2,"sense_key":"foot%1:23:00::","synset_id":"foot.n.02"},{"index":3,"sense_key":"foot%1:15:00::","synset_id":"foot.n.03"},{"index":4,"sense_key":"foot%1:05:01::","synset_id":"animal_foot.n.01"},{"index":5,"sense_key":"foot%1:06:00::","synset_id":"foundation.n.03"},{"index":6,"sense_key":"foot%1:05:00::","synset_id":"foot.n.06"},{"index":7,"sense_key":"foot%1:04:00::","synset_id":"foot.n.07"},{"index":8,"sense_key":"foot%1:18:00::","synset_id":"foot.n.08"},{"index":9,"sense_key":"foot%1:14:00::","synset_id":"infantry.n.01"},{"index":10,"sense_key":"foot%1:10:00::","synset_id":"metrical_foot.n.01"},{"index":11,"sense_key":"foot%1:06:01::","synset_id":"foot.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"foot%1:23:00::","call_ids":["senseval3.d002.s086.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"foot%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":367,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23079301905818284}
{"item_id":"senseval3.d002.s086.t013","gold_sense_keys":["flower%1:20:00::"],"candidates":[{"index":1,"sense_key":"flower%1:20:00::","synset_id":"flower.n.01"},{"index":2,"sense_key":"flower%1:20:02::","synset_id":"flower.n.02"},{"index":3,"sense_key":"flower%1:28:00::","synset_id":"flower.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"flower%1:28:00::","call_ids":["senseval3.d002.s086.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"flower%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22581914393231273}
{"item_id":"senseval3.d002.s086.t014","gold_sense_keys":["wave%2:38:00::"],"candidates":[{"index":1,"sense_key":"wave%2:32:00::","synset_id":"beckon.v.01"},{"index":2,"sense_key":"wave%2:35:00::","synset_id":"brandish.v.01"},{"index":3,"sense_key":"wave%2:38:00::","synset_id":"roll.v.11"},{"index":4,"sense_key":"wave%2:35:01::","synset_id":"curl.v.04"},{"index":5,"sense_key":"wave%2:29:00::","synset_id":"wave.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"wave%2:38:00::","call_ids":["senseval3.d002.s086.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"wave%2:38:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16412115888670087}
{"item_id":"senseval3.d002.s087.t000","gold_sense_keys":["amazing%5:00:00:surprising:00"],"candidates":[{"index":1,"sense_key":"amazing%5:00:00:surprising:00","synset_id":"amazing.s.01"},{"index":2,"sense_key":"amazing%5:00:00:impressive:00","synset_id":"amazing.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"amazing%5:00:00:impressive:00","call_ids":["senseval3.d002.s087.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"amazing%5:00:00:impressive:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.15574249811470509}
{"item_id":"senseval3.d002.s087.t001","gold_sense_keys":["do%2:36:02::"],"candidates":[{"index":1,"sense_key":"do%2:41:01::","synset_id":"make.v.01"},{"index":2,"sense_key":"do%2:36:01::","synset_id":"perform.v.01"},{"index":3,"sense_key":"do%2:41:04::","synset_id":"do.v.03"},{"index":4,"sense_key":"do%2:42:00::","synset_id":"do.v.04"},{"index":5,"sense_key":"do%2:36:02::","synset_id":"cause.v.01"},{"index":6,"sense_key":"do%2:41:02::","synset_id":"practice.v.01"},{"index":7,"sense_key":"do%2:42:01::","synset_id":"suffice.v.01"},{"index":8,"sense_key":"do%2:36:00::","synset_id":"do.v.08"},{"index":9,"sense_key":"do%2:29:09::","synset_id":"act.v.02"},{"index":10,"sense_key":"do%2:42:02::","synset_id":"serve.v.09"},{"index":11,"sense_key":"do%2:41:03::","synset_id":"do.v.11"},{"index":12,"sense_key":"do%2:29:04::","synset_id":"dress.v.16"},{"index":13,"sense_key":"do%2:38:00::","synset_id":"do.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"do%2:41:04::","call_ids":["senseval3.d002.s087.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"do%2:41:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":383,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.15691663790494204}
{"item_id":"senseval3.d002.s087.t002","gold_sense_keys":["one%1:09:00::"],"candidates":[{"index":1,"sense_key":"one%1:23:00::","synset_id":"one.n.01"},{"index":2,"sense_key":"one%1:09:00::","synset_id":"one.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"one%1:09:00::","call_ids":["senseval3.d002.s087.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"one%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18384633888490498}
{"item_id":"senseval3.d002.s087.t004","gold_sense_keys":["one%1:09:00::"],"candidates":[{"index":1,"sense_key":"one%1:23:00::","synset_id":"one.n.01"},{"index":2,"sense_key":"one%1:09:00::","synset_id":"one.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"one%1:09:00::","call_ids":["senseval3.d002.s087.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"one%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1848197989165783}
{"item_id":"senseval3.d002.s088.t000","gold_sense_keys":["look%2:29:00::","look%2:39:01::"],"candidates":[{"index":1,"sense_key":"look%2:39:00::","synset_id":"look.v.01"},{"index":2,"sense_key":"look%2:39:01::","synset_id":"look.v.02"},{"index":3,"sense_key":"look%2:29:00::","synset_id":"look.v.03"},{"index":4,"sense_key":"look%2:39:02::","synset_id":"search.v.02"},{"index":5,"sense_key":"look%2:42:00::","synset_id":"front.v.01"},{"index":6,"sense_key":"look%2:41:13::","synset_id":"attend.v.02"},{"index":7,"sense_key":"look%2:32:00::","synset_id":"look.v.07"},{"index":8,"sense_key":"look%2:31:00::","synset_id":"expect.v.03"},{"index":9,"sense_key":"look%2:42:02::","synset_id":"look.v.09"},{"index":10,"sense_key":"look%2:31:02::","synset_id":"count.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"look%2:42:02::","call_ids":["senseval3.d002.s088.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"look%2:42:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":321,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1857069858815521}
{"item_id":"senseval3.d002.s088.t001","gold_sense_keys":["calm%5:00:00:composed:00"],"candidates":[{"index":1,"sense_key":"calm%5:00:00:composed:00","synset_id":"calm.s.01"},{"index":2,"sense_key":"calm%3:00:00::","synset_id":"calm.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"calm%5:00:00:composed:00","call_ids":["senseval3.d002.s088.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"calm%5:00:00:composed:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18779450305737555}
{"item_id":"senseval3.d002.s088.t002","gold_sense_keys":["surreal%5:00:00:unreal:02"],"candidates":[{"index":1,"sense_key":"surreal%5:00:00:unrealistic:00","synset_id":"phantasmagoric.s.01"},{"index":2,"sense_key":"surreal%5:00:00:unreal:02","synset_id":"dreamlike.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"surreal%5:00:00:unreal:02","call_ids":["senseval3.d002.s088.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"surreal%5:00:00:unreal:02","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18667086004279554}
{"item_id":"senseval3.d002.s088.t003","gold_sense_keys":["low%3:00:02::"],"candidates":[{"index":1,"sense_key":"low%3:00:02::","synset_id":"low.a.01"},{"index":2,"sense_key":"low%3:00:01::","synset_id":"low.a.02"},{"index":3,"sense_key":"low%5:00:00:soft:04","synset_id":"low.s.01"},{"index":4,"sense_key":"low%5:00:00:unrefined:01","synset_id":"low.s.02"},{"index":5,"sense_key":"low%3:00:03::","synset_id":"low.a.05"},{"index":6,"sense_key":"low%5:00:00:contemptible:00","synset_id":"abject.s.01"},{"index":7,"sense_key":"low%5:00:00:inferior:01","synset_id":"humble.s.01"},{"index":8,"sense_key":"low%5:00:00:insufficient:00","synset_id":"depleted.s.01"},{"index":9,"sense_key":"low%5:00:00:humble:00","synset_id":"broken.s.01"},{"index":10,"sense_key":"low%5:00:00:dejected:00","synset_id":"gloomy.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"low%5:00:00:insufficient:00","call_ids":["senseval3.d002.s088.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"low%5:00:00:insufficient:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":279,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18857260886579752}
{"item_id":"senseval3.d002.s088.t004","gold_sense_keys":["level%1:07:00::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"level%1:09:00::","call_ids":["senseval3.d002.s088.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"level%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":281,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18965060892514884}
{"item_id":"senseval3.d002.s088.t005","gold_sense_keys":["confusion%1:09:00::"],"candidates":[{"index":1,"sense_key":"confusion%1:26:01::","synset_id":"confusion.n.01"},{"index":2,"sense_key":"confusion%1:09:00::","synset_id":"confusion.n.02"},{"index":3,"sense_key":"confusion%1:12:00::","synset_id":"confusion.n.03"},{"index":4,"sense_key":"confusion%1:04:01::","synset_id":"confusion.n.04"},{"index":5,"sense_key":"confusion%1:04:00::","synset_id":"confusion.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"confusion%1:09:00::","call_ids":["senseval3.d002.s088.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"confusion%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19061632989905775}
{"item_id":"senseval3.d002.s088.t007","gold_sense_keys":["continue%2:30:10::"],"candidates":[{"index":1,"sense_key":"continue%2:42:01::","synset_id":"continue.v.01"},{"index":2,"sense_key":"continue%2:32:00::","synset_id":"continue.v.02"},{"index":3,"sense_key":"continue%2:42:00::","synset_id":"continue.v.03"},{"index":4,"sense_key":"continue%2:38:00::","synset_id":"proceed.v.02"},{"index":5,"sense_key":"continue%2:41:00::","synset_id":"retain.v.02"},{"index":6,"sense_key":"continue%2:42:12::","synset_id":"continue.v.06"},{"index":7,"sense_key":"continue%2:42:11::","synset_id":"continue.v.07"},{"index":8,"sense_key":"continue%2:42:10::","synset_id":"stay.v.04"},{"index":9,"sense_key":"continue%2:42:06::","synset_id":"cover.v.03"},{"index":10,"sense_key":"continue%2:30:10::","synset_id":"continue.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"continue%2:42:12::","call_ids":["senseval3.d002.s088.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"continue%2:42:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":335,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18343892483972013}
{"item_id":"senseval3.d002.s091.t001","gold_sense_keys":["seem%2:39:00::"],"candidates":[{"index":1,"sense_key":"seem%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"seem%2:39:01::","synset_id":"appear.v.04"},{"index":3,"sense_key":"seem%2:42:00::","synset_id":"seem.v.03"},{"index":4,"sense_key":"seem%2:39:02::","synset_id":"seem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seem%2:39:01::","call_ids":["senseval3.d002.s091.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seem%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1842817491851747}
{"item_id":"senseval3.d002.s091.t003","gold_sense_keys":["night%1:28:00::"],"candidates":[{"index":1,"sense_key":"night%1:28:00::","synset_id":"night.n.01"},{"index":2,"sense_key":"night%1:28:01::","synset_id":"night.n.02"},{"index":3,"sense_key":"night%1:28:04::","synset_id":"night.n.03"},{"index":4,"sense_key":"night%1:28:02::","synset_id":"night.n.04"},{"index":5,"sense_key":"night%1:26:00::","synset_id":"night.n.05"},{"index":6,"sense_key":"night%1:28:05::","synset_id":"night.n.06"},{"index":7,"sense_key":"night%1:28:03::","synset_id":"night.n.07"},{"index":8,"sense_key":"night%1:18:00::","synset_id":"nox.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"night%1:28:03::","call_ids":["senseval3.d002.s091.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"night%1:28:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18520406307652593}
{"item_id":"senseval3.d002.s091.t004","gold_sense_keys":["do%2:36:01::"],"candidates":[{"index":1,"sense_key":"do%2:41:01::","synset_id":"make.v.01"},{"index":2,"sense_key":"do%2:36:01::","synset_id":"perform.v.01"},{"index":3,"sense_key":"do%2:41:04::","synset_id":"do.v.03"},{"index":4,"sense_key":"do%2:42:00::","synset_id":"do.v.04"},{"index":5,"sense_key":"do%2:36:02::","synset_id":"cause.v.01"},{"index":6,"sense_key":"do%2:41:02::","synset_id":"practice.v.01"},{"index":7,"sense_key":"do%2:42:01::","synset_id":"suffice.v.01"},{"index":8,"sense_key":"do%2:36:00::","synset_id":"do.v.08"},{"index":9,"sense_key":"do%2:29:09::","synset_id":"act.v.02"},{"index":10,"sense_key":"do%2:42:02::","synset_id":"serve.v.09"},{"index":11,"sense_key":"do%2:41:03::","synset_id":"do.v.11"},{"index":12,"sense_key":"do%2:29:04::","synset_id":"dress.v.16"},{"index":13,"sense_key":"do%2:38:00::","synset_id":"do.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"do%2:42:00::","call_ids":["senseval3.d002.s091.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"do%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":420,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.14703205204568803}
{"item_id":"senseval3.d002.s091.t007","gold_sense_keys":["sound%1:07:00::"],"candidates":[{"index":1,"sense_key":"sound%1:07:00::","synset_id":"sound.n.01"},{"index":2,"sense_key":"sound%1:09:00::","synset_id":"sound.n.02"},{"index":3,"sense_key":"sound%1:19:00::","synset_id":"sound.n.03"},{"index":4,"sense_key":"sound%1:11:00::","synset_id":"sound.n.04"},{"index":5,"sense_key":"sound%1:10:00::","synset_id":"audio.n.01"},{"index":6,"sense_key":"sound%1:10:01::","synset_id":"phone.n.02"},{"index":7,"sense_key":"sound%1:17:01::","synset_id":"strait.n.01"},{"index":8,"sense_key":"sound%1:17:00::","synset_id":"sound.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sound%1:19:00::","call_ids":["senseval3.d002.s091.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sound%1:19:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":320,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1477562920190394}
{"item_id":"senseval3.d002.s091.t008","gold_sense_keys":["light%1:06:00::","light%1:19:00::"],"candidates":[{"index":1,"sense_key":"light%1:19:00::","synset_id":"light.n.01"},{"index":2,"sense_key":"light%1:06:00::","synset_id":"light.n.02"},{"index":3,"sense_key":"light%1:09:01::","synset_id":"light.n.03"},{"index":4,"sense_key":"light%1:07:01::","synset_id":"luminosity.n.01"},{"index":5,"sense_key":"light%1:15:00::","synset_id":"light.n.05"},{"index":6,"sense_key":"light%1:26:01::","synset_id":"light.n.06"},{"index":7,"sense_key":"light%1:07:00::","synset_id":"light.n.07"},{"index":8,"sense_key":"light%1:18:00::","synset_id":"light.n.08"},{"index":9,"sense_key":"light%1:26:00::","synset_id":"light.n.09"},{"index":10,"sense_key":"light%1:09:00::","synset_id":"light.n.10"},{"index":11,"sense_key":"light%1:07:02::","synset_id":"sparkle.n.01"},{"index":12,"sense_key":"light%1:09:02::","synset_id":"light.n.12"},{"index":13,"sense_key":"light%1:16:00::","synset_id":"inner_light.n.01"},{"index":14,"sense_key":"light%1:10:00::","synset_id":"light.n.14"},{"index":15,"sense_key":"light%1:06:01::","synset_id":"lighter.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"light%1:15:00::","call_ids":["senseval3.d002.s091.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"light%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":472,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1983868619427085}
{"item_id":"senseval3.d002.s092.t000","gold_sense_keys":["friend%1:18:00::","friend%1:18:02::"],"candidates":[{"index":1,"sense_key":"friend%1:18:00::","synset_id":"friend.n.01"},{"index":2,"sense_key":"friend%1:18:03::","synset_id":"ally.n.02"},{"index":3,"sense_key":"friend%1:18:02::","synset_id":"acquaintance.n.03"},{"index":4,"sense_key":"friend%1:18:04::","synset_id":"supporter.n.01"},{"index":5,"sense_key":"friend%1:18:01::","synset_id":"friend.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"friend%1:18:03::","call_ids":["senseval3.d002.s092.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"friend%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21140490705147386}
{"item_id":"senseval3.d002.s092.t001","gold_sense_keys":["underground%5:00:00:subsurface:00"],"candidates":[{"index":1,"sense_key":"underground%5:00:00:subsurface:00","synset_id":"belowground.s.01"},{"index":2,"sense_key":"underground%5:00:00:covert:00","synset_id":"clandestine.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"underground%5:00:00:subsurface:00","call_ids":["senseval3.d002.s092.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"underground%5:00:00:subsurface:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21359689603559673}
{"item_id":"senseval3.d002.s092.t002","gold_sense_keys":["computer%1:06:00::"],"candidates":[{"index":1,"sense_key":"computer%1:06:00::","synset_id":"computer.n.01"},{"index":2,"sense_key":"computer%1:18:00::","synset_id":"calculator.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"computer%1:18:00::","call_ids":["senseval3.d002.s092.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"computer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":120,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21463838196359575}
{"item_id":"senseval3.d002.s092.t003","gold_sense_keys":["center%1:06:00::"],"candidates":[{"index":1,"sense_key":"center%1:15:01::","synset_id":"center.n.01"},{"index":2,"sense_key":"center%1:06:02::","synset_id":"center_field.n.01"},{"index":3,"sense_key":"center%1:06:00::","synset_id":"center.n.03"},{"index":4,"sense_key":"center%1:15:00::","synset_id":"center.n.04"},{"index":5,"sense_key":"center%1:09:00::","synset_id":"kernel.n.03"},{"index":6,"sense_key":"center%1:09:01::","synset_id":"center.n.06"},{"index":7,"sense_key":"center%1:08:00::","synset_id":"center.n.07"},{"index":8,"sense_key":"center%1:14:01::","synset_id":"center.n.08"},{"index":9,"sense_key":"center%1:18:01::","synset_id":"center.n.09"},{"index":10,"sense_key":"center%1:18:00::","synset_id":"center.n.10"},{"index":11,"sense_key":"center%1:15:02::","synset_id":"center.n.11"},{"index":12,"sense_key":"center%1:14:00::","synset_id":"center.n.12"},{"index":13,"sense_key":"center%1:18:02::","synset_id":"center.n.13"},{"index":14,"sense_key":"center%1:13:00::","synset_id":"center.n.14"},{"index":15,"sense_key":"center%1:06:01::","synset_id":"plaza.n.02"},{"index":16,"sense_key":"center%1:04:03::","synset_id":"center.n.16"},{"index":17,"sense_key":"center%1:04:02::","synset_id":"center.n.17"},{"index":18,"sense_key":"center%1:04:01::","synset_id":"center.n.18"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"center%1:14:01::","call_ids":["senseval3.d002.s092.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"center%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":560,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2178311289753765}
{"item_id":"senseval3.d002.s092.t006","gold_sense_keys":["hit%2:35:05::"],"candidates":[{"index":1,"sense_key":"hit%2:35:03::","synset_id":"hit.v.01"},{"index":2,"sense_key":"hit%2:35:01::","synset_id":"hit.v.02"},{"index":3,"sense_key":"hit%2:35:00::","synset_id":"hit.v.03"},{"index":4,"sense_key":"hit%2:38:00::","synset_id":"reach.v.01"},{"index":5,"sense_key":"hit%2:35:05::","synset_id":"hit.v.05"},{"index":6,"sense_key":"hit%2:33:01::","synset_id":"shoot.v.01"},{"index":7,"sense_key":"hit%2:40:05::","synset_id":"stumble.v.03"},{"index":8,"sense_key":"hit%2:33:02::","synset_id":"score.v.01"},{"index":9,"sense_key":"hit%2:39:00::","synset_id":"hit.v.09"},{"index":10,"sense_key":"hit%2:33:00::","synset_id":"strike.v.04"},{"index":11,"sense_key":"hit%2:41:00::","synset_id":"murder.v.01"},{"index":12,"sense_key":"hit%2:38:02::","synset_id":"hit.v.12"},{"index":13,"sense_key":"hit%2:38:07::","synset_id":"reach.v.02"},{"index":14,"sense_key":"hit%2:35:02::","synset_id":"strike.v.10"},{"index":15,"sense_key":"hit%2:34:00::","synset_id":"hit.v.15"},{"index":16,"sense_key":"hit%2:33:03::","synset_id":"hit.v.16"},{"index":17,"sense_key":"hit%2:32:12::","synset_id":"hit.v.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"hit%2:35:05::","call_ids":["senseval3.d002.s092.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"hit%2:35:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":456,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21565117500722408}
{"item_id":"senseval3.d002.s093.t001","gold_sense_keys":["computer%1:06:00::"],"candidates":[{"index":1,"sense_key":"computer%1:06:00::","synset_id":"computer.n.01"},{"index":2,"sense_key":"computer%1:18:00::","synset_id":"calculator.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"computer%1:18:00::","call_ids":["senseval3.d002.s093.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"computer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":120,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21898362901993096}
{"item_id":"senseval3.d002.s093.t005","gold_sense_keys":["slide%2:38:01::"],"candidates":[{"index":1,"sense_key":"slide%2:38:01::","synset_id":"skid.v.04"},{"index":2,"sense_key":"slide%2:38:00::","synset_id":"slither.v.01"},{"index":3,"sense_key":"slide%2:38:02::","synset_id":"slide.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"slide%2:38:00::","call_ids":["senseval3.d002.s093.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"slide%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2204804290086031}
{"item_id":"senseval3.d002.s093.t006","gold_sense_keys":["floor%1:06:00::"],"candidates":[{"index":1,"sense_key":"floor%1:06:00::","synset_id":"floor.n.01"},{"index":2,"sense_key":"floor%1:06:01::","synset_id":"floor.n.02"},{"index":3,"sense_key":"floor%1:10:00::","synset_id":"floor.n.03"},{"index":4,"sense_key":"floor%1:17:01::","synset_id":"floor.n.04"},{"index":5,"sense_key":"floor%1:17:00::","synset_id":"floor.n.05"},{"index":6,"sense_key":"floor%1:17:02::","synset_id":"floor.n.06"},{"index":7,"sense_key":"floor%1:14:00::","synset_id":"floor.n.07"},{"index":8,"sense_key":"floor%1:07:00::","synset_id":"floor.n.08"},{"index":9,"sense_key":"floor%1:06:03::","synset_id":"floor.n.09"},{"index":10,"sense_key":"floor%1:06:02::","synset_id":"floor.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"floor%1:10:00::","call_ids":["senseval3.d002.s093.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"floor%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":328,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22193636698648334}
{"item_id":"senseval3.d002.s094.t000","gold_sense_keys":["today%1:28:01::"],"candidates":[{"index":1,"sense_key":"today%1:28:00::","synset_id":"today.n.01"},{"index":2,"sense_key":"today%1:28:01::","synset_id":"today.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"today%1:28:01::","call_ids":["senseval3.d002.s094.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"today%1:28:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22340419702231884}
{"item_id":"senseval3.d002.s094.t002","gold_sense_keys":["people%1:14:00::"],"candidates":[{"index":1,"sense_key":"people%1:14:00::","synset_id":"people.n.01"},{"index":2,"sense_key":"people%1:14:01::","synset_id":"citizenry.n.01"},{"index":3,"sense_key":"people%1:14:02::","synset_id":"people.n.03"},{"index":4,"sense_key":"people%1:14:03::","synset_id":"multitude.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"people%1:14:01::","call_ids":["senseval3.d002.s094.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"people%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22460841108113527}
{"item_id":"senseval3.d002.s094.t003","gold_sense_keys":["realize%2:31:00::","realize%2:31:01::"],"candidates":[{"index":1,"sense_key":"realize%2:31:01::","synset_id":"recognize.v.02"},{"index":2,"sense_key":"realize%2:31:00::","synset_id":"understand.v.02"},{"index":3,"sense_key":"realize%2:36:00::","synset_id":"realize.v.03"},{"index":4,"sense_key":"realize%2:40:01::","synset_id":"gain.v.08"},{"index":5,"sense_key":"realize%2:40:00::","synset_id":"realize.v.05"},{"index":6,"sense_key":"realize%2:36:07::","synset_id":"realize.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"realize%2:31:01::","call_ids":["senseval3.d002.s094.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"realize%2:31:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":230,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22619253885932267}
{"item_id":"senseval3.d002.s094.t004","gold_sense_keys":["hard%3:00:06::"],"candidates":[{"index":1,"sense_key":"hard%3:00:06::","synset_id":"difficult.a.01"},{"index":2,"sense_key":"hard%3:00:02::","synset_id":"hard.a.02"},{"index":3,"sense_key":"hard%3:00:01::","synset_id":"hard.a.03"},{"index":4,"sense_key":"hard%5:00:00:strong:00","synset_id":"hard.s.01"},{"index":5,"sense_key":"hard%5:00:01:effortful:00","synset_id":"arduous.s.01"},{"index":6,"sense_key":"hard%3:00:00::","synset_id":"unvoiced.a.01"},{"index":7,"sense_key":"hard%3:00:05::","synset_id":"hard.a.07"},{"index":8,"sense_key":"hard%3:00:03::","synset_id":"hard.a.08"},{"index":9,"sense_key":"hard%5:00:00:indulgent:00","synset_id":"intemperate.s.01"},{"index":10,"sense_key":"hard%5:00:00:alcoholic:00","synset_id":"hard.s.04"},{"index":11,"sense_key":"hard%5:00:00:bad:00","synset_id":"hard.s.05"},{"index":12,"sense_key":"hard%5:00:00:stale:00","synset_id":"hard.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"hard%3:00:06::","call_ids":["senseval3.d002.s094.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"hard%3:00:06::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":360,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22747140191495419}
{"item_id":"senseval3.d002.s094.t005","gold_sense_keys":["life%1:09:00::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"life%1:26:00::","call_ids":["senseval3.d002.s094.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"life%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":421,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22877186187542975}
{"item_id":"senseval3.d002.s097.t000","gold_sense_keys":["get%2:38:00::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"get%2:38:00::","call_ids":["senseval3.d002.s097.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"get%2:38:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":912,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23026666208170354}
{"item_id":"senseval3.d002.s097.t001","gold_sense_keys":["home%1:15:04::"],"candidates":[{"index":1,"sense_key":"home%1:15:04::","synset_id":"home.n.01"},{"index":2,"sense_key":"home%1:06:00::","synset_id":"dwelling.n.01"},{"index":3,"sense_key":"home%1:15:02::","synset_id":"home.n.03"},{"index":4,"sense_key":"home%1:06:02::","synset_id":"home_plate.n.01"},{"index":5,"sense_key":"home%1:15:05::","synset_id":"base.n.14"},{"index":6,"sense_key":"home%1:15:03::","synset_id":"home.n.06"},{"index":7,"sense_key":"home%1:26:00::","synset_id":"home.n.07"},{"index":8,"sense_key":"home%1:14:00::","synset_id":"family.n.01"},{"index":9,"sense_key":"home%1:06:01::","synset_id":"home.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"home%1:26:00::","call_ids":["senseval3.d002.s097.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"home%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":318,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23062364500947297}
{"item_id":"senseval3.d002.s097.t002","gold_sense_keys":["let%2:30:01::","let%2:32:02::","let%2:41:00::"],"candidates":[{"index":1,"sense_key":"let%2:41:00::","synset_id":"let.v.01"},{"index":2,"sense_key":"let%2:32:00::","synset_id":"let.v.02"},{"index":3,"sense_key":"let%2:32:02::","synset_id":"permit.v.01"},{"index":4,"sense_key":"let%2:30:01::","synset_id":"get.v.03"},{"index":5,"sense_key":"let%2:30:00::","synset_id":"let.v.05"},{"index":6,"sense_key":"let%2:40:00::","synset_id":"lease.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"let%2:32:02::","call_ids":["senseval3.d002.s097.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"let%2:32:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23195427586324513}
{"item_id":"senseval3.d002.s097.t003","gold_sense_keys":["dog%1:05:00::"],"candidates":[{"index":1,"sense_key":"dog%1:05:00::","synset_id":"dog.n.01"},{"index":2,"sense_key":"dog%1:18:01::","synset_id":"frump.n.01"},{"index":3,"sense_key":"dog%1:18:00::","synset_id":"dog.n.03"},{"index":4,"sense_key":"dog%1:18:02::","synset_id":"cad.n.01"},{"index":5,"sense_key":"dog%1:13:01::","synset_id":"frank.n.02"},{"index":6,"sense_key":"dog%1:06:00::","synset_id":"pawl.n.01"},{"index":7,"sense_key":"dog%1:06:01::","synset_id":"andiron.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"dog%1:05:00::","call_ids":["senseval3.d002.s097.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"dog%1:05:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":284,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23315115412697196}
{"item_id":"senseval3.d002.s097.t004","gold_sense_keys":["house%1:06:00::"],"candidates":[{"index":1,"sense_key":"house%1:06:00::","synset_id":"house.n.01"},{"index":2,"sense_key":"house%1:14:01::","synset_id":"firm.n.01"},{"index":3,"sense_key":"house%1:14:04::","synset_id":"house.n.03"},{"index":4,"sense_key":"house%1:14:03::","synset_id":"house.n.04"},{"index":5,"sense_key":"house%1:14:02::","synset_id":"house.n.05"},{"index":6,"sense_key":"house%1:14:00::","synset_id":"house.n.06"},{"index":7,"sense_key":"house%1:04:00::","synset_id":"house.n.07"},{"index":8,"sense_key":"house%1:15:00::","synset_id":"sign_of_the_zodiac.n.01"},{"index":9,"sense_key":"house%1:14:06::","synset_id":"house.n.09"},{"index":10,"sense_key":"house%1:14:05::","synset_id":"family.n.01"},{"index":11,"sense_key":"house%1:06:02::","synset_id":"theater.n.01"},{"index":12,"sense_key":"house%1:06:01::","synset_id":"house.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"house%1:06:02::","call_ids":["senseval3.d002.s097.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"house%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":372,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23424157593399286}
{"item_id":"senseval3.d002.s097.t005","gold_sense_keys":["notice%2:39:00::"],"candidates":[{"index":1,"sense_key":"notice%2:39:04::","synset_id":"detect.v.01"},{"index":2,"sense_key":"notice%2:39:00::","synset_id":"notice.v.02"},{"index":3,"sense_key":"notice%2:32:00::","synset_id":"comment.v.01"},{"index":4,"sense_key":"notice%2:32:01::","synset_id":"notice.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"notice%2:39:00::","call_ids":["senseval3.d002.s097.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"notice%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23555763601325452}
{"item_id":"senseval3.d002.s097.t006","gold_sense_keys":["sound%1:09:00::"],"candidates":[{"index":1,"sense_key":"sound%1:07:00::","synset_id":"sound.n.01"},{"index":2,"sense_key":"sound%1:09:00::","synset_id":"sound.n.02"},{"index":3,"sense_key":"sound%1:19:00::","synset_id":"sound.n.03"},{"index":4,"sense_key":"sound%1:11:00::","synset_id":"sound.n.04"},{"index":5,"sense_key":"sound%1:10:00::","synset_id":"audio.n.01"},{"index":6,"sense_key":"sound%1:10:01::","synset_id":"phone.n.02"},{"index":7,"sense_key":"sound%1:17:01::","synset_id":"strait.n.01"},{"index":8,"sense_key":"sound%1:17:00::","synset_id":"sound.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sound%1:19:00::","call_ids":["senseval3.d002.s097.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sound%1:19:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":297,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23664349410682917}
{"item_id":"senseval3.d002.s097.t007","gold_sense_keys":["head%1:08:00::"],"candidates":[{"index":1,"sense_key":"head%1:08:00::","synset_id":"head.n.01"},{"index":2,"sense_key":"head%1:05:00::","synset_id":"head.n.02"},{"index":3,"sense_key":"head%1:09:00::","synset_id":"mind.n.01"},{"index":4,"sense_key":"head%1:18:00::","synset_id":"head.n.04"},{"index":5,"sense_key":"head%1:14:00::","synset_id":"head.n.05"},{"index":6,"sense_key":"head%1:19:00::","synset_id":"head.n.06"},{"index":7,"sense_key":"head%1:15:00::","synset_id":"head.n.07"},{"index":8,"sense_key":"head%1:15:01::","synset_id":"fountainhead.n.02"},{"index":9,"sense_key":"head%1:10:03::","synset_id":"head.n.09"},{"index":10,"sense_key":"head%1:26:00::","synset_id":"head.n.10"},{"index":11,"sense_key":"head%1:23:00::","synset_id":"head.n.11"},{"index":12,"sense_key":"head%1:20:00::","synset_id":"capitulum.n.01"},{"index":13,"sense_key":"head%1:18:01::","synset_id":"principal.n.02"},{"index":14,"sense_key":"head%1:18:03::","synset_id":"head.n.14"},{"index":15,"sense_key":"head%1:18:02::","synset_id":"head.n.15"},{"index":16,"sense_key":"head%1:17:02::","synset_id":"promontory.n.01"},{"index":17,"sense_key":"head%1:17:01::","synset_id":"head.n.17"},{"index":18,"sense_key":"head%1:17:00::","synset_id":"head.n.18"},{"index":19,"sense_key":"head%1:15:02::","synset_id":"forefront.n.01"},{"index":20,"sense_key":"head%1:11:01::","synset_id":"pass.n.09"},{"index":21,"sense_key":"head%1:11:00::","synset_id":"headway.n.02"},{"index":22,"sense_key":"head%1:10:01::","synset_id":"point.n.20"},{"index":23,"sense_key":"head%1:10:02::","synset_id":"question.n.02"},{"index":24,"sense_key":"head%1:10:00::","synset_id":"heading.n.01"},{"index":25,"sense_key":"head%1:08:01::","synset_id":"head.n.25"},{"index":26,"sense_key":"head%1:08:02::","synset_id":"head.n.26"},{"index":27,"sense_key":"head%1:06:05::","synset_id":"read/write_head.n.01"},{"index":28,"sense_key":"head%1:06:04::","synset_id":"head.n.28"},{"index":29,"sense_key":"head%1:06:03::","synset_id":"head.n.29"},{"index":30,"sense_key":"head%1:06:02::","synset_id":"head.n.30"},{"index":31,"sense_key":"head%1:06:00::","synset_id":"head.n.31"},{"index":32,"sense_key":"head%1:06:01::","synset_id":"drumhead.n.01"},{"index":33,"sense_key":"head%1:04:00::","synset_id":"oral_sex.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"head%1:15:00::","call_ids":["senseval3.d002.s097.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"head%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":850,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3689536079764366}
{"item_id":"senseval3.d002.s097.t009","gold_sense_keys":["walk%2:38:00::"],"candidates":[{"index":1,"sense_key":"walk%2:38:00::","synset_id":"walk.v.01"},{"index":2,"sense_key":"walk%2:38:01::","synset_id":"walk.v.02"},{"index":3,"sense_key":"walk%2:33:00::","synset_id":"walk.v.03"},{"index":4,"sense_key":"walk%2:38:03::","synset_id":"walk.v.04"},{"index":5,"sense_key":"walk%2:33:01::","synset_id":"walk.v.05"},{"index":6,"sense_key":"walk%2:41:00::","synset_id":"walk.v.06"},{"index":7,"sense_key":"walk%2:41:01::","synset_id":"walk.v.07"},{"index":8,"sense_key":"walk%2:38:02::","synset_id":"walk.v.08"},{"index":9,"sense_key":"walk%2:38:05::","synset_id":"walk.v.09"},{"index":10,"sense_key":"walk%2:38:04::","synset_id":"walk.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"walk%2:38:02::","call_ids":["senseval3.d002.s097.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"walk%2:38:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4017285080626607}
{"item_id":"senseval3.d002.s097.t010","gold_sense_keys":["roof%1:06:00::"],"candidates":[{"index":1,"sense_key":"roof%1:06:00::","synset_id":"roof.n.01"},{"index":2,"sense_key":"roof%1:06:01::","synset_id":"roof.n.02"},{"index":3,"sense_key":"roof%1:17:00::","synset_id":"roof.n.03"},{"index":4,"sense_key":"roof%1:10:00::","synset_id":"ceiling.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"roof%1:17:00::","call_ids":["senseval3.d002.s097.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"roof%1:17:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38018664810806513}
{"item_id":"senseval3.d002.s098.t000","gold_sense_keys":["notice%2:39:00::"],"candidates":[{"index":1,"sense_key":"notice%2:39:04::","synset_id":"detect.v.01"},{"index":2,"sense_key":"notice%2:39:00::","synset_id":"notice.v.02"},{"index":3,"sense_key":"notice%2:32:00::","synset_id":"comment.v.01"},{"index":4,"sense_key":"notice%2:32:01::","synset_id":"notice.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"notice%2:39:00::","call_ids":["senseval3.d002.s098.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"notice%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4029768460895866}
{"item_id":"senseval3.d002.s098.t001","gold_sense_keys":["car%1:06:00::"],"candidates":[{"index":1,"sense_key":"car%1:06:00::","synset_id":"car.n.01"},{"index":2,"sense_key":"car%1:06:01::","synset_id":"car.n.02"},{"index":3,"sense_key":"car%1:06:03::","synset_id":"car.n.03"},{"index":4,"sense_key":"car%1:06:02::","synset_id":"car.n.04"},{"index":5,"sense_key":"car%1:06:04::","synset_id":"cable_car.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"car%1:06:03::","call_ids":["senseval3.d002.s098.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"car%1:06:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.348607602994889}
{"item_id":"senseval3.d002.s098.t002","gold_sense_keys":["bounce%2:38:02::"],"candidates":[{"index":1,"sense_key":"bounce%2:38:00::","synset_id":"bounce.v.01"},{"index":2,"sense_key":"bounce%2:35:03::","synset_id":"bounce.v.02"},{"index":3,"sense_key":"bounce%2:38:02::","synset_id":"bounce.v.03"},{"index":4,"sense_key":"bounce%2:40:00::","synset_id":"bounce.v.04"},{"index":5,"sense_key":"bounce%2:38:01::","synset_id":"bounce.v.05"},{"index":6,"sense_key":"bounce%2:40:01::","synset_id":"bounce.v.06"},{"index":7,"sense_key":"bounce%2:35:00::","synset_id":"bounce.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"bounce%2:38:02::","call_ids":["senseval3.d002.s098.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"bounce%2:38:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4039922340307385}
{"item_id":"senseval3.d002.s099.t000","gold_sense_keys":["realize%2:31:00::"],"candidates":[{"index":1,"sense_key":"realize%2:31:01::","synset_id":"recognize.v.02"},{"index":2,"sense_key":"realize%2:31:00::","synset_id":"understand.v.02"},{"index":3,"sense_key":"realize%2:36:00::","synset_id":"realize.v.03"},{"index":4,"sense_key":"realize%2:40:01::","synset_id":"gain.v.08"},{"index":5,"sense_key":"realize%2:40:00::","synset_id":"realize.v.05"},{"index":6,"sense_key":"realize%2:36:07::","synset_id":"realize.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"realize%2:31:01::","call_ids":["senseval3.d002.s099.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"realize%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39041189616546035}
{"item_id":"senseval3.d002.s099.t001","gold_sense_keys":["happen%2:30:00::"],"candidates":[{"index":1,"sense_key":"happen%2:30:00::","synset_id":"happen.v.01"},{"index":2,"sense_key":"happen%2:30:02::","synset_id":"happen.v.02"},{"index":3,"sense_key":"happen%2:41:00::","synset_id":"happen.v.03"},{"index":4,"sense_key":"happen%2:30:01::","synset_id":"happen.v.04"},{"index":5,"sense_key":"happen%2:40:12::","synset_id":"find.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"happen%2:30:00::","call_ids":["senseval3.d002.s099.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"happen%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39382098498754203}
{"item_id":"senseval3.d002.s099.t002","gold_sense_keys":["scream%2:32:01::"],"candidates":[{"index":1,"sense_key":"scream%2:32:01::","synset_id":"shout.v.02"},{"index":2,"sense_key":"scream%2:32:08::","synset_id":"yell.v.02"},{"index":3,"sense_key":"scream%2:39:00::","synset_id":"scream.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"scream%2:32:08::","call_ids":["senseval3.d002.s099.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"scream%2:32:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39530396391637623}
{"item_id":"senseval3.d002.s099.t003","gold_sense_keys":["house%1:06:00::"],"candidates":[{"index":1,"sense_key":"house%1:06:00::","synset_id":"house.n.01"},{"index":2,"sense_key":"house%1:14:01::","synset_id":"firm.n.01"},{"index":3,"sense_key":"house%1:14:04::","synset_id":"house.n.03"},{"index":4,"sense_key":"house%1:14:03::","synset_id":"house.n.04"},{"index":5,"sense_key":"house%1:14:02::","synset_id":"house.n.05"},{"index":6,"sense_key":"house%1:14:00::","synset_id":"house.n.06"},{"index":7,"sense_key":"house%1:04:00::","synset_id":"house.n.07"},{"index":8,"sense_key":"house%1:15:00::","synset_id":"sign_of_the_zodiac.n.01"},{"index":9,"sense_key":"house%1:14:06::","synset_id":"house.n.09"},{"index":10,"sense_key":"house%1:14:05::","synset_id":"family.n.01"},{"index":11,"sense_key":"house%1:06:02::","synset_id":"theater.n.01"},{"index":12,"sense_key":"house%1:06:01::","synset_id":"house.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"house%1:15:00::","call_ids":["senseval3.d002.s099.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"house%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":356,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3511695200577378}
{"item_id":"senseval3.d002.s099.t004","gold_sense_keys":["dog%1:05:00::"],"candidates":[{"index":1,"sense_key":"dog%1:05:00::","synset_id":"dog.n.01"},{"index":2,"sense_key":"dog%1:18:01::","synset_id":"frump.n.01"},{"index":3,"sense_key":"dog%1:18:00::","synset_id":"dog.n.03"},{"index":4,"sense_key":"dog%1:18:02::","synset_id":"cad.n.01"},{"index":5,"sense_key":"dog%1:13:01::","synset_id":"frank.n.02"},{"index":6,"sense_key":"dog%1:06:00::","synset_id":"pawl.n.01"},{"index":7,"sense_key":"dog%1:06:01::","synset_id":"andiron.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"dog%1:05:00::","call_ids":["senseval3.d002.s099.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"dog%1:05:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":267,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3881104881875217}
{"item_id":"senseval3.d002.s100.t001","gold_sense_keys":["door%1:06:00::"],"candidates":[{"index":1,"sense_key":"door%1:06:00::","synset_id":"door.n.01"},{"index":2,"sense_key":"door%1:06:01::","synset_id":"doorway.n.01"},{"index":3,"sense_key":"door%1:07:00::","synset_id":"door.n.03"},{"index":4,"sense_key":"door%1:06:04::","synset_id":"door.n.04"},{"index":5,"sense_key":"door%1:06:03::","synset_id":"door.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"door%1:07:00::","call_ids":["senseval3.d002.s100.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"door%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3966191071085632}
{"item_id":"senseval3.d002.s100.t007","gold_sense_keys":["foot%1:23:00::"],"candidates":[{"index":1,"sense_key":"foot%1:08:01::","synset_id":"foot.n.01"},{"index":2,"sense_key":"foot%1:23:00::","synset_id":"foot.n.02"},{"index":3,"sense_key":"foot%1:15:00::","synset_id":"foot.n.03"},{"index":4,"sense_key":"foot%1:05:01::","synset_id":"animal_foot.n.01"},{"index":5,"sense_key":"foot%1:06:00::","synset_id":"foundation.n.03"},{"index":6,"sense_key":"foot%1:05:00::","synset_id":"foot.n.06"},{"index":7,"sense_key":"foot%1:04:00::","synset_id":"foot.n.07"},{"index":8,"sense_key":"foot%1:18:00::","synset_id":"foot.n.08"},{"index":9,"sense_key":"foot%1:14:00::","synset_id":"infantry.n.01"},{"index":10,"sense_key":"foot%1:10:00::","synset_id":"metrical_foot.n.01"},{"index":11,"sense_key":"foot%1:06:01::","synset_id":"foot.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"foot%1:23:00::","call_ids":["senseval3.d002.s100.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"foot%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":372,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39156699390150607}
{"item_id":"senseval3.d002.s100.t008","gold_sense_keys":["dog%1:05:00::"],"candidates":[{"index":1,"sense_key":"dog%1:05:00::","synset_id":"dog.n.01"},{"index":2,"sense_key":"dog%1:18:01::","synset_id":"frump.n.01"},{"index":3,"sense_key":"dog%1:18:00::","synset_id":"dog.n.03"},{"index":4,"sense_key":"dog%1:18:02::","synset_id":"cad.n.01"},{"index":5,"sense_key":"dog%1:13:01::","synset_id":"frank.n.02"},{"index":6,"sense_key":"dog%1:06:00::","synset_id":"pawl.n.01"},{"index":7,"sense_key":"dog%1:06:01::","synset_id":"andiron.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"dog%1:18:00::","call_ids":["senseval3.d002.s100.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"dog%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":302,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35457680001854897}
{"item_id":"senseval3.d002.s100.t009","gold_sense_keys":["come%2:38:00::","come%2:38:04::"],"candidates":[{"index":1,"sense_key":"come%2:38:00::","synset_id":"come.v.01"},{"index":2,"sense_key":"come%2:38:04::","synset_id":"arrive.v.01"},{"index":3,"sense_key":"come%2:30:01::","synset_id":"come.v.03"},{"index":4,"sense_key":"come%2:30:03::","synset_id":"come.v.04"},{"index":5,"sense_key":"come%2:42:04::","synset_id":"come.v.05"},{"index":6,"sense_key":"come%2:30:02::","synset_id":"come.v.06"},{"index":7,"sense_key":"come%2:42:13::","synset_id":"issue_forth.v.01"},{"index":8,"sense_key":"come%2:42:09::","synset_id":"hail.v.02"},{"index":9,"sense_key":"come%2:42:03::","synset_id":"come.v.09"},{"index":10,"sense_key":"come%2:42:05::","synset_id":"come.v.10"},{"index":11,"sense_key":"come%2:38:03::","synset_id":"come.v.11"},{"index":12,"sense_key":"come%2:42:00::","synset_id":"fall.v.04"},{"index":13,"sense_key":"come%2:30:13::","synset_id":"come.v.13"},{"index":14,"sense_key":"come%2:42:12::","synset_id":"total.v.01"},{"index":15,"sense_key":"come%2:42:11::","synset_id":"come.v.15"},{"index":16,"sense_key":"come%2:38:02::","synset_id":"come.v.16"},{"index":17,"sense_key":"come%2:31:14::","synset_id":"occur.v.02"},{"index":18,"sense_key":"come%2:42:15::","synset_id":"derive.v.05"},{"index":19,"sense_key":"come%2:42:02::","synset_id":"do.v.04"},{"index":20,"sense_key":"come%2:39:00::","synset_id":"come.v.20"},{"index":21,"sense_key":"come%2:31:13::","synset_id":"come.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"come%2:38:03::","call_ids":["senseval3.d002.s100.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"come%2:38:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":574,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3195494299288839}
{"item_id":"senseval3.d002.s100.t011","gold_sense_keys":["dog%1:05:00::"],"candidates":[{"index":1,"sense_key":"dog%1:05:00::","synset_id":"dog.n.01"},{"index":2,"sense_key":"dog%1:18:01::","synset_id":"frump.n.01"},{"index":3,"sense_key":"dog%1:18:00::","synset_id":"dog.n.03"},{"index":4,"sense_key":"dog%1:18:02::","synset_id":"cad.n.01"},{"index":5,"sense_key":"dog%1:13:01::","synset_id":"frank.n.02"},{"index":6,"sense_key":"dog%1:06:00::","synset_id":"pawl.n.01"},{"index":7,"sense_key":"dog%1:06:01::","synset_id":"andiron.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"dog%1:06:00::","call_ids":["senseval3.d002.s100.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"dog%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":302,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31203206605277956}
{"item_id":"senseval3.d002.s100.t012","gold_sense_keys":["stand%2:35:00::","stand%2:42:03::"],"candidates":[{"index":1,"sense_key":"stand%2:35:00::","synset_id":"stand.v.01"},{"index":2,"sense_key":"stand%2:42:04::","synset_id":"stand.v.02"},{"index":3,"sense_key":"stand%2:42:03::","synset_id":"stand.v.03"},{"index":4,"sense_key":"stand%2:42:00::","synset_id":"stand.v.04"},{"index":5,"sense_key":"stand%2:31:00::","synset_id":"digest.v.03"},{"index":6,"sense_key":"stand%2:31:01::","synset_id":"stand.v.06"},{"index":7,"sense_key":"stand%2:42:06::","synset_id":"stand.v.07"},{"index":8,"sense_key":"stand%2:42:02::","synset_id":"stand.v.08"},{"index":9,"sense_key":"stand%2:42:01::","synset_id":"stand.v.09"},{"index":10,"sense_key":"stand%2:35:01::","synset_id":"stand.v.10"},{"index":11,"sense_key":"stand%2:33:00::","synset_id":"resist.v.04"},{"index":12,"sense_key":"stand%2:35:10::","synset_id":"stand.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"stand%2:42:01::","call_ids":["senseval3.d002.s100.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"stand%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":383,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34625650895759463}
{"item_id":"senseval3.d002.s100.t014","gold_sense_keys":["watch%2:39:00::","watch%2:39:02::","watch%2:41:00::"],"candidates":[{"index":1,"sense_key":"watch%2:39:00::","synset_id":"watch.v.01"},{"index":2,"sense_key":"watch%2:41:00::","synset_id":"watch.v.02"},{"index":3,"sense_key":"watch%2:39:05::","synset_id":"watch.v.03"},{"index":4,"sense_key":"watch%2:39:02::","synset_id":"watch.v.04"},{"index":5,"sense_key":"watch%2:39:01::","synset_id":"watch.v.05"},{"index":6,"sense_key":"watch%2:39:03::","synset_id":"watch.v.06"},{"index":7,"sense_key":"watch%2:32:09::","synset_id":"determine.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"watch%2:39:01::","call_ids":["senseval3.d002.s100.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"watch%2:39:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3519900469109416}
{"item_id":"senseval3.d002.s100.t015","gold_sense_keys":["outside%3:00:04::"],"candidates":[{"index":1,"sense_key":"outside%3:00:00::","synset_id":"outside.a.01"},{"index":2,"sense_key":"outside%5:00:00:extrinsic:00","synset_id":"external.s.01"},{"index":3,"sense_key":"outside%5:00:00:external:00","synset_id":"outside.s.02"},{"index":4,"sense_key":"outside%3:00:04::","synset_id":"outdoor.a.01"},{"index":5,"sense_key":"outside%5:00:00:extramural:00","synset_id":"outside.s.03"},{"index":6,"sense_key":"outside%5:00:00:exterior:00","synset_id":"outside.s.04"},{"index":7,"sense_key":"outside%5:00:00:foreign:02","synset_id":"external.s.02"},{"index":8,"sense_key":"outside%5:00:00:unlikely:00","synset_id":"outside.s.06"},{"index":9,"sense_key":"outside%5:00:00:outer:00","synset_id":"outside.s.07"},{"index":10,"sense_key":"outside%5:00:00:inaccurate:00","synset_id":"away.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"outside%5:00:00:unlikely:00","call_ids":["senseval3.d002.s100.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"outside%5:00:00:unlikely:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":329,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3191684000194073}
{"item_id":"senseval3.d002.s100.t016","gold_sense_keys":["dance%2:38:02::"],"candidates":[{"index":1,"sense_key":"dance%2:38:01::","synset_id":"dance.v.01"},{"index":2,"sense_key":"dance%2:36:00::","synset_id":"dance.v.02"},{"index":3,"sense_key":"dance%2:38:02::","synset_id":"dance.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"dance%2:38:02::","call_ids":["senseval3.d002.s100.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"dance%2:38:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32149292482063174}
{"item_id":"senseval3.d002.s101.t000","gold_sense_keys":["realize%2:31:00::"],"candidates":[{"index":1,"sense_key":"realize%2:31:01::","synset_id":"recognize.v.02"},{"index":2,"sense_key":"realize%2:31:00::","synset_id":"understand.v.02"},{"index":3,"sense_key":"realize%2:36:00::","synset_id":"realize.v.03"},{"index":4,"sense_key":"realize%2:40:01::","synset_id":"gain.v.08"},{"index":5,"sense_key":"realize%2:40:00::","synset_id":"realize.v.05"},{"index":6,"sense_key":"realize%2:36:07::","synset_id":"realize.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"realize%2:31:01::","call_ids":["senseval3.d002.s101.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"realize%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32337056496180594}
{"item_id":"senseval3.d002.s101.t001","gold_sense_keys":["go%2:38:00::"],"candidates":[{"index":1,"sense_key":"go%2:38:00::","synset_id":"travel.v.01"},{"index":2,"sense_key":"go%2:41:00::","synset_id":"go.v.02"},{"index":3,"sense_key":"go%2:38:01::","synset_id":"go.v.03"},{"index":4,"sense_key":"go%2:30:04::","synset_id":"become.v.01"},{"index":5,"sense_key":"go%2:42:06::","synset_id":"go.v.05"},{"index":6,"sense_key":"go%2:42:02::","synset_id":"run.v.05"},{"index":7,"sense_key":"go%2:42:00::","synset_id":"run.v.03"},{"index":8,"sense_key":"go%2:30:01::","synset_id":"proceed.v.04"},{"index":9,"sense_key":"go%2:30:08::","synset_id":"go.v.09"},{"index":10,"sense_key":"go%2:42:07::","synset_id":"go.v.10"},{"index":11,"sense_key":"go%2:39:00::","synset_id":"sound.v.02"},{"index":12,"sense_key":"go%2:35:00::","synset_id":"function.v.01"},{"index":13,"sense_key":"go%2:34:00::","synset_id":"run_low.v.01"},{"index":14,"sense_key":"go%2:30:02::","synset_id":"move.v.13"},{"index":15,"sense_key":"go%2:42:14::","synset_id":"survive.v.01"},{"index":16,"sense_key":"go%2:42:03::","synset_id":"go.v.16"},{"index":17,"sense_key":"go%2:30:00::","synset_id":"die.v.01"},{"index":18,"sense_key":"go%2:42:04::","synset_id":"belong.v.03"},{"index":19,"sense_key":"go%2:42:10::","synset_id":"go.v.19"},{"index":20,"sense_key":"go%2:38:09::","synset_id":"start.v.09"},{"index":21,"sense_key":"go%2:33:00::","synset_id":"move.v.15"},{"index":22,"sense_key":"go%2:42:13::","synset_id":"go.v.22"},{"index":23,"sense_key":"go%2:42:12::","synset_id":"go.v.23"},{"index":24,"sense_key":"go%2:42:11::","synset_id":"blend.v.02"},{"index":25,"sense_key":"go%2:42:08::","synset_id":"go.v.25"},{"index":26,"sense_key":"go%2:42:05::","synset_id":"fit.v.02"},{"index":27,"sense_key":"go%2:35:13::","synset_id":"rifle.v.02"},{"index":28,"sense_key":"go%2:34:09::","synset_id":"go.v.28"},{"index":29,"sense_key":"go%2:31:12::","synset_id":"plump.v.04"},{"index":30,"sense_key":"go%2:30:03::","synset_id":"fail.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":20,"chosen_sense_key":"go%2:38:09::","call_ids":["senseval3.d002.s101.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":20,"predicted_sense_key":"go%2:38:09::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":818,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3278510000091046}
{"item_id":"senseval3.d002.s101.t002","gold_sense_keys":["stand%2:35:00::","stand%2:42:03::"],"candidates":[{"index":1,"sense_key":"stand%2:35:00::","synset_id":"stand.v.01"},{"index":2,"sense_key":"stand%2:42:04::","synset_id":"stand.v.02"},{"index":3,"sense_key":"stand%2:42:03::","synset_id":"stand.v.03"},{"index":4,"sense_key":"stand%2:42:00::","synset_id":"stand.v.04"},{"index":5,"sense_key":"stand%2:31:00::","synset_id":"digest.v.03"},{"index":6,"sense_key":"stand%2:31:01::","synset_id":"stand.v.06"},{"index":7,"sense_key":"stand%2:42:06::","synset_id":"stand.v.07"},{"index":8,"sense_key":"stand%2:42:02::","synset_id":"stand.v.08"},{"index":9,"sense_key":"stand%2:42:01::","synset_id":"stand.v.09"},{"index":10,"sense_key":"stand%2:35:01::","synset_id":"stand.v.10"},{"index":11,"sense_key":"stand%2:33:00::","synset_id":"resist.v.04"},{"index":12,"sense_key":"stand%2:35:10::","synset_id":"stand.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"stand%2:42:01::","call_ids":["senseval3.d002.s101.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"stand%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":377,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3300906710792333}
{"item_id":"senseval3.d002.s101.t004","gold_sense_keys":["house%1:06:00::"],"candidates":[{"index":1,"sense_key":"house%1:06:00::","synset_id":"house.n.01"},{"index":2,"sense_key":"house%1:14:01::","synset_id":"firm.n.01"},{"index":3,"sense_key":"house%1:14:04::","synset_id":"house.n.03"},{"index":4,"sense_key":"house%1:14:03::","synset_id":"house.n.04"},{"index":5,"sense_key":"house%1:14:02::","synset_id":"house.n.05"},{"index":6,"sense_key":"house%1:14:00::","synset_id":"house.n.06"},{"index":7,"sense_key":"house%1:04:00::","synset_id":"house.n.07"},{"index":8,"sense_key":"house%1:15:00::","synset_id":"sign_of_the_zodiac.n.01"},{"index":9,"sense_key":"house%1:14:06::","synset_id":"house.n.09"},{"index":10,"sense_key":"house%1:14:05::","synset_id":"family.n.01"},{"index":11,"sense_key":"house%1:06:02::","synset_id":"theater.n.01"},{"index":12,"sense_key":"house%1:06:01::","synset_id":"house.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"house%1:06:02::","call_ids":["senseval3.d002.s101.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"house%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":383,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3323267148807645}
{"item_id":"senseval3.d002.s101.t005","gold_sense_keys":["wait%2:42:00::"],"candidates":[{"index":1,"sense_key":"wait%2:42:00::","synset_id":"wait.v.01"},{"index":2,"sense_key":"wait%2:42:01::","synset_id":"wait.v.02"},{"index":3,"sense_key":"wait%2:31:00::","synset_id":"expect.v.03"},{"index":4,"sense_key":"wait%2:41:00::","synset_id":"wait.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"wait%2:42:01::","call_ids":["senseval3.d002.s101.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"wait%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3040294940583408}
{"item_id":"senseval3.d002.s101.t006","gold_sense_keys":["pray%2:32:00::"],"candidates":[{"index":1,"sense_key":"pray%2:32:00::","synset_id":"pray.v.01"},{"index":2,"sense_key":"pray%2:32:01::","synset_id":"beg.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"pray%2:32:01::","call_ids":["senseval3.d002.s101.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"pray%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3062386470846832}
{"item_id":"senseval3.d002.s101.t007","gold_sense_keys":["come%2:38:04::"],"candidates":[{"index":1,"sense_key":"come%2:38:00::","synset_id":"come.v.01"},{"index":2,"sense_key":"come%2:38:04::","synset_id":"arrive.v.01"},{"index":3,"sense_key":"come%2:30:01::","synset_id":"come.v.03"},{"index":4,"sense_key":"come%2:30:03::","synset_id":"come.v.04"},{"index":5,"sense_key":"come%2:42:04::","synset_id":"come.v.05"},{"index":6,"sense_key":"come%2:30:02::","synset_id":"come.v.06"},{"index":7,"sense_key":"come%2:42:13::","synset_id":"issue_forth.v.01"},{"index":8,"sense_key":"come%2:42:09::","synset_id":"hail.v.02"},{"index":9,"sense_key":"come%2:42:03::","synset_id":"come.v.09"},{"index":10,"sense_key":"come%2:42:05::","synset_id":"come.v.10"},{"index":11,"sense_key":"come%2:38:03::","synset_id":"come.v.11"},{"index":12,"sense_key":"come%2:42:00::","synset_id":"fall.v.04"},{"index":13,"sense_key":"come%2:30:13::","synset_id":"come.v.13"},{"index":14,"sense_key":"come%2:42:12::","synset_id":"total.v.01"},{"index":15,"sense_key":"come%2:42:11::","synset_id":"come.v.15"},{"index":16,"sense_key":"come%2:38:02::","synset_id":"come.v.16"},{"index":17,"sense_key":"come%2:31:14::","synset_id":"occur.v.02"},{"index":18,"sense_key":"come%2:42:15::","synset_id":"derive.v.05"},{"index":19,"sense_key":"come%2:42:02::","synset_id":"do.v.04"},{"index":20,"sense_key":"come%2:39:00::","synset_id":"come.v.20"},{"index":21,"sense_key":"come%2:31:13::","synset_id":"come.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"come%2:38:03::","call_ids":["senseval3.d002.s101.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"come%2:38:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":568,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30837449012324214}
{"item_id":"senseval3.d002.s101.t008","gold_sense_keys":["home%1:15:04::"],"candidates":[{"index":1,"sense_key":"home%1:15:04::","synset_id":"home.n.01"},{"index":2,"sense_key":"home%1:06:00::","synset_id":"dwelling.n.01"},{"index":3,"sense_key":"home%1:15:02::","synset_id":"home.n.03"},{"index":4,"sense_key":"home%1:06:02::","synset_id":"home_plate.n.01"},{"index":5,"sense_key":"home%1:15:05::","synset_id":"base.n.14"},{"index":6,"sense_key":"home%1:15:03::","synset_id":"home.n.06"},{"index":7,"sense_key":"home%1:26:00::","synset_id":"home.n.07"},{"index":8,"sense_key":"home%1:14:00::","synset_id":"family.n.01"},{"index":9,"sense_key":"home%1:06:01::","synset_id":"home.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"home%1:26:00::","call_ids":["senseval3.d002.s101.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"home%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":330,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3104883418418467}
{"item_id":"senseval3.d002.s101.t010","gold_sense_keys":["get%2:38:00::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":25,"chosen_sense_key":"get%2:39:14::","call_ids":["senseval3.d002.s101.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":25,"predicted_sense_key":"get%2:39:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":924,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43017333885654807}
{"item_id":"senseval3.d002.s102.t000","gold_sense_keys":["life%1:26:02::","life%1:28:01::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"life%1:26:00::","call_ids":["senseval3.d002.s102.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"life%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":412,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4317335342057049}
{"item_id":"senseval3.d002.s103.t000","gold_sense_keys":["see%2:39:00::","see%2:39:03::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"see%2:32:00::","call_ids":["senseval3.d002.s103.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"see%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":643,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3847570449579507}
{"item_id":"senseval3.d002.s103.t001","gold_sense_keys":["picture%1:06:00::","picture%1:06:02::"],"candidates":[{"index":1,"sense_key":"picture%1:06:00::","synset_id":"picture.n.01"},{"index":2,"sense_key":"picture%1:06:01::","synset_id":"painting.n.01"},{"index":3,"sense_key":"picture%1:09:00::","synset_id":"mental_picture.n.01"},{"index":4,"sense_key":"picture%1:26:00::","synset_id":"picture.n.04"},{"index":5,"sense_key":"picture%1:10:00::","synset_id":"picture.n.05"},{"index":6,"sense_key":"picture%1:10:02::","synset_id":"movie.n.01"},{"index":7,"sense_key":"picture%1:10:01::","synset_id":"video.n.01"},{"index":8,"sense_key":"picture%1:10:03::","synset_id":"word_picture.n.01"},{"index":9,"sense_key":"picture%1:09:01::","synset_id":"picture.n.09"},{"index":10,"sense_key":"picture%1:06:02::","synset_id":"photograph.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"picture%1:09:01::","call_ids":["senseval3.d002.s103.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"picture%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":353,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38718596403487027}
{"item_id":"senseval3.d002.s103.t002","gold_sense_keys":["begin%2:30:00::"],"candidates":[{"index":1,"sense_key":"begin%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"begin%2:42:00::","synset_id":"begin.v.02"},{"index":3,"sense_key":"begin%2:30:01::","synset_id":"begin.v.03"},{"index":4,"sense_key":"begin%2:32:03::","synset_id":"begin.v.04"},{"index":5,"sense_key":"begin%2:42:02::","synset_id":"begin.v.05"},{"index":6,"sense_key":"begin%2:42:04::","synset_id":"begin.v.06"},{"index":7,"sense_key":"begin%2:42:03::","synset_id":"begin.v.07"},{"index":8,"sense_key":"begin%2:41:04::","synset_id":"begin.v.08"},{"index":9,"sense_key":"begin%2:41:00::","synset_id":"begin.v.09"},{"index":10,"sense_key":"begin%2:32:04::","synset_id":"begin.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"begin%2:42:02::","call_ids":["senseval3.d002.s103.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"begin%2:42:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":370,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3897030451335013}
{"item_id":"senseval3.d002.s103.t003","gold_sense_keys":["cry%2:29:00::"],"candidates":[{"index":1,"sense_key":"cry%2:32:01::","synset_id":"shout.v.02"},{"index":2,"sense_key":"cry%2:29:00::","synset_id":"cry.v.02"},{"index":3,"sense_key":"cry%2:32:07::","synset_id":"exclaim.v.01"},{"index":4,"sense_key":"cry%2:32:02::","synset_id":"cry.v.04"},{"index":5,"sense_key":"cry%2:34:00::","synset_id":"cry.v.05"},{"index":6,"sense_key":"cry%2:32:03::","synset_id":"cry.v.06"},{"index":7,"sense_key":"cry%2:29:02::","synset_id":"cry.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cry%2:29:00::","call_ids":["senseval3.d002.s103.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cry%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39361443603411317}
{"item_id":"senseval3.d002.s106.t000","gold_sense_keys":["evening%1:28:00::"],"candidates":[{"index":1,"sense_key":"evening%1:28:00::","synset_id":"evening.n.01"},{"index":2,"sense_key":"evening%1:28:01::","synset_id":"evening.n.02"},{"index":3,"sense_key":"evening%1:28:02::","synset_id":"evening.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evening%1:28:01::","call_ids":["senseval3.d002.s106.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evening%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39515043003484607}
{"item_id":"senseval3.d002.s106.t002","gold_sense_keys":["people%1:14:00::"],"candidates":[{"index":1,"sense_key":"people%1:14:00::","synset_id":"people.n.01"},{"index":2,"sense_key":"people%1:14:01::","synset_id":"citizenry.n.01"},{"index":3,"sense_key":"people%1:14:02::","synset_id":"people.n.03"},{"index":4,"sense_key":"people%1:14:03::","synset_id":"multitude.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"people%1:14:01::","call_ids":["senseval3.d002.s106.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"people%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39702771115116775}
{"item_id":"senseval3.d002.s106.t003","gold_sense_keys":["dog%1:05:00::"],"candidates":[{"index":1,"sense_key":"dog%1:05:00::","synset_id":"dog.n.01"},{"index":2,"sense_key":"dog%1:18:01::","synset_id":"frump.n.01"},{"index":3,"sense_key":"dog%1:18:00::","synset_id":"dog.n.03"},{"index":4,"sense_key":"dog%1:18:02::","synset_id":"cad.n.01"},{"index":5,"sense_key":"dog%1:13:01::","synset_id":"frank.n.02"},{"index":6,"sense_key":"dog%1:06:00::","synset_id":"pawl.n.01"},{"index":7,"sense_key":"dog%1:06:01::","synset_id":"andiron.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"dog%1:13:01::","call_ids":["senseval3.d002.s106.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"dog%1:13:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3987495000474155}
{"item_id":"senseval3.d002.s106.t004","gold_sense_keys":["walk_around%2:38:00::"],"candidates":[{"index":1,"sense_key":"walk_around%2:38:00::","synset_id":"perambulate.v.02"},{"index":2,"sense_key":"walk_around%2:38:01::","synset_id":"circumambulate.v.01"},{"index":3,"sense_key":"walk_around%2:41:00::","synset_id":"walk_around.v.03"},{"index":4,"sense_key":"walk_around%2:41:01::","synset_id":"walk_around.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"walk_around%2:38:01::","call_ids":["senseval3.d002.s106.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"walk_around%2:38:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4004491369705647}
{"item_id":"senseval3.d002.s106.t005","gold_sense_keys":["drink%2:34:00::"],"candidates":[{"index":1,"sense_key":"drink%2:34:00::","synset_id":"drink.v.01"},{"index":2,"sense_key":"drink%2:34:01::","synset_id":"drink.v.02"},{"index":3,"sense_key":"drink%2:34:12::","synset_id":"toast.v.02"},{"index":4,"sense_key":"drink%2:31:00::","synset_id":"drink_in.v.01"},{"index":5,"sense_key":"drink%2:34:02::","synset_id":"drink.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"drink%2:34:01::","call_ids":["senseval3.d002.s106.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"drink%2:34:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37415916100144386}
{"item_id":"senseval3.d002.s109.t000","gold_sense_keys":["sit_down%2:38:00::"],"candidates":[{"index":1,"sense_key":"sit_down%2:38:00::","synset_id":"sit_down.v.01"},{"index":2,"sense_key":"sit_down%2:35:00::","synset_id":"seat.v.01"},{"index":3,"sense_key":"sit_down%2:35:03::","synset_id":"sit.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"sit_down%2:38:00::","call_ids":["senseval3.d002.s109.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"sit_down%2:38:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39091516891494393}
{"item_id":"senseval3.d002.s109.t001","gold_sense_keys":["meet%2:38:06::","meet%2:41:01::"],"candidates":[{"index":1,"sense_key":"meet%2:38:01::","synset_id":"meet.v.01"},{"index":2,"sense_key":"meet%2:41:01::","synset_id":"meet.v.02"},{"index":3,"sense_key":"meet%2:42:02::","synset_id":"converge.v.01"},{"index":4,"sense_key":"meet%2:34:00::","synset_id":"meet.v.04"},{"index":5,"sense_key":"meet%2:42:01::","synset_id":"meet.v.05"},{"index":6,"sense_key":"meet%2:41:02::","synset_id":"meet.v.06"},{"index":7,"sense_key":"meet%2:41:00::","synset_id":"meet.v.07"},{"index":8,"sense_key":"meet%2:41:03::","synset_id":"meet.v.08"},{"index":9,"sense_key":"meet%2:38:06::","synset_id":"meet.v.09"},{"index":10,"sense_key":"meet%2:33:00::","synset_id":"meet.v.10"},{"index":11,"sense_key":"meet%2:42:00::","synset_id":"meet.v.11"},{"index":12,"sense_key":"meet%2:39:00::","synset_id":"suffer.v.10"},{"index":13,"sense_key":"meet%2:35:00::","synset_id":"touch.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"meet%2:38:06::","call_ids":["senseval3.d002.s109.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"meet%2:38:06::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":350,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4051568240392953}
{"item_id":"senseval3.d002.s109.t002","gold_sense_keys":["new%3:00:00::","new%5:00:00:other:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"new%5:00:00:unaccustomed:00","call_ids":["senseval3.d002.s109.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"new%5:00:00:unaccustomed:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":352,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37393139488995075}
{"item_id":"senseval3.d002.s109.t004","gold_sense_keys":["client%1:18:01::"],"candidates":[{"index":1,"sense_key":"client%1:18:00::","synset_id":"client.n.01"},{"index":2,"sense_key":"client%1:18:01::","synset_id":"customer.n.01"},{"index":3,"sense_key":"client%1:06:00::","synset_id":"node.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"client%1:18:00::","call_ids":["senseval3.d002.s109.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"client%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3771578329615295}
{"item_id":"senseval3.d002.s109.t005","gold_sense_keys":["couple%1:14:01::"],"candidates":[{"index":1,"sense_key":"couple%1:14:00::","synset_id":"couple.n.01"},{"index":2,"sense_key":"couple%1:14:01::","synset_id":"couple.n.02"},{"index":3,"sense_key":"couple%1:23:01::","synset_id":"couple.n.03"},{"index":4,"sense_key":"couple%1:23:00::","synset_id":"couple.n.04"},{"index":5,"sense_key":"couple%1:17:00::","synset_id":"couple.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"couple%1:23:01::","call_ids":["senseval3.d002.s109.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"couple%1:23:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34716521482914686}
{"item_id":"senseval3.d002.s109.t006","gold_sense_keys":["building%1:06:00::"],"candidates":[{"index":1,"sense_key":"building%1:06:00::","synset_id":"building.n.01"},{"index":2,"sense_key":"building%1:04:00::","synset_id":"construction.n.01"},{"index":3,"sense_key":"building%1:04:01::","synset_id":"construction.n.07"},{"index":4,"sense_key":"building%1:14:00::","synset_id":"building.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"building%1:04:00::","call_ids":["senseval3.d002.s109.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"building%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3356700169388205}
{"item_id":"senseval3.d002.s109.t007","gold_sense_keys":["start%2:30:00::"],"candidates":[{"index":1,"sense_key":"start%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"start%2:30:01::","synset_id":"begin.v.03"},{"index":3,"sense_key":"start%2:38:02::","synset_id":"depart.v.03"},{"index":4,"sense_key":"start%2:42:00::","synset_id":"begin.v.02"},{"index":5,"sense_key":"start%2:36:00::","synset_id":"originate.v.02"},{"index":6,"sense_key":"start%2:36:01::","synset_id":"start.v.06"},{"index":7,"sense_key":"start%2:38:04::","synset_id":"startle.v.02"},{"index":8,"sense_key":"start%2:38:01::","synset_id":"start.v.08"},{"index":9,"sense_key":"start%2:38:00::","synset_id":"start.v.09"},{"index":10,"sense_key":"start%2:41:00::","synset_id":"start.v.10"},{"index":11,"sense_key":"start%2:33:00::","synset_id":"start.v.11"},{"index":12,"sense_key":"start%2:42:03::","synset_id":"begin.v.07"},{"index":13,"sense_key":"start%2:41:04::","synset_id":"begin.v.08"},{"index":14,"sense_key":"start%2:38:03::","synset_id":"start.v.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"start%2:38:00::","call_ids":["senseval3.d002.s109.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"start%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":391,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3074996310751885}
{"item_id":"senseval3.d002.s109.t008","gold_sense_keys":["shake%2:29:00::","shake%2:38:00::","shake%2:38:01::","shake%2:38:02::"],"candidates":[{"index":1,"sense_key":"shake%2:38:00::","synset_id":"shake.v.01"},{"index":2,"sense_key":"shake%2:29:00::","synset_id":"shake.v.02"},{"index":3,"sense_key":"shake%2:38:01::","synset_id":"judder.v.01"},{"index":4,"sense_key":"shake%2:38:02::","synset_id":"rock.v.01"},{"index":5,"sense_key":"shake%2:30:00::","synset_id":"shake.v.05"},{"index":6,"sense_key":"shake%2:37:00::","synset_id":"stimulate.v.03"},{"index":7,"sense_key":"shake%2:38:04::","synset_id":"shake.v.07"},{"index":8,"sense_key":"shake%2:30:01::","synset_id":"shake.v.08"},{"index":9,"sense_key":"shake%2:32:00::","synset_id":"shake.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"shake%2:38:01::","call_ids":["senseval3.d002.s109.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"shake%2:38:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":300,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3084504271391779}
{"item_id":"senseval3.d002.s110.t000","gold_sense_keys":["flimsy%5:00:01:weak:00"],"candidates":[{"index":1,"sense_key":"flimsy%5:00:01:weak:00","synset_id":"flimsy.s.01"},{"index":2,"sense_key":"flimsy%3:00:02::","synset_id":"unconvincing.a.01"},{"index":3,"sense_key":"flimsy%5:00:03:insignificant:00","synset_id":"flimsy.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"flimsy%3:00:02::","call_ids":["senseval3.d002.s110.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"flimsy%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32747534615918994}
{"item_id":"senseval3.d002.s110.t001","gold_sense_keys":["structure%1:06:00::"],"candidates":[{"index":1,"sense_key":"structure%1:06:00::","synset_id":"structure.n.01"},{"index":2,"sense_key":"structure%1:07:00::","synset_id":"structure.n.02"},{"index":3,"sense_key":"structure%1:09:00::","synset_id":"structure.n.03"},{"index":4,"sense_key":"structure%1:08:00::","synset_id":"structure.n.04"},{"index":5,"sense_key":"structure%1:14:00::","synset_id":"social_organization.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"structure%1:09:00::","call_ids":["senseval3.d002.s110.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"structure%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":230,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32633721991442144}
{"item_id":"senseval3.d002.s110.t002","gold_sense_keys":["build%2:36:00::"],"candidates":[{"index":1,"sense_key":"build%2:36:00::","synset_id":"construct.v.01"},{"index":2,"sense_key":"build%2:30:00::","synset_id":"build_up.v.02"},{"index":3,"sense_key":"build%2:36:09::","synset_id":"build.v.03"},{"index":4,"sense_key":"build%2:30:02::","synset_id":"build.v.04"},{"index":5,"sense_key":"build%2:41:00::","synset_id":"build.v.05"},{"index":6,"sense_key":"build%2:36:04::","synset_id":"build.v.06"},{"index":7,"sense_key":"build%2:36:10::","synset_id":"build.v.07"},{"index":8,"sense_key":"build%2:31:03::","synset_id":"build.v.08"},{"index":9,"sense_key":"build%2:30:05::","synset_id":"build_up.v.04"},{"index":10,"sense_key":"build%2:30:10::","synset_id":"build.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"build%2:30:00::","call_ids":["senseval3.d002.s110.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"build%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":298,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32797883497551084}
{"item_id":"senseval3.d002.s110.t003","gold_sense_keys":["support%1:06:01::"],"candidates":[{"index":1,"sense_key":"support%1:04:04::","synset_id":"support.n.01"},{"index":2,"sense_key":"support%1:04:00::","synset_id":"support.n.02"},{"index":3,"sense_key":"support%1:09:00::","synset_id":"support.n.03"},{"index":4,"sense_key":"support%1:04:03::","synset_id":"support.n.04"},{"index":5,"sense_key":"support%1:04:02::","synset_id":"documentation.n.03"},{"index":6,"sense_key":"support%1:21:00::","synset_id":"support.n.06"},{"index":7,"sense_key":"support%1:06:01::","synset_id":"support.n.07"},{"index":8,"sense_key":"support%1:04:01::","synset_id":"support.n.08"},{"index":9,"sense_key":"support%1:10:01::","synset_id":"accompaniment.n.02"},{"index":10,"sense_key":"support%1:06:00::","synset_id":"support.n.10"},{"index":11,"sense_key":"support%1:21:01::","synset_id":"support.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"support%1:06:01::","call_ids":["senseval3.d002.s110.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"support%1:06:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":376,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32512530591338873}
{"item_id":"senseval3.d002.s110.t004","gold_sense_keys":["rock%2:38:00::"],"candidates":[{"index":1,"sense_key":"rock%2:38:00::","synset_id":"rock.v.01"},{"index":2,"sense_key":"rock%2:38:06::","synset_id":"rock.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"rock%2:38:06::","call_ids":["senseval3.d002.s110.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"rock%2:38:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3285908200778067}
{"item_id":"senseval3.d002.s111.t000","gold_sense_keys":["stop%2:42:00::"],"candidates":[{"index":1,"sense_key":"stop%2:38:00::","synset_id":"stop.v.01"},{"index":2,"sense_key":"stop%2:42:00::","synset_id":"discontinue.v.01"},{"index":3,"sense_key":"stop%2:41:00::","synset_id":"stop.v.03"},{"index":4,"sense_key":"stop%2:38:02::","synset_id":"stop.v.04"},{"index":5,"sense_key":"stop%2:38:01::","synset_id":"stop.v.05"},{"index":6,"sense_key":"stop%2:30:05::","synset_id":"break.v.10"},{"index":7,"sense_key":"stop%2:33:00::","synset_id":"check.v.18"},{"index":8,"sense_key":"stop%2:35:00::","synset_id":"intercept.v.01"},{"index":9,"sense_key":"stop%2:42:13::","synset_id":"end.v.01"},{"index":10,"sense_key":"stop%2:35:12::","synset_id":"barricade.v.01"},{"index":11,"sense_key":"stop%2:30:12::","synset_id":"hold_on.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"stop%2:38:02::","call_ids":["senseval3.d002.s111.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"stop%2:38:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":337,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3308946220204234}
{"item_id":"senseval3.d002.s111.t001","gold_sense_keys":["breathe%2:29:00::"],"candidates":[{"index":1,"sense_key":"breathe%2:29:00::","synset_id":"breathe.v.01"},{"index":2,"sense_key":"breathe%2:42:00::","synset_id":"breathe.v.02"},{"index":3,"sense_key":"breathe%2:40:00::","synset_id":"breathe.v.03"},{"index":4,"sense_key":"breathe%2:42:01::","synset_id":"breathe.v.04"},{"index":5,"sense_key":"breathe%2:32:01::","synset_id":"breathe.v.05"},{"index":6,"sense_key":"breathe%2:32:03::","synset_id":"breathe.v.06"},{"index":7,"sense_key":"breathe%2:32:00::","synset_id":"rest.v.02"},{"index":8,"sense_key":"breathe%2:30:03::","synset_id":"breathe.v.08"},{"index":9,"sense_key":"breathe%2:29:01::","synset_id":"emit.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"breathe%2:30:03::","call_ids":["senseval3.d002.s111.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"breathe%2:30:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":298,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30804864410310984}
{"item_id":"senseval3.d002.s111.t002","gold_sense_keys":["moment%1:28:01::"],"candidates":[{"index":1,"sense_key":"moment%1:28:00::","synset_id":"moment.n.01"},{"index":2,"sense_key":"moment%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"moment%1:28:02::","synset_id":"here_and_now.n.01"},{"index":4,"sense_key":"moment%1:07:00::","synset_id":"consequence.n.03"},{"index":5,"sense_key":"moment%1:19:00::","synset_id":"moment.n.05"},{"index":6,"sense_key":"moment%1:09:00::","synset_id":"moment.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"moment%1:28:01::","call_ids":["senseval3.d002.s111.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"moment%1:28:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3196100629866123}
{"item_id":"senseval3.d002.s111.t003","gold_sense_keys":["keep%2:42:07::"],"candidates":[{"index":1,"sense_key":"keep%2:42:00::","synset_id":"keep.v.01"},{"index":2,"sense_key":"keep%2:42:07::","synset_id":"continue.v.01"},{"index":3,"sense_key":"keep%2:40:00::","synset_id":"keep.v.03"},{"index":4,"sense_key":"keep%2:41:01::","synset_id":"prevent.v.02"},{"index":5,"sense_key":"keep%2:41:03::","synset_id":"observe.v.09"},{"index":6,"sense_key":"keep%2:31:00::","synset_id":"observe.v.08"},{"index":7,"sense_key":"keep%2:40:01::","synset_id":"keep.v.07"},{"index":8,"sense_key":"keep%2:32:00::","synset_id":"keep.v.08"},{"index":9,"sense_key":"keep%2:42:01::","synset_id":"keep.v.09"},{"index":10,"sense_key":"keep%2:41:02::","synset_id":"retain.v.02"},{"index":11,"sense_key":"keep%2:34:00::","synset_id":"sustain.v.04"},{"index":12,"sense_key":"keep%2:42:03::","synset_id":"keep.v.12"},{"index":13,"sense_key":"keep%2:41:05::","synset_id":"observe.v.06"},{"index":14,"sense_key":"keep%2:41:00::","synset_id":"restrain.v.01"},{"index":15,"sense_key":"keep%2:42:02::","synset_id":"keep.v.15"},{"index":16,"sense_key":"keep%2:42:12::","synset_id":"keep.v.16"},{"index":17,"sense_key":"keep%2:40:09::","synset_id":"keep_open.v.01"},{"index":18,"sense_key":"keep%2:40:13::","synset_id":"keep.v.18"},{"index":19,"sense_key":"keep%2:40:12::","synset_id":"keep.v.19"},{"index":20,"sense_key":"keep%2:40:10::","synset_id":"keep.v.20"},{"index":21,"sense_key":"keep%2:35:10::","synset_id":"keep.v.21"},{"index":22,"sense_key":"keep%2:30:10::","synset_id":"preserve.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"keep%2:42:07::","call_ids":["senseval3.d002.s111.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"keep%2:42:07::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":561,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31791597488336265}
{"item_id":"senseval3.d002.s111.t004","gold_sense_keys":["come%2:30:01::"],"candidates":[{"index":1,"sense_key":"come%2:38:00::","synset_id":"come.v.01"},{"index":2,"sense_key":"come%2:38:04::","synset_id":"arrive.v.01"},{"index":3,"sense_key":"come%2:30:01::","synset_id":"come.v.03"},{"index":4,"sense_key":"come%2:30:03::","synset_id":"come.v.04"},{"index":5,"sense_key":"come%2:42:04::","synset_id":"come.v.05"},{"index":6,"sense_key":"come%2:30:02::","synset_id":"come.v.06"},{"index":7,"sense_key":"come%2:42:13::","synset_id":"issue_forth.v.01"},{"index":8,"sense_key":"come%2:42:09::","synset_id":"hail.v.02"},{"index":9,"sense_key":"come%2:42:03::","synset_id":"come.v.09"},{"index":10,"sense_key":"come%2:42:05::","synset_id":"come.v.10"},{"index":11,"sense_key":"come%2:38:03::","synset_id":"come.v.11"},{"index":12,"sense_key":"come%2:42:00::","synset_id":"fall.v.04"},{"index":13,"sense_key":"come%2:30:13::","synset_id":"come.v.13"},{"index":14,"sense_key":"come%2:42:12::","synset_id":"total.v.01"},{"index":15,"sense_key":"come%2:42:11::","synset_id":"come.v.15"},{"index":16,"sense_key":"come%2:38:02::","synset_id":"come.v.16"},{"index":17,"sense_key":"come%2:31:14::","synset_id":"occur.v.02"},{"index":18,"sense_key":"come%2:42:15::","synset_id":"derive.v.05"},{"index":19,"sense_key":"come%2:42:02::","synset_id":"do.v.04"},{"index":20,"sense_key":"come%2:39:00::","synset_id":"come.v.20"},{"index":21,"sense_key":"come%2:31:13::","synset_id":"come.v.21"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"come%2:42:13::","call_ids":["senseval3.d002.s111.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"come%2:42:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":550,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3209184939041734}
{"item_id":"senseval3.d002.s112.t001","gold_sense_keys":["say%2:32:00::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"say%2:32:04::","call_ids":["senseval3.d002.s112.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"say%2:32:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":318,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3219067619647831}
{"item_id":"senseval3.d002.s112.t004","gold_sense_keys":["session%1:04:00::"],"candidates":[{"index":1,"sense_key":"session%1:10:00::","synset_id":"session.n.01"},{"index":2,"sense_key":"session%1:28:00::","synset_id":"school_term.n.01"},{"index":3,"sense_key":"session%1:04:00::","synset_id":"session.n.03"},{"index":4,"sense_key":"session%1:14:00::","synset_id":"seance.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"session%1:10:00::","call_ids":["senseval3.d002.s112.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"session%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3281555469147861}
{"item_id":"senseval3.d002.s116.t000","gold_sense_keys":["trouble%1:09:00::"],"candidates":[{"index":1,"sense_key":"trouble%1:09:00::","synset_id":"trouble.n.01"},{"index":2,"sense_key":"trouble%1:11:01::","synset_id":"fuss.n.02"},{"index":3,"sense_key":"trouble%1:11:00::","synset_id":"trouble.n.03"},{"index":4,"sense_key":"trouble%1:04:02::","synset_id":"trouble.n.04"},{"index":5,"sense_key":"trouble%1:12:03::","synset_id":"worry.n.02"},{"index":6,"sense_key":"trouble%1:26:02::","synset_id":"trouble.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"trouble%1:11:00::","call_ids":["senseval3.d002.s116.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"trouble%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33259964594617486}
{"item_id":"senseval3.d002.s116.t005","gold_sense_keys":["spend%2:42:00::"],"candidates":[{"index":1,"sense_key":"spend%2:42:00::","synset_id":"spend.v.01"},{"index":2,"sense_key":"spend%2:40:00::","synset_id":"spend.v.02"},{"index":3,"sense_key":"spend%2:40:01::","synset_id":"spend.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"spend%2:40:00::","call_ids":["senseval3.d002.s116.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"spend%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3329971239436418}
{"item_id":"senseval3.d002.s116.t007","gold_sense_keys":["hour%1:28:00::"],"candidates":[{"index":1,"sense_key":"hour%1:28:00::","synset_id":"hour.n.01"},{"index":2,"sense_key":"hour%1:28:01::","synset_id":"hour.n.02"},{"index":3,"sense_key":"hour%1:28:02::","synset_id":"hour.n.03"},{"index":4,"sense_key":"hour%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"hour%1:07:00::","call_ids":["senseval3.d002.s116.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"hour%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3340599990915507}
{"item_id":"senseval3.d002.s116.t008","gold_sense_keys":["know%2:31:01::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["senseval3.d002.s116.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":379,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3207977949641645}
{"item_id":"senseval3.d002.s119.t002","gold_sense_keys":["start%2:30:00::"],"candidates":[{"index":1,"sense_key":"start%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"start%2:30:01::","synset_id":"begin.v.03"},{"index":3,"sense_key":"start%2:38:02::","synset_id":"depart.v.03"},{"index":4,"sense_key":"start%2:42:00::","synset_id":"begin.v.02"},{"index":5,"sense_key":"start%2:36:00::","synset_id":"originate.v.02"},{"index":6,"sense_key":"start%2:36:01::","synset_id":"start.v.06"},{"index":7,"sense_key":"start%2:38:04::","synset_id":"startle.v.02"},{"index":8,"sense_key":"start%2:38:01::","synset_id":"start.v.08"},{"index":9,"sense_key":"start%2:38:00::","synset_id":"start.v.09"},{"index":10,"sense_key":"start%2:41:00::","synset_id":"start.v.10"},{"index":11,"sense_key":"start%2:33:00::","synset_id":"start.v.11"},{"index":12,"sense_key":"start%2:42:03::","synset_id":"begin.v.07"},{"index":13,"sense_key":"start%2:41:04::","synset_id":"begin.v.08"},{"index":14,"sense_key":"start%2:38:03::","synset_id":"start.v.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"start%2:38:00::","call_ids":["senseval3.d002.s119.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"start%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":384,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.329289723187685}
{"item_id":"senseval3.d002.s119.t003","gold_sense_keys":["roll%2:38:10::"],"candidates":[{"index":1,"sense_key":"roll%2:38:00::","synset_id":"roll.v.01"},{"index":2,"sense_key":"roll%2:38:01::","synset_id":"wheel.v.03"},{"index":3,"sense_key":"roll%2:42:00::","synset_id":"roll.v.03"},{"index":4,"sense_key":"roll%2:35:05::","synset_id":"roll_out.v.01"},{"index":5,"sense_key":"roll%2:39:00::","synset_id":"roll.v.05"},{"index":6,"sense_key":"roll%2:35:00::","synset_id":"wind.v.03"},{"index":7,"sense_key":"roll%2:35:01::","synset_id":"roll.v.07"},{"index":8,"sense_key":"roll%2:30:10::","synset_id":"roll.v.08"},{"index":9,"sense_key":"roll%2:29:06::","synset_id":"roll.v.09"},{"index":10,"sense_key":"roll%2:40:00::","synset_id":"hustle.v.03"},{"index":11,"sense_key":"roll%2:38:10::","synset_id":"roll.v.11"},{"index":12,"sense_key":"roll%2:38:09::","synset_id":"roll.v.12"},{"index":13,"sense_key":"roll%2:38:12::","synset_id":"roll.v.13"},{"index":14,"sense_key":"roll%2:38:11::","synset_id":"roll.v.14"},{"index":15,"sense_key":"roll%2:32:00::","synset_id":"roll.v.15"},{"index":16,"sense_key":"roll%2:30:08::","synset_id":"seethe.v.04"},{"index":17,"sense_key":"roll%2:30:06::","synset_id":"roll.v.17"},{"index":18,"sense_key":"roll%2:30:07::","synset_id":"roll.v.18"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":13,"chosen_sense_key":"roll%2:38:12::","call_ids":["senseval3.d002.s119.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":13,"predicted_sense_key":"roll%2:38:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":486,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20387500012293458}
{"item_id":"senseval3.d002.s119.t004","gold_sense_keys":["ocean%1:17:00::"],"candidates":[{"index":1,"sense_key":"ocean%1:17:00::","synset_id":"ocean.n.01"},{"index":2,"sense_key":"ocean%1:23:00::","synset_id":"ocean.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"ocean%1:23:00::","call_ids":["senseval3.d002.s119.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"ocean%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":127,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20467663509771228}
{"item_id":"senseval3.d002.s119.t005","gold_sense_keys":["wave%1:11:01::"],"candidates":[{"index":1,"sense_key":"wave%1:11:01::","synset_id":"wave.n.01"},{"index":2,"sense_key":"wave%1:04:02::","synset_id":"wave.n.02"},{"index":3,"sense_key":"wave%1:11:00::","synset_id":"wave.n.03"},{"index":4,"sense_key":"wave%1:11:02::","synset_id":"wave.n.04"},{"index":5,"sense_key":"wave%1:10:01::","synset_id":"wave.n.05"},{"index":6,"sense_key":"wave%1:08:00::","synset_id":"wave.n.06"},{"index":7,"sense_key":"wave%1:25:00::","synset_id":"wave.n.07"},{"index":8,"sense_key":"wave%1:19:00::","synset_id":"wave.n.08"},{"index":9,"sense_key":"wave%1:18:00::","synset_id":"wave.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"wave%1:04:02::","call_ids":["senseval3.d002.s119.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"wave%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":268,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8849971811287105}
{"item_id":"senseval3.d002.s120.t000","gold_sense_keys":["run%2:38:00::"],"candidates":[{"index":1,"sense_key":"run%2:38:00::","synset_id":"run.v.01"},{"index":2,"sense_key":"run%2:38:04::","synset_id":"scat.v.01"},{"index":3,"sense_key":"run%2:42:00::","synset_id":"run.v.03"},{"index":4,"sense_key":"run%2:41:02::","synset_id":"operate.v.01"},{"index":5,"sense_key":"run%2:42:04::","synset_id":"run.v.05"},{"index":6,"sense_key":"run%2:38:01::","synset_id":"run.v.06"},{"index":7,"sense_key":"run%2:35:00::","synset_id":"function.v.01"},{"index":8,"sense_key":"run%2:42:07::","synset_id":"range.v.01"},{"index":9,"sense_key":"run%2:33:06::","synset_id":"campaign.v.01"},{"index":10,"sense_key":"run%2:36:01::","synset_id":"play.v.18"},{"index":11,"sense_key":"run%2:38:11::","synset_id":"run.v.11"},{"index":12,"sense_key":"run%2:42:01::","synset_id":"tend.v.01"},{"index":13,"sense_key":"run%2:35:04::","synset_id":"run.v.13"},{"index":14,"sense_key":"run%2:30:03::","synset_id":"run.v.14"},{"index":15,"sense_key":"run%2:30:07::","synset_id":"run.v.15"},{"index":16,"sense_key":"run%2:42:02::","synset_id":"run.v.16"},{"index":17,"sense_key":"run%2:42:03::","synset_id":"prevail.v.03"},{"index":18,"sense_key":"run%2:42:06::","synset_id":"run.v.18"},{"index":19,"sense_key":"run%2:41:00::","synset_id":"run.v.19"},{"index":20,"sense_key":"run%2:36:02::","synset_id":"carry.v.15"},{"index":21,"sense_key":"run%2:36:00::","synset_id":"run.v.21"},{"index":22,"sense_key":"run%2:35:01::","synset_id":"guide.v.05"},{"index":23,"sense_key":"run%2:42:08::","synset_id":"run.v.23"},{"index":24,"sense_key":"run%2:41:01::","synset_id":"run.v.24"},{"index":25,"sense_key":"run%2:40:06::","synset_id":"run.v.25"},{"index":26,"sense_key":"run%2:38:10::","synset_id":"run.v.26"},{"index":27,"sense_key":"run%2:38:08::","synset_id":"run.v.27"},{"index":28,"sense_key":"run%2:38:03::","synset_id":"run.v.28"},{"index":29,"sense_key":"run%2:38:05::","synset_id":"run.v.29"},{"index":30,"sense_key":"run%2:42:05::","synset_id":"run.v.30"},{"index":31,"sense_key":"run%2:41:04::","synset_id":"run.v.31"},{"index":32,"sense_key":"run%2:38:02::","synset_id":"run.v.32"},{"index":33,"sense_key":"run%2:38:06::","synset_id":"run.v.33"},{"index":34,"sense_key":"run%2:38:13::","synset_id":"run.v.34"},{"index":35,"sense_key":"run%2:38:09::","synset_id":"ply.v.03"},{"index":36,"sense_key":"run%2:33:02::","synset_id":"hunt.v.01"},{"index":37,"sense_key":"run%2:33:01::","synset_id":"race.v.02"},{"index":38,"sense_key":"run%2:30:02::","synset_id":"move.v.13"},{"index":39,"sense_key":"run%2:30:00::","synset_id":"melt.v.01"},{"index":40,"sense_key":"run%2:30:01::","synset_id":"ladder.v.01"},{"index":41,"sense_key":"run%2:30:04::","synset_id":"run.v.41"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":34,"chosen_sense_key":"run%2:38:13::","call_ids":["senseval3.d002.s120.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":34,"predicted_sense_key":"run%2:38:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":991,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8930340500082821}
{"item_id":"senseval3.d002.s120.t001","gold_sense_keys":["house%1:06:00::"],"candidates":[{"index":1,"sense_key":"house%1:06:00::","synset_id":"house.n.01"},{"index":2,"sense_key":"house%1:14:01::","synset_id":"firm.n.01"},{"index":3,"sense_key":"house%1:14:04::","synset_id":"house.n.03"},{"index":4,"sense_key":"house%1:14:03::","synset_id":"house.n.04"},{"index":5,"sense_key":"house%1:14:02::","synset_id":"house.n.05"},{"index":6,"sense_key":"house%1:14:00::","synset_id":"house.n.06"},{"index":7,"sense_key":"house%1:04:00::","synset_id":"house.n.07"},{"index":8,"sense_key":"house%1:15:00::","synset_id":"sign_of_the_zodiac.n.01"},{"index":9,"sense_key":"house%1:14:06::","synset_id":"house.n.09"},{"index":10,"sense_key":"house%1:14:05::","synset_id":"family.n.01"},{"index":11,"sense_key":"house%1:06:02::","synset_id":"theater.n.01"},{"index":12,"sense_key":"house%1:06:01::","synset_id":"house.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"house%1:06:02::","call_ids":["senseval3.d002.s120.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"house%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":374,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8940699140075594}
{"item_id":"senseval3.d002.s120.t002","gold_sense_keys":["get%2:35:03::"],"candidates":[{"index":1,"sense_key":"get%2:40:00::","synset_id":"get.v.01"},{"index":2,"sense_key":"get%2:30:00::","synset_id":"become.v.01"},{"index":3,"sense_key":"get%2:30:02::","synset_id":"get.v.03"},{"index":4,"sense_key":"get%2:30:03::","synset_id":"receive.v.02"},{"index":5,"sense_key":"get%2:38:00::","synset_id":"arrive.v.01"},{"index":6,"sense_key":"get%2:35:03::","synset_id":"bring.v.04"},{"index":7,"sense_key":"get%2:39:00::","synset_id":"experience.v.03"},{"index":8,"sense_key":"get%2:33:00::","synset_id":"pay_back.v.02"},{"index":9,"sense_key":"get%2:40:01::","synset_id":"have.v.17"},{"index":10,"sense_key":"get%2:32:00::","synset_id":"induce.v.02"},{"index":11,"sense_key":"get%2:35:09::","synset_id":"get.v.11"},{"index":12,"sense_key":"get%2:29:01::","synset_id":"grow.v.08"},{"index":13,"sense_key":"get%2:29:00::","synset_id":"contract.v.04"},{"index":14,"sense_key":"get%2:32:03::","synset_id":"get.v.14"},{"index":15,"sense_key":"get%2:30:01::","synset_id":"make.v.02"},{"index":16,"sense_key":"get%2:32:08::","synset_id":"drive.v.11"},{"index":17,"sense_key":"get%2:31:09::","synset_id":"catch.v.18"},{"index":18,"sense_key":"get%2:35:00::","synset_id":"catch.v.07"},{"index":19,"sense_key":"get%2:35:10::","synset_id":"get.v.19"},{"index":20,"sense_key":"get%2:31:03::","synset_id":"get.v.20"},{"index":21,"sense_key":"get%2:40:14::","synset_id":"get.v.21"},{"index":22,"sense_key":"get%2:40:13::","synset_id":"get.v.22"},{"index":23,"sense_key":"get%2:39:13::","synset_id":"catch.v.21"},{"index":24,"sense_key":"get%2:39:09::","synset_id":"catch.v.22"},{"index":25,"sense_key":"get%2:39:14::","synset_id":"get.v.25"},{"index":26,"sense_key":"get%2:38:15::","synset_id":"scram.v.01"},{"index":27,"sense_key":"get%2:38:12::","synset_id":"get.v.27"},{"index":28,"sense_key":"get%2:37:12::","synset_id":"get.v.28"},{"index":29,"sense_key":"get%2:37:11::","synset_id":"get.v.29"},{"index":30,"sense_key":"get%2:36:14::","synset_id":"catch.v.24"},{"index":31,"sense_key":"get%2:36:00::","synset_id":"draw.v.15"},{"index":32,"sense_key":"get%2:35:12::","synset_id":"get.v.32"},{"index":33,"sense_key":"get%2:31:10::","synset_id":"perplex.v.01"},{"index":34,"sense_key":"get%2:30:12::","synset_id":"get_down.v.07"},{"index":35,"sense_key":"get%2:29:11::","synset_id":"suffer.v.02"},{"index":36,"sense_key":"get%2:29:08::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"get%2:38:00::","call_ids":["senseval3.d002.s120.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"get%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":914,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8979778548236936}
{"item_id":"senseval3.d002.s120.t003","gold_sense_keys":["next%5:00:00:succeeding:00"],"candidates":[{"index":1,"sense_key":"next%5:00:00:succeeding:00","synset_id":"following.s.02"},{"index":2,"sense_key":"next%5:00:00:close:01","synset_id":"adjacent.s.01"},{"index":3,"sense_key":"next%5:00:00:incoming:00","synset_id":"future.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"next%5:00:00:close:01","call_ids":["senseval3.d002.s120.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"next%5:00:00:close:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.89870196999982}
{"item_id":"senseval3.d002.s120.t004","gold_sense_keys":["tremor%1:11:00::"],"candidates":[{"index":1,"sense_key":"tremor%1:04:00::","synset_id":"tremor.n.01"},{"index":2,"sense_key":"tremor%1:11:00::","synset_id":"tremor.n.02"},{"index":3,"sense_key":"tremor%1:26:00::","synset_id":"tremor.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"tremor%1:11:00::","call_ids":["senseval3.d002.s120.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"tremor%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8995105877984315}
{"item_id":"senseval3.d002.s120.t005","gold_sense_keys":["throw%2:35:00::"],"candidates":[{"index":1,"sense_key":"throw%2:35:00::","synset_id":"throw.v.01"},{"index":2,"sense_key":"throw%2:38:00::","synset_id":"throw.v.02"},{"index":3,"sense_key":"throw%2:35:07::","synset_id":"shed.v.01"},{"index":4,"sense_key":"throw%2:35:02::","synset_id":"throw.v.04"},{"index":5,"sense_key":"throw%2:32:00::","synset_id":"give.v.07"},{"index":6,"sense_key":"throw%2:35:01::","synset_id":"throw.v.06"},{"index":7,"sense_key":"throw%2:36:02::","synset_id":"project.v.10"},{"index":8,"sense_key":"throw%2:38:03::","synset_id":"throw.v.08"},{"index":9,"sense_key":"throw%2:37:00::","synset_id":"bewilder.v.02"},{"index":10,"sense_key":"throw%2:32:03::","synset_id":"hurl.v.03"},{"index":11,"sense_key":"throw%2:36:08::","synset_id":"hold.v.03"},{"index":12,"sense_key":"throw%2:36:00::","synset_id":"throw.v.12"},{"index":13,"sense_key":"throw%2:35:06::","synset_id":"throw.v.13"},{"index":14,"sense_key":"throw%2:35:08::","synset_id":"throw.v.14"},{"index":15,"sense_key":"throw%2:31:00::","synset_id":"confuse.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"throw%2:38:03::","call_ids":["senseval3.d002.s120.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"throw%2:38:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":417,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8943260859232396}
{"item_id":"senseval3.d002.s120.t006","gold_sense_keys":["air%1:15:00::"],"candidates":[{"index":1,"sense_key":"air%1:27:00::","synset_id":"air.n.01"},{"index":2,"sense_key":"air%1:15:00::","synset_id":"air.n.02"},{"index":3,"sense_key":"air%1:07:00::","synset_id":"air.n.03"},{"index":4,"sense_key":"air%1:19:00::","synset_id":"breeze.n.01"},{"index":5,"sense_key":"air%1:15:01::","synset_id":"atmosphere.n.03"},{"index":6,"sense_key":"air%1:27:01::","synset_id":"air.n.06"},{"index":7,"sense_key":"air%1:10:01::","synset_id":"tune.n.01"},{"index":8,"sense_key":"air%1:10:02::","synset_id":"air.n.08"},{"index":9,"sense_key":"air%1:04:00::","synset_id":"air_travel.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"air%1:15:00::","call_ids":["senseval3.d002.s120.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"air%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":311,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8952540380414575}
{"item_id":"senseval3.d002.s120.t007","gold_sense_keys":["bounce%2:35:03::"],"candidates":[{"index":1,"sense_key":"bounce%2:38:00::","synset_id":"bounce.v.01"},{"index":2,"sense_key":"bounce%2:35:03::","synset_id":"bounce.v.02"},{"index":3,"sense_key":"bounce%2:38:02::","synset_id":"bounce.v.03"},{"index":4,"sense_key":"bounce%2:40:00::","synset_id":"bounce.v.04"},{"index":5,"sense_key":"bounce%2:38:01::","synset_id":"bounce.v.05"},{"index":6,"sense_key":"bounce%2:40:01::","synset_id":"bounce.v.06"},{"index":7,"sense_key":"bounce%2:35:00::","synset_id":"bounce.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"bounce%2:38:01::","call_ids":["senseval3.d002.s120.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"bounce%2:38:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8960316840093583}
{"item_id":"senseval3.d002.s120.t008","gold_sense_keys":["try%2:41:00::"],"candidates":[{"index":1,"sense_key":"try%2:41:00::","synset_id":"try.v.01"},{"index":2,"sense_key":"try%2:41:01::","synset_id":"test.v.01"},{"index":3,"sense_key":"try%2:41:06::","synset_id":"judge.v.05"},{"index":4,"sense_key":"try%2:34:00::","synset_id":"sample.v.01"},{"index":5,"sense_key":"try%2:41:05::","synset_id":"hear.v.03"},{"index":6,"sense_key":"try%2:37:01::","synset_id":"try.v.06"},{"index":7,"sense_key":"try%2:37:00::","synset_id":"try.v.07"},{"index":8,"sense_key":"try%2:30:00::","synset_id":"try.v.08"},{"index":9,"sense_key":"try%2:29:00::","synset_id":"try_on.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"try%2:41:00::","call_ids":["senseval3.d002.s120.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"try%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":335,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9015364428050816}
{"item_id":"senseval3.d002.s121.t000","gold_sense_keys":["fine%5:00:00:satisfactory:00"],"candidates":[{"index":1,"sense_key":"fine%5:00:00:satisfactory:00","synset_id":"all_right.s.01"},{"index":2,"sense_key":"fine%5:00:00:precise:00","synset_id":"fine.s.02"},{"index":3,"sense_key":"fine%5:00:00:thin:01","synset_id":"fine.s.03"},{"index":4,"sense_key":"fine%5:00:00:elegant:00","synset_id":"fine.s.04"},{"index":5,"sense_key":"fine%3:00:00::","synset_id":"fine.a.05"},{"index":6,"sense_key":"fine%5:00:00:pure:02","synset_id":"fine.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"fine%5:00:00:satisfactory:00","call_ids":["senseval3.d002.s121.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"fine%5:00:00:satisfactory:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9023387941997498}
{"item_id":"senseval3.d002.s122.t001","gold_sense_keys":["full%3:00:00::"],"candidates":[{"index":1,"sense_key":"full%3:00:00::","synset_id":"full.a.01"},{"index":2,"sense_key":"full%5:00:01:whole:00","synset_id":"entire.s.01"},{"index":3,"sense_key":"full%5:00:00:complete:00","synset_id":"full.s.02"},{"index":4,"sense_key":"full%5:00:00:nourished:00","synset_id":"full.s.03"},{"index":5,"sense_key":"full%3:00:01::","synset_id":"full.a.05"},{"index":6,"sense_key":"full%5:00:00:ample:00","synset_id":"full.s.04"},{"index":7,"sense_key":"full%5:00:00:high:02","synset_id":"broad.s.04"},{"index":8,"sense_key":"full%5:00:02:ample:00","synset_id":"wide.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"full%5:00:00:complete:00","call_ids":["senseval3.d002.s122.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"full%5:00:00:complete:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.906481372890994}
{"item_id":"senseval3.d002.s122.t002","gold_sense_keys":["crystal%1:06:01::"],"candidates":[{"index":1,"sense_key":"crystal%1:27:00::","synset_id":"crystal.n.01"},{"index":2,"sense_key":"crystal%1:06:02::","synset_id":"crystal.n.02"},{"index":3,"sense_key":"crystal%1:17:00::","synset_id":"crystal.n.03"},{"index":4,"sense_key":"crystal%1:27:01::","synset_id":"quartz_glass.n.01"},{"index":5,"sense_key":"crystal%1:06:01::","synset_id":"crystal.n.05"},{"index":6,"sense_key":"crystal%1:06:00::","synset_id":"crystal.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"crystal%1:27:01::","call_ids":["senseval3.d002.s122.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"crystal%1:27:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9039821298792958}
{"item_id":"senseval3.d002.s123.t000","gold_sense_keys":["book%1:06:00::"],"candidates":[{"index":1,"sense_key":"book%1:10:00::","synset_id":"book.n.01"},{"index":2,"sense_key":"book%1:06:00::","synset_id":"book.n.02"},{"index":3,"sense_key":"book%1:10:02::","synset_id":"record.n.05"},{"index":4,"sense_key":"book%1:10:01::","synset_id":"script.n.01"},{"index":5,"sense_key":"book%1:21:00::","synset_id":"ledger.n.01"},{"index":6,"sense_key":"book%1:14:01::","synset_id":"book.n.06"},{"index":7,"sense_key":"book%1:14:00::","synset_id":"book.n.07"},{"index":8,"sense_key":"book%1:10:05::","synset_id":"koran.n.01"},{"index":9,"sense_key":"book%1:10:04::","synset_id":"bible.n.01"},{"index":10,"sense_key":"book%1:10:03::","synset_id":"book.n.10"},{"index":11,"sense_key":"book%1:06:02::","synset_id":"book.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"book%1:10:05::","call_ids":["senseval3.d002.s123.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"book%1:10:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":360,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9049088750034571}
{"item_id":"senseval3.d002.s123.t001","gold_sense_keys":["tape%1:06:01::","tape%1:06:04::"],"candidates":[{"index":1,"sense_key":"tape%1:06:00::","synset_id":"tape.n.01"},{"index":2,"sense_key":"tape%1:06:01::","synset_id":"tape.n.02"},{"index":3,"sense_key":"tape%1:15:00::","synset_id":"tape.n.03"},{"index":4,"sense_key":"tape%1:06:03::","synset_id":"tape.n.04"},{"index":5,"sense_key":"tape%1:06:04::","synset_id":"magnetic_tape.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"tape%1:06:04::","call_ids":["senseval3.d002.s123.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"tape%1:06:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.908160954946652}
{"item_id":"senseval3.d002.s123.t002","gold_sense_keys":["room%1:06:00::"],"candidates":[{"index":1,"sense_key":"room%1:06:00::","synset_id":"room.n.01"},{"index":2,"sense_key":"room%1:23:00::","synset_id":"room.n.02"},{"index":3,"sense_key":"room%1:26:00::","synset_id":"room.n.03"},{"index":4,"sense_key":"room%1:14:00::","synset_id":"room.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"room%1:23:00::","call_ids":["senseval3.d002.s123.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"room%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9136315521318465}
{"item_id":"senseval3.d002.s124.t000","gold_sense_keys":["thing%1:06:00::"],"candidates":[{"index":1,"sense_key":"thing%1:26:00::","synset_id":"thing.n.01"},{"index":2,"sense_key":"thing%1:04:00::","synset_id":"thing.n.02"},{"index":3,"sense_key":"thing%1:09:00::","synset_id":"thing.n.03"},{"index":4,"sense_key":"thing%1:06:00::","synset_id":"thing.n.04"},{"index":5,"sense_key":"thing%1:11:00::","synset_id":"thing.n.05"},{"index":6,"sense_key":"thing%1:09:02::","synset_id":"matter.n.01"},{"index":7,"sense_key":"thing%1:10:00::","synset_id":"thing.n.07"},{"index":8,"sense_key":"thing%1:06:01::","synset_id":"thing.n.08"},{"index":9,"sense_key":"thing%1:07:00::","synset_id":"thing.n.09"},{"index":10,"sense_key":"thing%1:09:01::","synset_id":"thing.n.10"},{"index":11,"sense_key":"thing%1:12:00::","synset_id":"thing.n.11"},{"index":12,"sense_key":"thing%1:03:00::","synset_id":"thing.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"thing%1:03:00::","call_ids":["senseval3.d002.s124.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"thing%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":311,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9070577409584075}
{"item_id":"senseval3.d002.s124.t001","gold_sense_keys":["house%1:06:00::"],"candidates":[{"index":1,"sense_key":"house%1:06:00::","synset_id":"house.n.01"},{"index":2,"sense_key":"house%1:14:01::","synset_id":"firm.n.01"},{"index":3,"sense_key":"house%1:14:04::","synset_id":"house.n.03"},{"index":4,"sense_key":"house%1:14:03::","synset_id":"house.n.04"},{"index":5,"sense_key":"house%1:14:02::","synset_id":"house.n.05"},{"index":6,"sense_key":"house%1:14:00::","synset_id":"house.n.06"},{"index":7,"sense_key":"house%1:04:00::","synset_id":"house.n.07"},{"index":8,"sense_key":"house%1:15:00::","synset_id":"sign_of_the_zodiac.n.01"},{"index":9,"sense_key":"house%1:14:06::","synset_id":"house.n.09"},{"index":10,"sense_key":"house%1:14:05::","synset_id":"family.n.01"},{"index":11,"sense_key":"house%1:06:02::","synset_id":"theater.n.01"},{"index":12,"sense_key":"house%1:06:01::","synset_id":"house.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"house%1:06:02::","call_ids":["senseval3.d002.s124.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"house%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":362,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9120604691561311}
{"item_id":"senseval3.d002.s124.t002","gold_sense_keys":["structure%1:06:00::"],"candidates":[{"index":1,"sense_key":"structure%1:06:00::","synset_id":"structure.n.01"},{"index":2,"sense_key":"structure%1:07:00::","synset_id":"structure.n.02"},{"index":3,"sense_key":"structure%1:09:00::","synset_id":"structure.n.03"},{"index":4,"sense_key":"structure%1:08:00::","synset_id":"structure.n.04"},{"index":5,"sense_key":"structure%1:14:00::","synset_id":"social_organization.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"structure%1:07:00::","call_ids":["senseval3.d002.s124.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"structure%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":231,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.905582148116082}
{"item_id":"senseval3.d002.s124.t003","gold_sense_keys":["fine%5:00:00:satisfactory:00"],"candidates":[{"index":1,"sense_key":"fine%5:00:00:satisfactory:00","synset_id":"all_right.s.01"},{"index":2,"sense_key":"fine%5:00:00:precise:00","synset_id":"fine.s.02"},{"index":3,"sense_key":"fine%5:00:00:thin:01","synset_id":"fine.s.03"},{"index":4,"sense_key":"fine%5:00:00:elegant:00","synset_id":"fine.s.04"},{"index":5,"sense_key":"fine%3:00:00::","synset_id":"fine.a.05"},{"index":6,"sense_key":"fine%5:00:00:pure:02","synset_id":"fine.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"fine%5:00:00:precise:00","call_ids":["senseval3.d002.s124.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"fine%5:00:00:precise:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9065908340271562}
{"item_id":"senseval3.d002.s125.t000","gold_sense_keys":["stand%2:35:00::","stand%2:42:03::"],"candidates":[{"index":1,"sense_key":"stand%2:35:00::","synset_id":"stand.v.01"},{"index":2,"sense_key":"stand%2:42:04::","synset_id":"stand.v.02"},{"index":3,"sense_key":"stand%2:42:03::","synset_id":"stand.v.03"},{"index":4,"sense_key":"stand%2:42:00::","synset_id":"stand.v.04"},{"index":5,"sense_key":"stand%2:31:00::","synset_id":"digest.v.03"},{"index":6,"sense_key":"stand%2:31:01::","synset_id":"stand.v.06"},{"index":7,"sense_key":"stand%2:42:06::","synset_id":"stand.v.07"},{"index":8,"sense_key":"stand%2:42:02::","synset_id":"stand.v.08"},{"index":9,"sense_key":"stand%2:42:01::","synset_id":"stand.v.09"},{"index":10,"sense_key":"stand%2:35:01::","synset_id":"stand.v.10"},{"index":11,"sense_key":"stand%2:33:00::","synset_id":"resist.v.04"},{"index":12,"sense_key":"stand%2:35:10::","synset_id":"stand.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"stand%2:42:03::","call_ids":["senseval3.d002.s125.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"stand%2:42:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":373,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9077985961921513}
{"item_id":"senseval3.d002.s125.t002","gold_sense_keys":["wait%2:42:00::"],"candidates":[{"index":1,"sense_key":"wait%2:42:00::","synset_id":"wait.v.01"},{"index":2,"sense_key":"wait%2:42:01::","synset_id":"wait.v.02"},{"index":3,"sense_key":"wait%2:31:00::","synset_id":"expect.v.03"},{"index":4,"sense_key":"wait%2:41:00::","synset_id":"wait.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"wait%2:42:01::","call_ids":["senseval3.d002.s125.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"wait%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8931019809097052}
{"item_id":"senseval3.d002.s125.t003","gold_sense_keys":["tremor%1:11:00::"],"candidates":[{"index":1,"sense_key":"tremor%1:04:00::","synset_id":"tremor.n.01"},{"index":2,"sense_key":"tremor%1:11:00::","synset_id":"tremor.n.02"},{"index":3,"sense_key":"tremor%1:26:00::","synset_id":"tremor.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"tremor%1:11:00::","call_ids":["senseval3.d002.s125.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"tremor%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8970275071915239}
{"item_id":"senseval3.d002.s125.t004","gold_sense_keys":["notice%2:39:00::"],"candidates":[{"index":1,"sense_key":"notice%2:39:04::","synset_id":"detect.v.01"},{"index":2,"sense_key":"notice%2:39:00::","synset_id":"notice.v.02"},{"index":3,"sense_key":"notice%2:32:00::","synset_id":"comment.v.01"},{"index":4,"sense_key":"notice%2:32:01::","synset_id":"notice.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"notice%2:39:00::","call_ids":["senseval3.d002.s125.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"notice%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.901314825983718}
{"item_id":"senseval3.d002.s125.t006","gold_sense_keys":["emerge%2:30:00::","emerge%2:30:02::","emerge%2:38:00::"],"candidates":[{"index":1,"sense_key":"emerge%2:30:00::","synset_id":"emerge.v.01"},{"index":2,"sense_key":"emerge%2:30:02::","synset_id":"issue.v.04"},{"index":3,"sense_key":"emerge%2:30:01::","synset_id":"emerge.v.03"},{"index":4,"sense_key":"emerge%2:38:00::","synset_id":"emerge.v.04"},{"index":5,"sense_key":"emerge%2:42:00::","synset_id":"come_forth.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"emerge%2:30:01::","call_ids":["senseval3.d002.s125.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"emerge%2:30:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9081064208876342}
{"item_id":"senseval3.d002.s125.t007","gold_sense_keys":["ground%1:27:00::"],"candidates":[{"index":1,"sense_key":"ground%1:17:00::","synset_id":"land.n.04"},{"index":2,"sense_key":"ground%1:16:00::","synset_id":"reason.n.01"},{"index":3,"sense_key":"ground%1:27:00::","synset_id":"earth.n.02"},{"index":4,"sense_key":"ground%1:24:00::","synset_id":"footing.n.02"},{"index":5,"sense_key":"ground%1:15:00::","synset_id":"ground.n.05"},{"index":6,"sense_key":"ground%1:09:00::","synset_id":"background.n.02"},{"index":7,"sense_key":"ground%1:17:01::","synset_id":"land.n.02"},{"index":8,"sense_key":"ground%1:09:01::","synset_id":"ground.n.08"},{"index":9,"sense_key":"ground%1:06:02::","synset_id":"ground.n.09"},{"index":10,"sense_key":"ground%1:06:01::","synset_id":"ground.n.10"},{"index":11,"sense_key":"ground%1:06:00::","synset_id":"flat_coat.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ground%1:27:00::","call_ids":["senseval3.d002.s125.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ground%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":406,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8933523469604552}
{"item_id":"senseval3.d002.s128.t000","gold_sense_keys":["amazing%5:00:00:surprising:00"],"candidates":[{"index":1,"sense_key":"amazing%5:00:00:surprising:00","synset_id":"amazing.s.01"},{"index":2,"sense_key":"amazing%5:00:00:impressive:00","synset_id":"amazing.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"amazing%5:00:00:impressive:00","call_ids":["senseval3.d002.s128.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"amazing%5:00:00:impressive:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8351109209470451}
{"item_id":"senseval3.d002.s128.t001","gold_sense_keys":["second%1:28:00::"],"candidates":[{"index":1,"sense_key":"second%1:28:00::","synset_id":"second.n.01"},{"index":2,"sense_key":"second%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"second%1:04:00::","synset_id":"second_base.n.02"},{"index":4,"sense_key":"second%1:28:02::","synset_id":"moment.n.01"},{"index":5,"sense_key":"second%1:24:00::","synset_id":"second.n.05"},{"index":6,"sense_key":"second%1:23:00::","synset_id":"second.n.06"},{"index":7,"sense_key":"second%1:18:00::","synset_id":"second.n.07"},{"index":8,"sense_key":"second%1:10:00::","synset_id":"second.n.08"},{"index":9,"sense_key":"second%1:06:00::","synset_id":"second_gear.n.01"},{"index":10,"sense_key":"second%1:06:01::","synset_id":"irregular.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"second%1:28:01::","call_ids":["senseval3.d002.s128.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"second%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":327,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8251633020117879}
{"item_id":"senseval3.d002.s128.t002","gold_sense_keys":["change%2:30:01::"],"candidates":[{"index":1,"sense_key":"change%2:30:01::","synset_id":"change.v.01"},{"index":2,"sense_key":"change%2:30:00::","synset_id":"change.v.02"},{"index":3,"sense_key":"change%2:30:02::","synset_id":"change.v.03"},{"index":4,"sense_key":"change%2:30:05::","synset_id":"switch.v.03"},{"index":5,"sense_key":"change%2:30:03::","synset_id":"change.v.05"},{"index":6,"sense_key":"change%2:30:04::","synset_id":"change.v.06"},{"index":7,"sense_key":"change%2:40:00::","synset_id":"exchange.v.01"},{"index":8,"sense_key":"change%2:38:00::","synset_id":"transfer.v.06"},{"index":9,"sense_key":"change%2:30:08::","synset_id":"deepen.v.04"},{"index":10,"sense_key":"change%2:30:06::","synset_id":"change.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"change%2:30:02::","call_ids":["senseval3.d002.s128.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"change%2:30:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":362,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8259186719078571}
{"item_id":"senseval3.d002.s128.t003","gold_sense_keys":["life%1:26:02::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"life%1:26:00::","call_ids":["senseval3.d002.s128.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"life%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":414,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8269420941360295}
{"item_id":"senseval3.d002.s131.t000","gold_sense_keys":["guess%2:31:00::"],"candidates":[{"index":1,"sense_key":"guess%2:31:00::","synset_id":"think.v.02"},{"index":2,"sense_key":"guess%2:32:00::","synset_id":"guess.v.02"},{"index":3,"sense_key":"guess%2:31:01::","synset_id":"estimate.v.01"},{"index":4,"sense_key":"guess%2:31:02::","synset_id":"guess.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"guess%2:31:01::","call_ids":["senseval3.d002.s131.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"guess%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8279449760448188}
{"item_id":"senseval3.d002.s131.t001","gold_sense_keys":["live%2:42:04::","live%2:42:06::"],"candidates":[{"index":1,"sense_key":"live%2:42:08::","synset_id":"populate.v.01"},{"index":2,"sense_key":"live%2:42:06::","synset_id":"live.v.02"},{"index":3,"sense_key":"live%2:42:04::","synset_id":"survive.v.01"},{"index":4,"sense_key":"live%2:42:01::","synset_id":"exist.v.02"},{"index":5,"sense_key":"live%2:42:00::","synset_id":"be.v.11"},{"index":6,"sense_key":"live%2:31:00::","synset_id":"know.v.05"},{"index":7,"sense_key":"live%2:42:07::","synset_id":"live.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"live%2:42:04::","call_ids":["senseval3.d002.s131.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"live%2:42:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":267,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8290075371041894}
{"item_id":"senseval3.d002.s131.t002","gold_sense_keys":["wait%2:31:00::"],"candidates":[{"index":1,"sense_key":"wait%2:42:00::","synset_id":"wait.v.01"},{"index":2,"sense_key":"wait%2:42:01::","synset_id":"wait.v.02"},{"index":3,"sense_key":"wait%2:31:00::","synset_id":"expect.v.03"},{"index":4,"sense_key":"wait%2:41:00::","synset_id":"wait.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"wait%2:42:01::","call_ids":["senseval3.d002.s131.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"wait%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8345613200217485}
{"item_id":"senseval3.d002.s132.t000","gold_sense_keys":["hard%3:00:06::"],"candidates":[{"index":1,"sense_key":"hard%3:00:06::","synset_id":"difficult.a.01"},{"index":2,"sense_key":"hard%3:00:02::","synset_id":"hard.a.02"},{"index":3,"sense_key":"hard%3:00:01::","synset_id":"hard.a.03"},{"index":4,"sense_key":"hard%5:00:00:strong:00","synset_id":"hard.s.01"},{"index":5,"sense_key":"hard%5:00:01:effortful:00","synset_id":"arduous.s.01"},{"index":6,"sense_key":"hard%3:00:00::","synset_id":"unvoiced.a.01"},{"index":7,"sense_key":"hard%3:00:05::","synset_id":"hard.a.07"},{"index":8,"sense_key":"hard%3:00:03::","synset_id":"hard.a.08"},{"index":9,"sense_key":"hard%5:00:00:indulgent:00","synset_id":"intemperate.s.01"},{"index":10,"sense_key":"hard%5:00:00:alcoholic:00","synset_id":"hard.s.04"},{"index":11,"sense_key":"hard%5:00:00:bad:00","synset_id":"hard.s.05"},{"index":12,"sense_key":"hard%5:00:00:stale:00","synset_id":"hard.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"hard%3:00:06::","call_ids":["senseval3.d002.s132.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"hard%3:00:06::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":357,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8296831590123475}
{"item_id":"senseval3.d002.s132.t001","gold_sense_keys":["accept%2:31:00::"],"candidates":[{"index":1,"sense_key":"accept%2:31:00::","synset_id":"accept.v.01"},{"index":2,"sense_key":"accept%2:40:00::","synset_id":"accept.v.02"},{"index":3,"sense_key":"accept%2:32:00::","synset_id":"accept.v.03"},{"index":4,"sense_key":"accept%2:31:01::","synset_id":"accept.v.04"},{"index":5,"sense_key":"accept%2:40:03::","synset_id":"accept.v.05"},{"index":6,"sense_key":"accept%2:40:01::","synset_id":"bear.v.06"},{"index":7,"sense_key":"accept%2:31:03::","synset_id":"accept.v.07"},{"index":8,"sense_key":"accept%2:42:00::","synset_id":"accept.v.08"},{"index":9,"sense_key":"accept%2:40:07::","synset_id":"accept.v.09"},{"index":10,"sense_key":"accept%2:40:12::","synset_id":"take.v.20"},{"index":11,"sense_key":"accept%2:31:08::","synset_id":"accept.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"accept%2:31:03::","call_ids":["senseval3.d002.s132.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"accept%2:31:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":342,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8305778219364583}
{"item_id":"senseval3.d002.s132.t002","gold_sense_keys":["take%2:40:06::"],"candidates":[{"index":1,"sense_key":"take%2:41:04::","synset_id":"take.v.01"},{"index":2,"sense_key":"take%2:40:06::","synset_id":"take.v.02"},{"index":3,"sense_key":"take%2:38:09::","synset_id":"lead.v.01"},{"index":4,"sense_key":"take%2:35:00::","synset_id":"take.v.04"},{"index":5,"sense_key":"take%2:30:01::","synset_id":"assume.v.03"},{"index":6,"sense_key":"take%2:31:07::","synset_id":"take.v.06"},{"index":7,"sense_key":"take%2:38:10::","synset_id":"bring.v.01"},{"index":8,"sense_key":"take%2:40:00::","synset_id":"take.v.08"},{"index":9,"sense_key":"take%2:38:02::","synset_id":"take.v.09"},{"index":10,"sense_key":"take%2:31:01::","synset_id":"choose.v.01"},{"index":11,"sense_key":"take%2:40:05::","synset_id":"accept.v.02"},{"index":12,"sense_key":"take%2:41:00::","synset_id":"fill.v.04"},{"index":13,"sense_key":"take%2:31:03::","synset_id":"consider.v.03"},{"index":14,"sense_key":"take%2:42:00::","synset_id":"necessitate.v.01"},{"index":15,"sense_key":"take%2:39:00::","synset_id":"take.v.15"},{"index":16,"sense_key":"take%2:32:02::","synset_id":"film.v.01"},{"index":17,"sense_key":"take%2:30:00::","synset_id":"remove.v.01"},{"index":18,"sense_key":"take%2:34:00::","synset_id":"consume.v.02"},{"index":19,"sense_key":"take%2:31:09::","synset_id":"take.v.19"},{"index":20,"sense_key":"take%2:40:15::","synset_id":"take.v.20"},{"index":21,"sense_key":"take%2:40:01::","synset_id":"take.v.21"},{"index":22,"sense_key":"take%2:38:00::","synset_id":"assume.v.05"},{"index":23,"sense_key":"take%2:40:07::","synset_id":"accept.v.05"},{"index":24,"sense_key":"take%2:30:08::","synset_id":"take.v.24"},{"index":25,"sense_key":"take%2:31:02::","synset_id":"learn.v.04"},{"index":26,"sense_key":"take%2:32:00::","synset_id":"claim.v.05"},{"index":27,"sense_key":"take%2:38:05::","synset_id":"take.v.27"},{"index":28,"sense_key":"take%2:33:09::","synset_id":"aim.v.01"},{"index":29,"sense_key":"take%2:30:09::","synset_id":"take.v.29"},{"index":30,"sense_key":"take%2:42:10::","synset_id":"carry.v.02"},{"index":31,"sense_key":"take%2:40:03::","synset_id":"lease.v.04"},{"index":32,"sense_key":"take%2:40:04::","synset_id":"subscribe.v.05"},{"index":33,"sense_key":"take%2:40:02::","synset_id":"take.v.33"},{"index":34,"sense_key":"take%2:40:08::","synset_id":"take.v.34"},{"index":35,"sense_key":"take%2:35:14::","synset_id":"take.v.35"},{"index":36,"sense_key":"take%2:32:09::","synset_id":"claim.v.04"},{"index":37,"sense_key":"take%2:42:03::","synset_id":"accept.v.08"},{"index":38,"sense_key":"take%2:42:15::","synset_id":"contain.v.05"},{"index":39,"sense_key":"take%2:41:13::","synset_id":"take.v.39"},{"index":40,"sense_key":"take%2:38:11::","synset_id":"drive.v.16"},{"index":41,"sense_key":"take%2:33:08::","synset_id":"take.v.41"},{"index":42,"sense_key":"take%2:29:08::","synset_id":"contract.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"take%2:40:06::","call_ids":["senseval3.d002.s132.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"take%2:40:06::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":1009,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8316258180420846}
{"item_id":"senseval3.d002.s132.t003","gold_sense_keys":["second%1:28:00::"],"candidates":[{"index":1,"sense_key":"second%1:28:00::","synset_id":"second.n.01"},{"index":2,"sense_key":"second%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"second%1:04:00::","synset_id":"second_base.n.02"},{"index":4,"sense_key":"second%1:28:02::","synset_id":"moment.n.01"},{"index":5,"sense_key":"second%1:24:00::","synset_id":"second.n.05"},{"index":6,"sense_key":"second%1:23:00::","synset_id":"second.n.06"},{"index":7,"sense_key":"second%1:18:00::","synset_id":"second.n.07"},{"index":8,"sense_key":"second%1:10:00::","synset_id":"second.n.08"},{"index":9,"sense_key":"second%1:06:00::","synset_id":"second_gear.n.01"},{"index":10,"sense_key":"second%1:06:01::","synset_id":"irregular.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"second%1:28:01::","call_ids":["senseval3.d002.s132.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"second%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":329,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8625028161332011}
{"item_id":"senseval3.d002.s133.t000","gold_sense_keys":["wonder%2:31:00::"],"candidates":[{"index":1,"sense_key":"wonder%2:31:00::","synset_id":"wonder.v.01"},{"index":2,"sense_key":"wonder%2:32:01::","synset_id":"wonder.v.02"},{"index":3,"sense_key":"wonder%2:32:12::","synset_id":"wonder.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"wonder%2:32:01::","call_ids":["senseval3.d002.s133.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"wonder%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8632814229931682}
{"item_id":"senseval3.d002.s133.t001","gold_sense_keys":["able%3:00:00::"],"candidates":[{"index":1,"sense_key":"able%3:00:00::","synset_id":"able.a.01"},{"index":2,"sense_key":"able%5:00:00:competent:00","synset_id":"able.s.01"},{"index":3,"sense_key":"able%5:00:00:capable:00","synset_id":"able.s.02"},{"index":4,"sense_key":"able%5:00:00:fit:01","synset_id":"able.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"able%3:00:00::","call_ids":["senseval3.d002.s133.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"able%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8640280358958989}
{"item_id":"senseval3.d002.s133.t002","gold_sense_keys":["relax%2:29:00::"],"candidates":[{"index":1,"sense_key":"relax%2:29:00::","synset_id":"relax.v.01"},{"index":2,"sense_key":"relax%2:30:01::","synset_id":"relax.v.02"},{"index":3,"sense_key":"relax%2:30:02::","synset_id":"loosen.v.07"},{"index":4,"sense_key":"relax%2:29:01::","synset_id":"relax.v.04"},{"index":5,"sense_key":"relax%2:41:02::","synset_id":"relax.v.05"},{"index":6,"sense_key":"relax%2:41:01::","synset_id":"relax.v.06"},{"index":7,"sense_key":"relax%2:41:00::","synset_id":"relax.v.07"},{"index":8,"sense_key":"relax%2:30:05::","synset_id":"slack.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"relax%2:29:01::","call_ids":["senseval3.d002.s133.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"relax%2:29:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":281,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8646167640108615}
{"item_id":"senseval3.d002.s136.t000","gold_sense_keys":["flesh%1:08:01::"],"candidates":[{"index":1,"sense_key":"flesh%1:08:02::","synset_id":"flesh.n.01"},{"index":2,"sense_key":"flesh%1:08:01::","synset_id":"human_body.n.01"},{"index":3,"sense_key":"flesh%1:20:00::","synset_id":"pulp.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"flesh%1:08:02::","call_ids":["senseval3.d002.s136.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"flesh%1:08:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8653174410574138}
{"item_id":"senseval3.d002.s136.t001","gold_sense_keys":["go%2:30:04::"],"candidates":[{"index":1,"sense_key":"go%2:38:00::","synset_id":"travel.v.01"},{"index":2,"sense_key":"go%2:41:00::","synset_id":"go.v.02"},{"index":3,"sense_key":"go%2:38:01::","synset_id":"go.v.03"},{"index":4,"sense_key":"go%2:30:04::","synset_id":"become.v.01"},{"index":5,"sense_key":"go%2:42:06::","synset_id":"go.v.05"},{"index":6,"sense_key":"go%2:42:02::","synset_id":"run.v.05"},{"index":7,"sense_key":"go%2:42:00::","synset_id":"run.v.03"},{"index":8,"sense_key":"go%2:30:01::","synset_id":"proceed.v.04"},{"index":9,"sense_key":"go%2:30:08::","synset_id":"go.v.09"},{"index":10,"sense_key":"go%2:42:07::","synset_id":"go.v.10"},{"index":11,"sense_key":"go%2:39:00::","synset_id":"sound.v.02"},{"index":12,"sense_key":"go%2:35:00::","synset_id":"function.v.01"},{"index":13,"sense_key":"go%2:34:00::","synset_id":"run_low.v.01"},{"index":14,"sense_key":"go%2:30:02::","synset_id":"move.v.13"},{"index":15,"sense_key":"go%2:42:14::","synset_id":"survive.v.01"},{"index":16,"sense_key":"go%2:42:03::","synset_id":"go.v.16"},{"index":17,"sense_key":"go%2:30:00::","synset_id":"die.v.01"},{"index":18,"sense_key":"go%2:42:04::","synset_id":"belong.v.03"},{"index":19,"sense_key":"go%2:42:10::","synset_id":"go.v.19"},{"index":20,"sense_key":"go%2:38:09::","synset_id":"start.v.09"},{"index":21,"sense_key":"go%2:33:00::","synset_id":"move.v.15"},{"index":22,"sense_key":"go%2:42:13::","synset_id":"go.v.22"},{"index":23,"sense_key":"go%2:42:12::","synset_id":"go.v.23"},{"index":24,"sense_key":"go%2:42:11::","synset_id":"blend.v.02"},{"index":25,"sense_key":"go%2:42:08::","synset_id":"go.v.25"},{"index":26,"sense_key":"go%2:42:05::","synset_id":"fit.v.02"},{"index":27,"sense_key":"go%2:35:13::","synset_id":"rifle.v.02"},{"index":28,"sense_key":"go%2:34:09::","synset_id":"go.v.28"},{"index":29,"sense_key":"go%2:31:12::","synset_id":"plump.v.04"},{"index":30,"sense_key":"go%2:30:03::","synset_id":"fail.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":25,"chosen_sense_key":"go%2:42:08::","call_ids":["senseval3.d002.s136.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":25,"predicted_sense_key":"go%2:42:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":787,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8732039500027895}
{"item_id":"senseval3.d002.s136.t003","gold_sense_keys":["flight%1:04:01::"],"candidates":[{"index":1,"sense_key":"flight%1:14:01::","synset_id":"flight.n.01"},{"index":2,"sense_key":"flight%1:04:00::","synset_id":"flight.n.02"},{"index":3,"sense_key":"flight%1:06:00::","synset_id":"flight.n.03"},{"index":4,"sense_key":"flight%1:04:01::","synset_id":"escape.n.01"},{"index":5,"sense_key":"flight%1:14:00::","synset_id":"flight.n.05"},{"index":6,"sense_key":"flight%1:09:00::","synset_id":"flight.n.06"},{"index":7,"sense_key":"flight%1:19:00::","synset_id":"trajectory.n.01"},{"index":8,"sense_key":"flight%1:14:02::","synset_id":"flight.n.08"},{"index":9,"sense_key":"flight%1:04:02::","synset_id":"flight.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"flight%1:04:01::","call_ids":["senseval3.d002.s136.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"flight%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.882834070827812}
{"item_id":"senseval3.d002.s136.t004","gold_sense_keys":["fight%1:04:02::"],"candidates":[{"index":1,"sense_key":"fight%1:04:01::","synset_id":"battle.n.01"},{"index":2,"sense_key":"fight%1:04:02::","synset_id":"fight.n.02"},{"index":3,"sense_key":"fight%1:07:00::","synset_id":"competitiveness.n.01"},{"index":4,"sense_key":"fight%1:10:00::","synset_id":"fight.n.04"},{"index":5,"sense_key":"fight%1:04:03::","synset_id":"fight.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"fight%1:07:00::","call_ids":["senseval3.d002.s136.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"fight%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.883429589914158}
{"item_id":"senseval3.d002.s137.t000","gold_sense_keys":["nausea%1:26:00::"],"candidates":[{"index":1,"sense_key":"nausea%1:26:00::","synset_id":"nausea.n.01"},{"index":2,"sense_key":"nausea%1:12:00::","synset_id":"nausea.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"nausea%1:26:00::","call_ids":["senseval3.d002.s137.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"nausea%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":111,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.884196300059557}
{"item_id":"senseval3.d002.s137.t001","gold_sense_keys":["seem%2:39:01::"],"candidates":[{"index":1,"sense_key":"seem%2:39:00::","synset_id":"look.v.02"},{"index":2,"sense_key":"seem%2:39:01::","synset_id":"appear.v.04"},{"index":3,"sense_key":"seem%2:42:00::","synset_id":"seem.v.03"},{"index":4,"sense_key":"seem%2:39:02::","synset_id":"seem.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"seem%2:39:01::","call_ids":["senseval3.d002.s137.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"seem%2:39:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8944059810601175}
{"item_id":"senseval3.d002.s137.t002","gold_sense_keys":["commonplace%5:00:02:ordinary:00"],"candidates":[{"index":1,"sense_key":"commonplace%5:00:02:ordinary:00","synset_id":"commonplace.s.01"},{"index":2,"sense_key":"commonplace%5:00:00:unexciting:00","synset_id":"commonplace.s.02"},{"index":3,"sense_key":"commonplace%5:00:00:unoriginal:00","synset_id":"banal.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"commonplace%5:00:02:ordinary:00","call_ids":["senseval3.d002.s137.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"commonplace%5:00:02:ordinary:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9011533840093762}
{"item_id":"senseval3.d002.s137.t003","gold_sense_keys":["symptom%1:26:00::"],"candidates":[{"index":1,"sense_key":"symptom%1:26:00::","synset_id":"symptom.n.01"},{"index":2,"sense_key":"symptom%1:10:00::","synset_id":"symptom.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"symptom%1:10:00::","call_ids":["senseval3.d002.s137.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"symptom%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":131,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8998064259067178}
{"item_id":"senseval3.d002.s139.t000","gold_sense_keys":["walk%2:38:00::"],"candidates":[{"index":1,"sense_key":"walk%2:38:00::","synset_id":"walk.v.01"},{"index":2,"sense_key":"walk%2:38:01::","synset_id":"walk.v.02"},{"index":3,"sense_key":"walk%2:33:00::","synset_id":"walk.v.03"},{"index":4,"sense_key":"walk%2:38:03::","synset_id":"walk.v.04"},{"index":5,"sense_key":"walk%2:33:01::","synset_id":"walk.v.05"},{"index":6,"sense_key":"walk%2:41:00::","synset_id":"walk.v.06"},{"index":7,"sense_key":"walk%2:41:01::","synset_id":"walk.v.07"},{"index":8,"sense_key":"walk%2:38:02::","synset_id":"walk.v.08"},{"index":9,"sense_key":"walk%2:38:05::","synset_id":"walk.v.09"},{"index":10,"sense_key":"walk%2:38:04::","synset_id":"walk.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"walk%2:38:02::","call_ids":["senseval3.d002.s139.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"walk%2:38:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":284,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9017987151164562}
{"item_id":"senseval3.d002.s139.t002","gold_sense_keys":["minute%1:28:00::"],"candidates":[{"index":1,"sense_key":"minute%1:28:00::","synset_id":"minute.n.01"},{"index":2,"sense_key":"minute%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"minute%1:28:02::","synset_id":"moment.n.01"},{"index":4,"sense_key":"minute%1:23:00::","synset_id":"minute.n.04"},{"index":5,"sense_key":"minute%1:10:00::","synset_id":"minute.n.05"},{"index":6,"sense_key":"minute%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"minute%1:28:01::","call_ids":["senseval3.d002.s139.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"minute%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9027896148618311}
{"item_id":"senseval3.d002.s139.t003","gold_sense_keys":["morning%1:28:00::"],"candidates":[{"index":1,"sense_key":"morning%1:28:00::","synset_id":"morning.n.01"},{"index":2,"sense_key":"morning%1:10:00::","synset_id":"good_morning.n.01"},{"index":3,"sense_key":"morning%1:28:01::","synset_id":"dawn.n.01"},{"index":4,"sense_key":"morning%1:11:00::","synset_id":"dawn.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"morning%1:28:00::","call_ids":["senseval3.d002.s139.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"morning%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9078707550652325}
{"item_id":"senseval3.d002.s140.t000","gold_sense_keys":["next%5:00:00:close:01"],"candidates":[{"index":1,"sense_key":"next%5:00:00:succeeding:00","synset_id":"following.s.02"},{"index":2,"sense_key":"next%5:00:00:close:01","synset_id":"adjacent.s.01"},{"index":3,"sense_key":"next%5:00:00:incoming:00","synset_id":"future.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"next%5:00:00:close:01","call_ids":["senseval3.d002.s140.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"next%5:00:00:close:01","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.883617035113275}
{"item_id":"senseval3.d002.s140.t004","gold_sense_keys":["blue%5:00:00:chromatic:00"],"candidates":[{"index":1,"sense_key":"blue%5:00:00:chromatic:00","synset_id":"blue.s.01"},{"index":2,"sense_key":"blue%5:00:00:northern:02","synset_id":"blue.s.02"},{"index":3,"sense_key":"blue%5:00:00:dejected:00","synset_id":"gloomy.s.02"},{"index":4,"sense_key":"blue%5:00:02:dirty:02","synset_id":"blasphemous.s.02"},{"index":5,"sense_key":"blue%5:00:00:sexy:00","synset_id":"blue.s.05"},{"index":6,"sense_key":"blue%5:00:00:noble:02","synset_id":"aristocratic.s.01"},{"index":7,"sense_key":"blue%5:00:00:nonindulgent:00","synset_id":"blue.s.07"},{"index":8,"sense_key":"blue%5:00:00:depressing:00","synset_id":"blue.s.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"blue%5:00:00:depressing:00","call_ids":["senseval3.d002.s140.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"blue%5:00:00:depressing:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":314,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8842725460417569}
{"item_id":"senseval3.d002.s140.t006","gold_sense_keys":["sit_up%2:38:01::"],"candidates":[{"index":1,"sense_key":"sit_up%2:29:00::","synset_id":"stay_up.v.01"},{"index":2,"sense_key":"sit_up%2:38:01::","synset_id":"sit_up.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sit_up%2:38:01::","call_ids":["senseval3.d002.s140.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sit_up%2:38:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8861595401540399}
{"item_id":"senseval3.d002.s140.t007","gold_sense_keys":["say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"say%2:32:13::","call_ids":["senseval3.d002.s140.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"say%2:32:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":352,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8868671010714024}
{"item_id":"senseval3.d002.s140.t009","gold_sense_keys":["woman%1:18:00::"],"candidates":[{"index":1,"sense_key":"woman%1:18:00::","synset_id":"woman.n.01"},{"index":2,"sense_key":"woman%1:18:01::","synset_id":"woman.n.02"},{"index":3,"sense_key":"woman%1:18:02::","synset_id":"charwoman.n.01"},{"index":4,"sense_key":"woman%1:14:00::","synset_id":"womanhood.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"woman%1:18:01::","call_ids":["senseval3.d002.s140.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"woman%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8895957740023732}
{"item_id":"senseval3.d002.s140.t010","gold_sense_keys":["smile%2:29:00::"],"candidates":[{"index":1,"sense_key":"smile%2:29:00::","synset_id":"smile.v.01"},{"index":2,"sense_key":"smile%2:32:00::","synset_id":"smile.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"smile%2:32:00::","call_ids":["senseval3.d002.s140.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"smile%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9020397160202265}
{"item_id":"senseval3.d002.s140.t011","gold_sense_keys":["say%2:32:15::"],"candidates":[{"index":1,"sense_key":"say%2:32:00::","synset_id":"state.v.01"},{"index":2,"sense_key":"say%2:32:01::","synset_id":"allege.v.01"},{"index":3,"sense_key":"say%2:32:03::","synset_id":"suppose.v.01"},{"index":4,"sense_key":"say%2:42:00::","synset_id":"read.v.02"},{"index":5,"sense_key":"say%2:32:04::","synset_id":"order.v.01"},{"index":6,"sense_key":"say%2:32:02::","synset_id":"pronounce.v.01"},{"index":7,"sense_key":"say%2:32:07::","synset_id":"say.v.07"},{"index":8,"sense_key":"say%2:32:15::","synset_id":"say.v.08"},{"index":9,"sense_key":"say%2:32:13::","synset_id":"say.v.09"},{"index":10,"sense_key":"say%2:32:08::","synset_id":"say.v.10"},{"index":11,"sense_key":"say%2:32:09::","synset_id":"say.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"say%2:32:15::","call_ids":["senseval3.d002.s140.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"say%2:32:15::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":352,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.8895626089069992}
{"item_id":"senseval3.d002.s140.t012","gold_sense_keys":["great%5:00:00:good:01"],"candidates":[{"index":1,"sense_key":"great%5:00:01:large:00","synset_id":"great.s.01"},{"index":2,"sense_key":"great%5:00:01:important:00","synset_id":"great.s.02"},{"index":3,"sense_key":"great%5:00:01:extraordinary:00","synset_id":"great.s.03"},{"index":4,"sense_key":"great%5:00:00:good:01","synset_id":"bang-up.s.01"},{"index":5,"sense_key":"great%5:00:00:uppercase:00","synset_id":"capital.s.03"},{"index":6,"sense_key":"great%5:00:00:pregnant:00","synset_id":"big.s.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"great%5:00:01:extraordinary:00","call_ids":["senseval3.d002.s140.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"great%5:00:01:extraordinary:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":231,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9065703821834177}
{"item_id":"senseval3.d002.s140.t013","gold_sense_keys":["alive%3:00:01::"],"candidates":[{"index":1,"sense_key":"alive%3:00:01::","synset_id":"alive.a.01"},{"index":2,"sense_key":"alive%5:00:00:lively:00","synset_id":"alive.s.01"},{"index":3,"sense_key":"alive%3:00:04::","synset_id":"animated.a.01"},{"index":4,"sense_key":"alive%5:00:00:sensitive:02","synset_id":"alive.s.02"},{"index":5,"sense_key":"alive%5:00:00:existent:00","synset_id":"active.s.03"},{"index":6,"sense_key":"alive%5:00:00:aware:00","synset_id":"alert.s.02"},{"index":7,"sense_key":"alive%5:00:00:active:05","synset_id":"alive.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"alive%3:00:04::","call_ids":["senseval3.d002.s140.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"alive%3:00:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9025201119948179}
{"item_id":"senseval3.d002.s141.t000","gold_sense_keys":["agree%2:32:00::"],"candidates":[{"index":1,"sense_key":"agree%2:32:00::","synset_id":"agree.v.01"},{"index":2,"sense_key":"agree%2:32:01::","synset_id":"agree.v.02"},{"index":3,"sense_key":"agree%2:42:00::","synset_id":"match.v.01"},{"index":4,"sense_key":"agree%2:42:01::","synset_id":"harmonize.v.01"},{"index":5,"sense_key":"agree%2:42:03::","synset_id":"agree.v.05"},{"index":6,"sense_key":"agree%2:40:02::","synset_id":"agree.v.06"},{"index":7,"sense_key":"agree%2:32:04::","synset_id":"agree.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"agree%2:32:00::","call_ids":["senseval3.d002.s141.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"agree%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.9034439069218934}
{"item_id":"semeval2013.d000.s000.t000","gold_sense_keys":["group%1:03:00::"],"candidates":[{"index":1,"sense_key":"group%1:03:00::","synset_id":"group.n.01"},{"index":2,"sense_key":"group%1:27:00::","synset_id":"group.n.02"},{"index":3,"sense_key":"group%1:09:00::","synset_id":"group.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"group%1:03:00::","call_ids":["semeval2013.d000.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"group%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.904220538912341}
{"item_id":"semeval2013.d000.s000.t001","gold_sense_keys":["plan%1:09:00::"],"candidates":[{"index":1,"sense_key":"plan%1:09:00::","synset_id":"plan.n.01"},{"index":2,"sense_key":"plan%1:09:01::","synset_id":"design.n.02"},{"index":3,"sense_key":"plan%1:06:00::","synset_id":"plan.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"plan%1:09:00::","call_ids":["semeval2013.d000.s000.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"plan%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.15052982489578426}
{"item_id":"semeval2013.d000.s000.t002","gold_sense_keys":["emission%1:04:00::","emission%1:27:00::"],"candidates":[{"index":1,"sense_key":"emission%1:04:00::","synset_id":"emission.n.01"},{"index":2,"sense_key":"emission%1:27:00::","synset_id":"discharge.n.03"},{"index":3,"sense_key":"emission%1:22:00::","synset_id":"emission.n.03"},{"index":4,"sense_key":"emission%1:22:01::","synset_id":"discharge.n.04"},{"index":5,"sense_key":"emission%1:11:00::","synset_id":"emission.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"emission%1:04:00::","call_ids":["semeval2013.d000.s000.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"emission%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16283363313414156}
{"item_id":"semeval2013.d000.s001.t000","gold_sense_keys":["climate%1:26:00::"],"candidates":[{"index":1,"sense_key":"climate%1:26:00::","synset_id":"climate.n.01"},{"index":2,"sense_key":"climate%1:26:01::","synset_id":"climate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"climate%1:26:00::","call_ids":["semeval2013.d000.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"climate%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1656308169476688}
{"item_id":"semeval2013.d000.s001.t001","gold_sense_keys":["conference%1:10:00::","conference%1:14:00::"],"candidates":[{"index":1,"sense_key":"conference%1:14:00::","synset_id":"conference.n.01"},{"index":2,"sense_key":"conference%1:14:01::","synset_id":"league.n.01"},{"index":3,"sense_key":"conference%1:10:00::","synset_id":"conference.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"conference%1:10:00::","call_ids":["semeval2013.d000.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"conference%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17807941185310483}
{"item_id":"semeval2013.d000.s001.t004","gold_sense_keys":["focus%1:09:00::"],"candidates":[{"index":1,"sense_key":"focus%1:09:00::","synset_id":"focus.n.01"},{"index":2,"sense_key":"focus%1:07:01::","synset_id":"focus.n.02"},{"index":3,"sense_key":"focus%1:07:03::","synset_id":"focus.n.03"},{"index":4,"sense_key":"focus%1:26:00::","synset_id":"focus.n.04"},{"index":5,"sense_key":"focus%1:26:01::","synset_id":"stress.n.03"},{"index":6,"sense_key":"focus%1:19:00::","synset_id":"focus.n.06"},{"index":7,"sense_key":"focus%1:15:00::","synset_id":"focus.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"focus%1:09:00::","call_ids":["semeval2013.d000.s001.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"focus%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":295,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2021290510892868}
{"item_id":"semeval2013.d000.s001.t007","gold_sense_keys":["document%1:10:00::"],"candidates":[{"index":1,"sense_key":"document%1:10:00::","synset_id":"document.n.01"},{"index":2,"sense_key":"document%1:06:00::","synset_id":"document.n.02"},{"index":3,"sense_key":"document%1:21:00::","synset_id":"document.n.03"},{"index":4,"sense_key":"document%1:10:01::","synset_id":"text_file.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"document%1:10:00::","call_ids":["semeval2013.d000.s001.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"document%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20757002686150372}
{"item_id":"semeval2013.d000.s001.t008","gold_sense_keys":["reduction%1:04:00::"],"candidates":[{"index":1,"sense_key":"reduction%1:04:00::","synset_id":"decrease.n.04"},{"index":2,"sense_key":"reduction%1:22:00::","synset_id":"reduction.n.02"},{"index":3,"sense_key":"reduction%1:04:02::","synset_id":"reduction.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"reduction%1:04:00::","call_ids":["semeval2013.d000.s001.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"reduction%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2107450650073588}
{"item_id":"semeval2013.d000.s001.t009","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"year%1:28:00::","call_ids":["semeval2013.d000.s001.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"year%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20880614896304905}
{"item_id":"semeval2013.d000.s001.t010","gold_sense_keys":["burden%1:09:01::"],"candidates":[{"index":1,"sense_key":"burden%1:09:01::","synset_id":"burden.n.01"},{"index":2,"sense_key":"burden%1:06:01::","synset_id":"load.n.01"},{"index":3,"sense_key":"burden%1:10:00::","synset_id":"effect.n.04"},{"index":4,"sense_key":"burden%1:09:00::","synset_id":"burden.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"burden%1:06:01::","call_ids":["semeval2013.d000.s001.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"burden%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19873161287978292}
{"item_id":"semeval2013.d000.s001.t011","gold_sense_keys":["term%1:28:00::"],"candidates":[{"index":1,"sense_key":"term%1:10:00::","synset_id":"term.n.01"},{"index":2,"sense_key":"term%1:28:00::","synset_id":"term.n.02"},{"index":3,"sense_key":"term%1:10:02::","synset_id":"condition.n.07"},{"index":4,"sense_key":"term%1:09:00::","synset_id":"term.n.04"},{"index":5,"sense_key":"term%1:10:01::","synset_id":"term.n.05"},{"index":6,"sense_key":"term%1:28:01::","synset_id":"term.n.06"},{"index":7,"sense_key":"term%1:06:00::","synset_id":"terminus.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"term%1:28:00::","call_ids":["semeval2013.d000.s001.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"term%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":320,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20279796095564961}
{"item_id":"semeval2013.d000.s002.t000","gold_sense_keys":["text%1:10:00::","text%1:10:01::"],"candidates":[{"index":1,"sense_key":"text%1:10:00::","synset_id":"text.n.01"},{"index":2,"sense_key":"text%1:10:03::","synset_id":"text.n.02"},{"index":3,"sense_key":"text%1:10:02::","synset_id":"textbook.n.01"},{"index":4,"sense_key":"text%1:10:01::","synset_id":"text.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"text%1:10:01::","call_ids":["semeval2013.d000.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"text%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20409047696739435}
{"item_id":"semeval2013.d000.s002.t001","gold_sense_keys":["basis%1:09:00::"],"candidates":[{"index":1,"sense_key":"basis%1:24:00::","synset_id":"footing.n.02"},{"index":2,"sense_key":"basis%1:09:00::","synset_id":"basis.n.02"},{"index":3,"sense_key":"basis%1:24:01::","synset_id":"basis.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"basis%1:24:01::","call_ids":["semeval2013.d000.s002.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"basis%1:24:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2454558708705008}
{"item_id":"semeval2013.d000.s002.t002","gold_sense_keys":["deal%1:10:00::"],"candidates":[{"index":1,"sense_key":"deal%1:04:02::","synset_id":"deal.n.01"},{"index":2,"sense_key":"deal%1:10:00::","synset_id":"bargain.n.01"},{"index":3,"sense_key":"deal%1:23:00::","synset_id":"batch.n.02"},{"index":4,"sense_key":"deal%1:27:00::","synset_id":"deal.n.04"},{"index":5,"sense_key":"deal%1:27:01::","synset_id":"softwood.n.01"},{"index":6,"sense_key":"deal%1:14:00::","synset_id":"hand.n.06"},{"index":7,"sense_key":"deal%1:11:00::","synset_id":"deal.n.07"},{"index":8,"sense_key":"deal%1:04:00::","synset_id":"deal.n.08"},{"index":9,"sense_key":"deal%1:04:01::","synset_id":"deal.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"deal%1:11:00::","call_ids":["semeval2013.d000.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"deal%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":324,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2533130629453808}
{"item_id":"semeval2013.d000.s002.t004","gold_sense_keys":["obstacle%1:09:00::"],"candidates":[{"index":1,"sense_key":"obstacle%1:09:00::","synset_id":"obstacle.n.01"},{"index":2,"sense_key":"obstacle%1:06:00::","synset_id":"obstacle.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"obstacle%1:06:00::","call_ids":["semeval2013.d000.s002.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"obstacle%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21130829816684127}
{"item_id":"semeval2013.d000.s002.t005","gold_sense_keys":["path%1:04:00::"],"candidates":[{"index":1,"sense_key":"path%1:04:00::","synset_id":"way.n.05"},{"index":2,"sense_key":"path%1:06:00::","synset_id":"path.n.02"},{"index":3,"sense_key":"path%1:15:00::","synset_id":"path.n.03"},{"index":4,"sense_key":"path%1:17:00::","synset_id":"path.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"path%1:17:00::","call_ids":["semeval2013.d000.s002.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"path%1:17:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21291509992443025}
{"item_id":"semeval2013.d000.s003.t000","gold_sense_keys":["advance%1:11:01::"],"candidates":[{"index":1,"sense_key":"advance%1:11:00::","synset_id":"progress.n.03"},{"index":2,"sense_key":"advance%1:11:01::","synset_id":"improvement.n.01"},{"index":3,"sense_key":"advance%1:10:00::","synset_id":"overture.n.03"},{"index":4,"sense_key":"advance%1:04:00::","synset_id":"progress.n.02"},{"index":5,"sense_key":"advance%1:21:00::","synset_id":"advance.n.05"},{"index":6,"sense_key":"advance%1:04:01::","synset_id":"advance.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"advance%1:11:01::","call_ids":["semeval2013.d000.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"advance%1:11:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24861116101965308}
{"item_id":"semeval2013.d000.s003.t001","gold_sense_keys":["negotiation%1:10:00::"],"candidates":[{"index":1,"sense_key":"negotiation%1:10:00::","synset_id":"negotiation.n.01"},{"index":2,"sense_key":"negotiation%1:04:00::","synset_id":"negotiation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"negotiation%1:10:00::","call_ids":["semeval2013.d000.s003.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"negotiation%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21442446997389197}
{"item_id":"semeval2013.d000.s003.t002","gold_sense_keys":["time%1:28:05::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"time%1:28:06::","call_ids":["semeval2013.d000.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"time%1:28:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":328,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21573432814329863}
{"item_id":"semeval2013.d000.s003.t004","gold_sense_keys":["leader%1:18:00::"],"candidates":[{"index":1,"sense_key":"leader%1:18:00::","synset_id":"leader.n.01"},{"index":2,"sense_key":"leader%1:06:00::","synset_id":"drawing_card.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"leader%1:18:00::","call_ids":["semeval2013.d000.s003.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"leader%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21734531014226377}
{"item_id":"semeval2013.d000.s003.t006","gold_sense_keys":["week%1:28:02::"],"candidates":[{"index":1,"sense_key":"week%1:28:00::","synset_id":"week.n.01"},{"index":2,"sense_key":"week%1:28:01::","synset_id":"workweek.n.01"},{"index":3,"sense_key":"week%1:28:02::","synset_id":"week.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"week%1:28:00::","call_ids":["semeval2013.d000.s003.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"week%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24825388309545815}
{"item_id":"semeval2013.d000.s004.t001","gold_sense_keys":["text%1:10:00::","text%1:10:01::"],"candidates":[{"index":1,"sense_key":"text%1:10:00::","synset_id":"text.n.01"},{"index":2,"sense_key":"text%1:10:03::","synset_id":"text.n.02"},{"index":3,"sense_key":"text%1:10:02::","synset_id":"textbook.n.01"},{"index":4,"sense_key":"text%1:10:01::","synset_id":"text.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"text%1:10:01::","call_ids":["semeval2013.d000.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"text%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21719639608636498}
{"item_id":"semeval2013.d000.s004.t002","gold_sense_keys":["money%1:21:00::"],"candidates":[{"index":1,"sense_key":"money%1:21:00::","synset_id":"money.n.01"},{"index":2,"sense_key":"money%1:21:02::","synset_id":"money.n.02"},{"index":3,"sense_key":"money%1:21:01::","synset_id":"money.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"money%1:21:02::","call_ids":["semeval2013.d000.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"money%1:21:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2331101589370519}
{"item_id":"semeval2013.d000.s004.t003","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d000.s004.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2382210500072688}
{"item_id":"semeval2013.d000.s004.t004","gold_sense_keys":["one%1:09:00::"],"candidates":[{"index":1,"sense_key":"one%1:23:00::","synset_id":"one.n.01"},{"index":2,"sense_key":"one%1:09:00::","synset_id":"one.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"one%1:09:00::","call_ids":["semeval2013.d000.s004.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"one%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23975972295738757}
{"item_id":"semeval2013.d000.s004.t006","gold_sense_keys":["term%1:28:00::"],"candidates":[{"index":1,"sense_key":"term%1:10:00::","synset_id":"term.n.01"},{"index":2,"sense_key":"term%1:28:00::","synset_id":"term.n.02"},{"index":3,"sense_key":"term%1:10:02::","synset_id":"condition.n.07"},{"index":4,"sense_key":"term%1:09:00::","synset_id":"term.n.04"},{"index":5,"sense_key":"term%1:10:01::","synset_id":"term.n.05"},{"index":6,"sense_key":"term%1:28:01::","synset_id":"term.n.06"},{"index":7,"sense_key":"term%1:06:00::","synset_id":"terminus.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"term%1:28:00::","call_ids":["semeval2013.d000.s004.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"term%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":298,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24109360692091286}
{"item_id":"semeval2013.d000.s005.t000","gold_sense_keys":["range%1:14:00::"],"candidates":[{"index":1,"sense_key":"range%1:07:00::","synset_id":"scope.n.01"},{"index":2,"sense_key":"range%1:15:01::","synset_id":"range.n.02"},{"index":3,"sense_key":"range%1:15:02::","synset_id":"range.n.03"},{"index":4,"sense_key":"range%1:17:00::","synset_id":"range.n.04"},{"index":5,"sense_key":"range%1:06:00::","synset_id":"range.n.05"},{"index":6,"sense_key":"range%1:14:00::","synset_id":"range.n.06"},{"index":7,"sense_key":"range%1:14:01::","synset_id":"image.n.07"},{"index":8,"sense_key":"range%1:09:00::","synset_id":"compass.n.03"},{"index":9,"sense_key":"range%1:06:01::","synset_id":"stove.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"range%1:14:00::","call_ids":["semeval2013.d000.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"range%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":366,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24897570093162358}
{"item_id":"semeval2013.d000.s005.t001","gold_sense_keys":["option%1:09:00::"],"candidates":[{"index":1,"sense_key":"option%1:21:00::","synset_id":"option.n.01"},{"index":2,"sense_key":"option%1:09:00::","synset_id":"option.n.02"},{"index":3,"sense_key":"option%1:04:00::","synset_id":"choice.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"option%1:09:00::","call_ids":["semeval2013.d000.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"option%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23419306008145213}
{"item_id":"semeval2013.d000.s005.t002","gold_sense_keys":["question%1:10:00::","question%1:10:01::"],"candidates":[{"index":1,"sense_key":"question%1:10:00::","synset_id":"question.n.01"},{"index":2,"sense_key":"question%1:10:01::","synset_id":"question.n.02"},{"index":3,"sense_key":"question%1:10:03::","synset_id":"question.n.03"},{"index":4,"sense_key":"question%1:07:00::","synset_id":"doubt.n.02"},{"index":5,"sense_key":"question%1:10:02::","synset_id":"motion.n.05"},{"index":6,"sense_key":"question%1:10:04::","synset_id":"question.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"question%1:10:03::","call_ids":["semeval2013.d000.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"question%1:10:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29586725286208093}
{"item_id":"semeval2013.d000.s005.t003","gold_sense_keys":["upper_limit%1:23:00::"],"candidates":[{"index":1,"sense_key":"upper_limit%1:23:00::","synset_id":"maximum.n.01"},{"index":2,"sense_key":"upper_limit%1:15:00::","synset_id":"upper_limit.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"upper_limit%1:23:00::","call_ids":["semeval2013.d000.s005.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"upper_limit%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.279063937952742}
{"item_id":"semeval2013.d000.s005.t004","gold_sense_keys":["temperature%1:07:00::"],"candidates":[{"index":1,"sense_key":"temperature%1:07:00::","synset_id":"temperature.n.01"},{"index":2,"sense_key":"temperature%1:09:00::","synset_id":"temperature.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"temperature%1:07:00::","call_ids":["semeval2013.d000.s005.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"temperature%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.280096631962806}
{"item_id":"semeval2013.d000.s005.t005","gold_sense_keys":["rise%1:11:00::"],"candidates":[{"index":1,"sense_key":"rise%1:11:00::","synset_id":"rise.n.01"},{"index":2,"sense_key":"rise%1:04:00::","synset_id":"rise.n.02"},{"index":3,"sense_key":"rise%1:17:00::","synset_id":"ascent.n.01"},{"index":4,"sense_key":"rise%1:11:02::","synset_id":"rise.n.04"},{"index":5,"sense_key":"rise%1:07:02::","synset_id":"raise.n.01"},{"index":6,"sense_key":"rise%1:07:01::","synset_id":"upgrade.n.04"},{"index":7,"sense_key":"rise%1:11:01::","synset_id":"lift.n.04"},{"index":8,"sense_key":"rise%1:11:03::","synset_id":"emanation.n.03"},{"index":9,"sense_key":"rise%1:07:03::","synset_id":"rise.n.09"},{"index":10,"sense_key":"rise%1:04:01::","synset_id":"advance.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"rise%1:07:03::","call_ids":["semeval2013.d000.s005.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"rise%1:07:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":318,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29679999500513077}
{"item_id":"semeval2013.d000.s006.t000","gold_sense_keys":["lot%1:23:00::"],"candidates":[{"index":1,"sense_key":"lot%1:23:00::","synset_id":"batch.n.02"},{"index":2,"sense_key":"lot%1:15:00::","synset_id":"lot.n.02"},{"index":3,"sense_key":"lot%1:14:00::","synset_id":"set.n.05"},{"index":4,"sense_key":"lot%1:26:00::","synset_id":"fortune.n.04"},{"index":5,"sense_key":"lot%1:06:00::","synset_id":"draw.n.04"},{"index":6,"sense_key":"lot%1:14:01::","synset_id":"bunch.n.03"},{"index":7,"sense_key":"lot%1:18:00::","synset_id":"lot.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"lot%1:23:00::","call_ids":["semeval2013.d000.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"lot%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":279,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30976071301847696}
{"item_id":"semeval2013.d000.s006.t001","gold_sense_keys":["flexibility%1:07:01::"],"candidates":[{"index":1,"sense_key":"flexibility%1:07:02::","synset_id":"flexibility.n.01"},{"index":2,"sense_key":"flexibility%1:07:01::","synset_id":"flexibility.n.02"},{"index":3,"sense_key":"flexibility%1:07:03::","synset_id":"tractability.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"flexibility%1:07:01::","call_ids":["semeval2013.d000.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"flexibility%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2977268840186298}
{"item_id":"semeval2013.d000.s006.t002","gold_sense_keys":["process%1:04:00::"],"candidates":[{"index":1,"sense_key":"process%1:04:00::","synset_id":"procedure.n.01"},{"index":2,"sense_key":"process%1:09:00::","synset_id":"process.n.02"},{"index":3,"sense_key":"process%1:10:00::","synset_id":"summons.n.03"},{"index":4,"sense_key":"process%1:09:01::","synset_id":"process.n.04"},{"index":5,"sense_key":"process%1:08:00::","synset_id":"process.n.05"},{"index":6,"sense_key":"process%1:03:00::","synset_id":"process.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"process%1:03:00::","call_ids":["semeval2013.d000.s006.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"process%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28712365590035915}
{"item_id":"semeval2013.d000.s006.t003","gold_sense_keys":["washington%1:15:01::"],"candidates":[{"index":1,"sense_key":"washington%1:15:01::","synset_id":"washington.n.01"},{"index":2,"sense_key":"washington%1:15:00::","synset_id":"washington.n.02"},{"index":3,"sense_key":"washington%1:14:00::","synset_id":"capital.n.06"},{"index":4,"sense_key":"washington%1:18:00::","synset_id":"washington.n.04"},{"index":5,"sense_key":"washington%1:18:01::","synset_id":"washington.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"washington%1:15:01::","call_ids":["semeval2013.d000.s006.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"washington%1:15:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2901005719322711}
{"item_id":"semeval2013.d000.s006.t004","gold_sense_keys":["representative%1:18:00::","representative%1:18:02::"],"candidates":[{"index":1,"sense_key":"representative%1:18:00::","synset_id":"representative.n.01"},{"index":2,"sense_key":"representative%1:18:02::","synset_id":"spokesperson.n.01"},{"index":3,"sense_key":"representative%1:18:01::","synset_id":"congressman.n.01"},{"index":4,"sense_key":"representative%1:09:00::","synset_id":"example.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"representative%1:18:01::","call_ids":["semeval2013.d000.s006.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"representative%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29464048612862825}
{"item_id":"semeval2013.d000.s007.t000","gold_sense_keys":["document%1:10:00::"],"candidates":[{"index":1,"sense_key":"document%1:10:00::","synset_id":"document.n.01"},{"index":2,"sense_key":"document%1:06:00::","synset_id":"document.n.02"},{"index":3,"sense_key":"document%1:21:00::","synset_id":"document.n.03"},{"index":4,"sense_key":"document%1:10:01::","synset_id":"text_file.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"document%1:10:00::","call_ids":["semeval2013.d000.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"document%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2917418838478625}
{"item_id":"semeval2013.d000.s007.t001","gold_sense_keys":["negotiation%1:04:00::"],"candidates":[{"index":1,"sense_key":"negotiation%1:10:00::","synset_id":"negotiation.n.01"},{"index":2,"sense_key":"negotiation%1:04:00::","synset_id":"negotiation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"negotiation%1:10:00::","call_ids":["semeval2013.d000.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"negotiation%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29246599203906953}
{"item_id":"semeval2013.d000.s007.t002","gold_sense_keys":["text%1:10:00::","text%1:10:01::"],"candidates":[{"index":1,"sense_key":"text%1:10:00::","synset_id":"text.n.01"},{"index":2,"sense_key":"text%1:10:03::","synset_id":"text.n.02"},{"index":3,"sense_key":"text%1:10:02::","synset_id":"textbook.n.01"},{"index":4,"sense_key":"text%1:10:01::","synset_id":"text.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"text%1:10:03::","call_ids":["semeval2013.d000.s007.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"text%1:10:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29573450586758554}
{"item_id":"semeval2013.d000.s007.t003","gold_sense_keys":["climate%1:26:00::"],"candidates":[{"index":1,"sense_key":"climate%1:26:00::","synset_id":"climate.n.01"},{"index":2,"sense_key":"climate%1:26:01::","synset_id":"climate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"climate%1:26:00::","call_ids":["semeval2013.d000.s007.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"climate%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27269563800655305}
{"item_id":"semeval2013.d000.s007.t004","gold_sense_keys":["official%1:18:01::"],"candidates":[{"index":1,"sense_key":"official%1:18:01::","synset_id":"official.n.01"},{"index":2,"sense_key":"official%1:18:00::","synset_id":"official.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"official%1:18:01::","call_ids":["semeval2013.d000.s007.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"official%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2967771999537945}
{"item_id":"semeval2013.d000.s007.t005","gold_sense_keys":["picture%1:26:00::"],"candidates":[{"index":1,"sense_key":"picture%1:06:00::","synset_id":"picture.n.01"},{"index":2,"sense_key":"picture%1:06:01::","synset_id":"painting.n.01"},{"index":3,"sense_key":"picture%1:09:00::","synset_id":"mental_picture.n.01"},{"index":4,"sense_key":"picture%1:26:00::","synset_id":"picture.n.04"},{"index":5,"sense_key":"picture%1:10:00::","synset_id":"picture.n.05"},{"index":6,"sense_key":"picture%1:10:02::","synset_id":"movie.n.01"},{"index":7,"sense_key":"picture%1:10:01::","synset_id":"video.n.01"},{"index":8,"sense_key":"picture%1:10:03::","synset_id":"word_picture.n.01"},{"index":9,"sense_key":"picture%1:09:01::","synset_id":"picture.n.09"},{"index":10,"sense_key":"picture%1:06:02::","synset_id":"photograph.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"picture%1:09:01::","call_ids":["semeval2013.d000.s007.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"picture%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":382,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25956182600930333}
{"item_id":"semeval2013.d000.s008.t000","gold_sense_keys":["outline%1:09:00::"],"candidates":[{"index":1,"sense_key":"outline%1:15:00::","synset_id":"outline.n.01"},{"index":2,"sense_key":"outline%1:10:00::","synset_id":"outline.n.02"},{"index":3,"sense_key":"outline%1:09:00::","synset_id":"outline.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"outline%1:09:00::","call_ids":["semeval2013.d000.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"outline%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2976447439286858}
{"item_id":"semeval2013.d000.s008.t001","gold_sense_keys":["deal%1:10:00::"],"candidates":[{"index":1,"sense_key":"deal%1:04:02::","synset_id":"deal.n.01"},{"index":2,"sense_key":"deal%1:10:00::","synset_id":"bargain.n.01"},{"index":3,"sense_key":"deal%1:23:00::","synset_id":"batch.n.02"},{"index":4,"sense_key":"deal%1:27:00::","synset_id":"deal.n.04"},{"index":5,"sense_key":"deal%1:27:01::","synset_id":"softwood.n.01"},{"index":6,"sense_key":"deal%1:14:00::","synset_id":"hand.n.06"},{"index":7,"sense_key":"deal%1:11:00::","synset_id":"deal.n.07"},{"index":8,"sense_key":"deal%1:04:00::","synset_id":"deal.n.08"},{"index":9,"sense_key":"deal%1:04:01::","synset_id":"deal.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"deal%1:11:00::","call_ids":["semeval2013.d000.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"deal%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":347,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2063493700698018}
{"item_id":"semeval2013.d000.s008.t002","gold_sense_keys":["emission%1:04:00::","emission%1:27:00::"],"candidates":[{"index":1,"sense_key":"emission%1:04:00::","synset_id":"emission.n.01"},{"index":2,"sense_key":"emission%1:27:00::","synset_id":"discharge.n.03"},{"index":3,"sense_key":"emission%1:22:00::","synset_id":"emission.n.03"},{"index":4,"sense_key":"emission%1:22:01::","synset_id":"discharge.n.04"},{"index":5,"sense_key":"emission%1:11:00::","synset_id":"emission.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"emission%1:04:00::","call_ids":["semeval2013.d000.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"emission%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19310393300838768}
{"item_id":"semeval2013.d000.s008.t004","gold_sense_keys":["level%1:07:00::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"level%1:06:01::","call_ids":["semeval2013.d000.s008.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"level%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":315,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19097396498546004}
{"item_id":"semeval2013.d000.s008.t006","gold_sense_keys":["period%1:28:00::"],"candidates":[{"index":1,"sense_key":"period%1:28:00::","synset_id":"time_period.n.01"},{"index":2,"sense_key":"period%1:28:02::","synset_id":"period.n.02"},{"index":3,"sense_key":"period%1:28:07::","synset_id":"period.n.03"},{"index":4,"sense_key":"period%1:28:03::","synset_id":"period.n.04"},{"index":5,"sense_key":"period%1:28:04::","synset_id":"period.n.05"},{"index":6,"sense_key":"period%1:22:00::","synset_id":"menstruation.n.01"},{"index":7,"sense_key":"period%1:10:00::","synset_id":"period.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"period%1:28:04::","call_ids":["semeval2013.d000.s008.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"period%1:28:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":321,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19389916793443263}
{"item_id":"semeval2013.d000.s009.t000","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"country%1:14:01::","call_ids":["semeval2013.d000.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"country%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1960124832112342}
{"item_id":"semeval2013.d000.s009.t001","gold_sense_keys":["emission%1:04:00::","emission%1:27:00::"],"candidates":[{"index":1,"sense_key":"emission%1:04:00::","synset_id":"emission.n.01"},{"index":2,"sense_key":"emission%1:27:00::","synset_id":"discharge.n.03"},{"index":3,"sense_key":"emission%1:22:00::","synset_id":"emission.n.03"},{"index":4,"sense_key":"emission%1:22:01::","synset_id":"discharge.n.04"},{"index":5,"sense_key":"emission%1:11:00::","synset_id":"emission.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"emission%1:27:00::","call_ids":["semeval2013.d000.s009.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"emission%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1972234481945634}
{"item_id":"semeval2013.d000.s010.t004","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d000.s010.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19817362492904067}
{"item_id":"semeval2013.d000.s010.t005","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"year%1:28:00::","call_ids":["semeval2013.d000.s010.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"year%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19926371285691857}
{"item_id":"semeval2013.d000.s010.t006","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d000.s010.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":261,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20036652102135122}
{"item_id":"semeval2013.d000.s010.t007","gold_sense_keys":["impact%1:19:00::"],"candidates":[{"index":1,"sense_key":"impact%1:11:00::","synset_id":"impact.n.01"},{"index":2,"sense_key":"impact%1:19:00::","synset_id":"impact.n.02"},{"index":3,"sense_key":"impact%1:04:00::","synset_id":"impingement.n.01"},{"index":4,"sense_key":"impact%1:04:01::","synset_id":"shock.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"impact%1:19:00::","call_ids":["semeval2013.d000.s010.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"impact%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25481887510977685}
{"item_id":"semeval2013.d000.s010.t009","gold_sense_keys":["flood%1:19:00::"],"candidates":[{"index":1,"sense_key":"flood%1:19:00::","synset_id":"flood.n.01"},{"index":2,"sense_key":"flood%1:23:00::","synset_id":"flood.n.02"},{"index":3,"sense_key":"flood%1:06:00::","synset_id":"flood.n.03"},{"index":4,"sense_key":"flood%1:04:01::","synset_id":"flood.n.04"},{"index":5,"sense_key":"flood%1:04:00::","synset_id":"flood.n.05"},{"index":6,"sense_key":"flood%1:11:00::","synset_id":"flood_tide.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"flood%1:23:00::","call_ids":["semeval2013.d000.s010.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"flood%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":261,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25688738794997334}
{"item_id":"semeval2013.d000.s010.t010","gold_sense_keys":["drought%1:26:00::"],"candidates":[{"index":1,"sense_key":"drought%1:26:00::","synset_id":"drought.n.01"},{"index":2,"sense_key":"drought%1:28:00::","synset_id":"drought.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"drought%1:26:00::","call_ids":["semeval2013.d000.s010.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"drought%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2580060900654644}
{"item_id":"semeval2013.d000.s011.t001","gold_sense_keys":["sort%1:09:00::"],"candidates":[{"index":1,"sense_key":"sort%1:09:00::","synset_id":"kind.n.01"},{"index":2,"sense_key":"sort%1:07:00::","synset_id":"sort.n.02"},{"index":3,"sense_key":"sort%1:18:00::","synset_id":"sort.n.03"},{"index":4,"sense_key":"sort%1:22:00::","synset_id":"sort.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sort%1:07:00::","call_ids":["semeval2013.d000.s011.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sort%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":194,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24606734118424356}
{"item_id":"semeval2013.d000.s011.t003","gold_sense_keys":["week%1:28:00::"],"candidates":[{"index":1,"sense_key":"week%1:28:00::","synset_id":"week.n.01"},{"index":2,"sense_key":"week%1:28:01::","synset_id":"workweek.n.01"},{"index":3,"sense_key":"week%1:28:02::","synset_id":"week.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"week%1:28:01::","call_ids":["semeval2013.d000.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"week%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2487067140173167}
{"item_id":"semeval2013.d000.s012.t001","gold_sense_keys":["climate%1:26:00::"],"candidates":[{"index":1,"sense_key":"climate%1:26:00::","synset_id":"climate.n.01"},{"index":2,"sense_key":"climate%1:26:01::","synset_id":"climate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"climate%1:26:00::","call_ids":["semeval2013.d000.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"climate%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2472460421267897}
{"item_id":"semeval2013.d000.s012.t002","gold_sense_keys":["envoy%1:18:00::","envoy%1:18:01::"],"candidates":[{"index":1,"sense_key":"envoy%1:18:00::","synset_id":"envoy.n.01"},{"index":2,"sense_key":"envoy%1:18:01::","synset_id":"emissary.n.01"},{"index":3,"sense_key":"envoy%1:10:00::","synset_id":"envoy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"envoy%1:18:01::","call_ids":["semeval2013.d000.s012.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"envoy%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2498162731062621}
{"item_id":"semeval2013.d000.s012.t004","gold_sense_keys":["cut%1:04:05::"],"candidates":[{"index":1,"sense_key":"cut%1:21:00::","synset_id":"cut.n.01"},{"index":2,"sense_key":"cut%1:10:00::","synset_id":"cut.n.02"},{"index":3,"sense_key":"cut%1:06:00::","synset_id":"cut.n.03"},{"index":4,"sense_key":"cut%1:26:01::","synset_id":"cut.n.04"},{"index":5,"sense_key":"cut%1:26:00::","synset_id":"cut.n.05"},{"index":6,"sense_key":"cut%1:13:00::","synset_id":"cut.n.06"},{"index":7,"sense_key":"cut%1:10:02::","synset_id":"stinger.n.02"},{"index":8,"sense_key":"cut%1:10:04::","synset_id":"cut.n.08"},{"index":9,"sense_key":"cut%1:10:01::","synset_id":"deletion.n.03"},{"index":10,"sense_key":"cut%1:09:00::","synset_id":"cut.n.10"},{"index":11,"sense_key":"cut%1:06:01::","synset_id":"cut.n.11"},{"index":12,"sense_key":"cut%1:04:03::","synset_id":"snub.n.02"},{"index":13,"sense_key":"cut%1:04:07::","synset_id":"baseball_swing.n.01"},{"index":14,"sense_key":"cut%1:04:08::","synset_id":"cut.n.14"},{"index":15,"sense_key":"cut%1:04:09::","synset_id":"cut.n.15"},{"index":16,"sense_key":"cut%1:04:02::","synset_id":"cut.n.16"},{"index":17,"sense_key":"cut%1:04:01::","synset_id":"cut.n.17"},{"index":18,"sense_key":"cut%1:04:00::","synset_id":"cut.n.18"},{"index":19,"sense_key":"cut%1:04:05::","synset_id":"cut.n.19"},{"index":20,"sense_key":"cut%1:04:06::","synset_id":"cut.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":19,"chosen_sense_key":"cut%1:04:05::","call_ids":["semeval2013.d000.s012.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":19,"predicted_sense_key":"cut%1:04:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":578,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26054848614148796}
{"item_id":"semeval2013.d000.s012.t005","gold_sense_keys":["emission%1:04:00::","emission%1:27:00::"],"candidates":[{"index":1,"sense_key":"emission%1:04:00::","synset_id":"emission.n.01"},{"index":2,"sense_key":"emission%1:27:00::","synset_id":"discharge.n.03"},{"index":3,"sense_key":"emission%1:22:00::","synset_id":"emission.n.03"},{"index":4,"sense_key":"emission%1:22:01::","synset_id":"discharge.n.04"},{"index":5,"sense_key":"emission%1:11:00::","synset_id":"emission.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"emission%1:04:00::","call_ids":["semeval2013.d000.s012.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"emission%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2507703409064561}
{"item_id":"semeval2013.d000.s012.t006","gold_sense_keys":["one%1:09:00::"],"candidates":[{"index":1,"sense_key":"one%1:23:00::","synset_id":"one.n.01"},{"index":2,"sense_key":"one%1:09:00::","synset_id":"one.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"one%1:09:00::","call_ids":["semeval2013.d000.s012.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"one%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2543908159714192}
{"item_id":"semeval2013.d000.s013.t000","gold_sense_keys":["move%1:04:00::"],"candidates":[{"index":1,"sense_key":"move%1:04:00::","synset_id":"move.n.01"},{"index":2,"sense_key":"move%1:04:01::","synset_id":"move.n.02"},{"index":3,"sense_key":"move%1:04:03::","synset_id":"motion.n.03"},{"index":4,"sense_key":"move%1:04:04::","synset_id":"motion.n.06"},{"index":5,"sense_key":"move%1:04:02::","synset_id":"move.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"move%1:04:03::","call_ids":["semeval2013.d000.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"move%1:04:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25778539502061903}
{"item_id":"semeval2013.d000.s013.t002","gold_sense_keys":["china%1:15:00::"],"candidates":[{"index":1,"sense_key":"china%1:15:00::","synset_id":"china.n.01"},{"index":2,"sense_key":"china%1:06:00::","synset_id":"china.n.02"},{"index":3,"sense_key":"china%1:15:01::","synset_id":"taiwan.n.01"},{"index":4,"sense_key":"china%1:06:01::","synset_id":"chinaware.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"china%1:06:01::","call_ids":["semeval2013.d000.s013.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"china%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2620521569624543}
{"item_id":"semeval2013.d000.s013.t003","gold_sense_keys":["bush_administration%1:14:01::"],"candidates":[{"index":1,"sense_key":"bush_administration%1:14:00::","synset_id":"bush_administration.n.01"},{"index":2,"sense_key":"bush_administration%1:14:01::","synset_id":"bush_administration.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bush_administration%1:14:01::","call_ids":["semeval2013.d000.s013.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bush_administration%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":131,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25839349813759327}
{"item_id":"semeval2013.d000.s013.t004","gold_sense_keys":["official%1:18:01::"],"candidates":[{"index":1,"sense_key":"official%1:18:01::","synset_id":"official.n.01"},{"index":2,"sense_key":"official%1:18:00::","synset_id":"official.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"official%1:18:01::","call_ids":["semeval2013.d000.s013.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"official%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26030397205613554}
{"item_id":"semeval2013.d000.s013.t005","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d000.s013.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24126958521082997}
{"item_id":"semeval2013.d000.s014.t000","gold_sense_keys":["united_states%1:14:00::"],"candidates":[{"index":1,"sense_key":"united_states%1:15:00::","synset_id":"united_states.n.01"},{"index":2,"sense_key":"united_states%1:14:00::","synset_id":"united_states_government.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"united_states%1:15:00::","call_ids":["semeval2013.d000.s014.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"united_states%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20499387593008578}
{"item_id":"semeval2013.d000.s014.t001","gold_sense_keys":["deal%1:10:00::"],"candidates":[{"index":1,"sense_key":"deal%1:04:02::","synset_id":"deal.n.01"},{"index":2,"sense_key":"deal%1:10:00::","synset_id":"bargain.n.01"},{"index":3,"sense_key":"deal%1:23:00::","synset_id":"batch.n.02"},{"index":4,"sense_key":"deal%1:27:00::","synset_id":"deal.n.04"},{"index":5,"sense_key":"deal%1:27:01::","synset_id":"softwood.n.01"},{"index":6,"sense_key":"deal%1:14:00::","synset_id":"hand.n.06"},{"index":7,"sense_key":"deal%1:11:00::","synset_id":"deal.n.07"},{"index":8,"sense_key":"deal%1:04:00::","synset_id":"deal.n.08"},{"index":9,"sense_key":"deal%1:04:01::","synset_id":"deal.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"deal%1:11:00::","call_ids":["semeval2013.d000.s014.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"deal%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":339,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18383552297018468}
{"item_id":"semeval2013.d000.s014.t004","gold_sense_keys":["text%1:10:00::","text%1:10:01::"],"candidates":[{"index":1,"sense_key":"text%1:10:00::","synset_id":"text.n.01"},{"index":2,"sense_key":"text%1:10:03::","synset_id":"text.n.02"},{"index":3,"sense_key":"text%1:10:02::","synset_id":"textbook.n.01"},{"index":4,"sense_key":"text%1:10:01::","synset_id":"text.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"text%1:10:01::","call_ids":["semeval2013.d000.s014.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"text%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16403842205181718}
{"item_id":"semeval2013.d000.s014.t005","gold_sense_keys":["cut%1:04:05::"],"candidates":[{"index":1,"sense_key":"cut%1:21:00::","synset_id":"cut.n.01"},{"index":2,"sense_key":"cut%1:10:00::","synset_id":"cut.n.02"},{"index":3,"sense_key":"cut%1:06:00::","synset_id":"cut.n.03"},{"index":4,"sense_key":"cut%1:26:01::","synset_id":"cut.n.04"},{"index":5,"sense_key":"cut%1:26:00::","synset_id":"cut.n.05"},{"index":6,"sense_key":"cut%1:13:00::","synset_id":"cut.n.06"},{"index":7,"sense_key":"cut%1:10:02::","synset_id":"stinger.n.02"},{"index":8,"sense_key":"cut%1:10:04::","synset_id":"cut.n.08"},{"index":9,"sense_key":"cut%1:10:01::","synset_id":"deletion.n.03"},{"index":10,"sense_key":"cut%1:09:00::","synset_id":"cut.n.10"},{"index":11,"sense_key":"cut%1:06:01::","synset_id":"cut.n.11"},{"index":12,"sense_key":"cut%1:04:03::","synset_id":"snub.n.02"},{"index":13,"sense_key":"cut%1:04:07::","synset_id":"baseball_swing.n.01"},{"index":14,"sense_key":"cut%1:04:08::","synset_id":"cut.n.14"},{"index":15,"sense_key":"cut%1:04:09::","synset_id":"cut.n.15"},{"index":16,"sense_key":"cut%1:04:02::","synset_id":"cut.n.16"},{"index":17,"sense_key":"cut%1:04:01::","synset_id":"cut.n.17"},{"index":18,"sense_key":"cut%1:04:00::","synset_id":"cut.n.18"},{"index":19,"sense_key":"cut%1:04:05::","synset_id":"cut.n.19"},{"index":20,"sense_key":"cut%1:04:06::","synset_id":"cut.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":19,"chosen_sense_key":"cut%1:04:05::","call_ids":["semeval2013.d000.s014.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":19,"predicted_sense_key":"cut%1:04:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":584,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2292472580447793}
{"item_id":"semeval2013.d000.s014.t006","gold_sense_keys":["observer%1:18:01::"],"candidates":[{"index":1,"sense_key":"observer%1:18:00::","synset_id":"perceiver.n.01"},{"index":2,"sense_key":"observer%1:18:01::","synset_id":"observer.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"observer%1:18:01::","call_ids":["semeval2013.d000.s014.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"observer%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2343618329614401}
{"item_id":"semeval2013.d000.s015.t000","gold_sense_keys":["comment%1:10:00::"],"candidates":[{"index":1,"sense_key":"comment%1:10:00::","synset_id":"remark.n.01"},{"index":2,"sense_key":"comment%1:10:01::","synset_id":"comment.n.02"},{"index":3,"sense_key":"comment%1:10:02::","synset_id":"gossip.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"comment%1:10:01::","call_ids":["semeval2013.d000.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"comment%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23550942516885698}
{"item_id":"semeval2013.d000.s015.t001","gold_sense_keys":["hour%1:28:00::"],"candidates":[{"index":1,"sense_key":"hour%1:28:00::","synset_id":"hour.n.01"},{"index":2,"sense_key":"hour%1:28:01::","synset_id":"hour.n.02"},{"index":3,"sense_key":"hour%1:28:02::","synset_id":"hour.n.03"},{"index":4,"sense_key":"hour%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"hour%1:28:01::","call_ids":["semeval2013.d000.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"hour%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23988623195327818}
{"item_id":"semeval2013.d000.s015.t003","gold_sense_keys":["america%1:15:00::"],"candidates":[{"index":1,"sense_key":"america%1:15:00::","synset_id":"united_states.n.01"},{"index":2,"sense_key":"america%1:17:00::","synset_id":"america.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"america%1:17:00::","call_ids":["semeval2013.d000.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"america%1:17:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23658419190905988}
{"item_id":"semeval2013.d000.s015.t004","gold_sense_keys":["climate%1:26:00::"],"candidates":[{"index":1,"sense_key":"climate%1:26:00::","synset_id":"climate.n.01"},{"index":2,"sense_key":"climate%1:26:01::","synset_id":"climate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"climate%1:26:00::","call_ids":["semeval2013.d000.s015.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"climate%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24098899611271918}
{"item_id":"semeval2013.d000.s015.t007","gold_sense_keys":["week%1:28:02::"],"candidates":[{"index":1,"sense_key":"week%1:28:00::","synset_id":"week.n.01"},{"index":2,"sense_key":"week%1:28:01::","synset_id":"workweek.n.01"},{"index":3,"sense_key":"week%1:28:02::","synset_id":"week.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"week%1:28:01::","call_ids":["semeval2013.d000.s015.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"week%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24217720399610698}
{"item_id":"semeval2013.d000.s015.t008","gold_sense_keys":["united_states%1:14:00::"],"candidates":[{"index":1,"sense_key":"united_states%1:15:00::","synset_id":"united_states.n.01"},{"index":2,"sense_key":"united_states%1:14:00::","synset_id":"united_states_government.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"united_states%1:15:00::","call_ids":["semeval2013.d000.s015.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"united_states%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2462925799190998}
{"item_id":"semeval2013.d000.s015.t009","gold_sense_keys":["china%1:15:00::"],"candidates":[{"index":1,"sense_key":"china%1:15:00::","synset_id":"china.n.01"},{"index":2,"sense_key":"china%1:06:00::","synset_id":"china.n.02"},{"index":3,"sense_key":"china%1:15:01::","synset_id":"taiwan.n.01"},{"index":4,"sense_key":"china%1:06:01::","synset_id":"chinaware.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"china%1:06:01::","call_ids":["semeval2013.d000.s015.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"china%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24788691685535014}
{"item_id":"semeval2013.d000.s016.t001","gold_sense_keys":["world%1:17:00::"],"candidates":[{"index":1,"sense_key":"world%1:17:01::","synset_id":"universe.n.01"},{"index":2,"sense_key":"world%1:14:01::","synset_id":"world.n.02"},{"index":3,"sense_key":"world%1:09:00::","synset_id":"world.n.03"},{"index":4,"sense_key":"world%1:17:00::","synset_id":"earth.n.01"},{"index":5,"sense_key":"world%1:14:02::","synset_id":"populace.n.01"},{"index":6,"sense_key":"world%1:17:02::","synset_id":"world.n.06"},{"index":7,"sense_key":"world%1:09:01::","synset_id":"worldly_concern.n.01"},{"index":8,"sense_key":"world%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"world%1:05:00::","call_ids":["semeval2013.d000.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"world%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":299,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23888527392409742}
{"item_id":"semeval2013.d000.s017.t000","gold_sense_keys":["battle%1:04:02::"],"candidates":[{"index":1,"sense_key":"battle%1:04:00::","synset_id":"battle.n.01"},{"index":2,"sense_key":"battle%1:04:01::","synset_id":"struggle.n.01"},{"index":3,"sense_key":"battle%1:04:02::","synset_id":"conflict.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"battle%1:04:01::","call_ids":["semeval2013.d000.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"battle%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24016338190995157}
{"item_id":"semeval2013.d000.s017.t001","gold_sense_keys":["economy%1:14:00::"],"candidates":[{"index":1,"sense_key":"economy%1:14:00::","synset_id":"economy.n.01"},{"index":2,"sense_key":"economy%1:09:01::","synset_id":"economy.n.02"},{"index":3,"sense_key":"economy%1:07:00::","synset_id":"economy.n.03"},{"index":4,"sense_key":"economy%1:04:00::","synset_id":"economy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"economy%1:09:01::","call_ids":["semeval2013.d000.s017.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"economy%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22249232092872262}
{"item_id":"semeval2013.d000.s017.t003","gold_sense_keys":["china%1:15:00::"],"candidates":[{"index":1,"sense_key":"china%1:15:00::","synset_id":"china.n.01"},{"index":2,"sense_key":"china%1:06:00::","synset_id":"china.n.02"},{"index":3,"sense_key":"china%1:15:01::","synset_id":"taiwan.n.01"},{"index":4,"sense_key":"china%1:06:01::","synset_id":"chinaware.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"china%1:06:01::","call_ids":["semeval2013.d000.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"china%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2205528870690614}
{"item_id":"semeval2013.d000.s017.t004","gold_sense_keys":["united_states%1:14:00::"],"candidates":[{"index":1,"sense_key":"united_states%1:15:00::","synset_id":"united_states.n.01"},{"index":2,"sense_key":"united_states%1:14:00::","synset_id":"united_states_government.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"united_states%1:15:00::","call_ids":["semeval2013.d000.s017.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"united_states%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22346022399142385}
{"item_id":"semeval2013.d000.s017.t005","gold_sense_keys":["obligation%1:04:00::"],"candidates":[{"index":1,"sense_key":"obligation%1:04:00::","synset_id":"duty.n.01"},{"index":2,"sense_key":"obligation%1:26:00::","synset_id":"obligation.n.02"},{"index":3,"sense_key":"obligation%1:24:00::","synset_id":"obligation.n.03"},{"index":4,"sense_key":"obligation%1:21:00::","synset_id":"debt_instrument.n.01"},{"index":5,"sense_key":"obligation%1:10:00::","synset_id":"obligation.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"obligation%1:26:00::","call_ids":["semeval2013.d000.s017.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"obligation%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2246700960677117}
{"item_id":"semeval2013.d000.s017.t006","gold_sense_keys":["nation%1:14:00::"],"candidates":[{"index":1,"sense_key":"nation%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"nation%1:14:01::","synset_id":"nation.n.02"},{"index":3,"sense_key":"nation%1:18:00::","synset_id":"nation.n.03"},{"index":4,"sense_key":"nation%1:14:02::","synset_id":"nation.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"nation%1:18:00::","call_ids":["semeval2013.d000.s017.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"nation%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22597176884301007}
{"item_id":"semeval2013.d000.s017.t007","gold_sense_keys":["world%1:17:00::"],"candidates":[{"index":1,"sense_key":"world%1:17:01::","synset_id":"universe.n.01"},{"index":2,"sense_key":"world%1:14:01::","synset_id":"world.n.02"},{"index":3,"sense_key":"world%1:09:00::","synset_id":"world.n.03"},{"index":4,"sense_key":"world%1:17:00::","synset_id":"earth.n.01"},{"index":5,"sense_key":"world%1:14:02::","synset_id":"populace.n.01"},{"index":6,"sense_key":"world%1:17:02::","synset_id":"world.n.06"},{"index":7,"sense_key":"world%1:09:01::","synset_id":"worldly_concern.n.01"},{"index":8,"sense_key":"world%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"world%1:05:00::","call_ids":["semeval2013.d000.s017.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"world%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22708923812024295}
{"item_id":"semeval2013.d000.s017.t009","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d000.s017.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":259,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23143360996618867}
{"item_id":"semeval2013.d000.s017.t010","gold_sense_keys":["imperative%1:04:00::"],"candidates":[{"index":1,"sense_key":"imperative%1:24:00::","synset_id":"imperative_mood.n.01"},{"index":2,"sense_key":"imperative%1:04:00::","synset_id":"imperative.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"imperative%1:04:00::","call_ids":["semeval2013.d000.s017.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"imperative%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23247942700982094}
{"item_id":"semeval2013.d000.s018.t002","gold_sense_keys":["cost%1:21:00::"],"candidates":[{"index":1,"sense_key":"cost%1:21:00::","synset_id":"cost.n.01"},{"index":2,"sense_key":"cost%1:07:00::","synset_id":"monetary_value.n.01"},{"index":3,"sense_key":"cost%1:07:01::","synset_id":"price.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cost%1:07:00::","call_ids":["semeval2013.d000.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cost%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23564317589625716}
{"item_id":"semeval2013.d000.s018.t004","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d000.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2367897960357368}
{"item_id":"semeval2013.d000.s018.t005","gold_sense_keys":["action%1:04:02::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"action%1:04:04::","call_ids":["semeval2013.d000.s018.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"action%1:04:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":383,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22899063490331173}
{"item_id":"semeval2013.d000.s019.t003","gold_sense_keys":["central_america%1:14:00::"],"candidates":[{"index":1,"sense_key":"central_america%1:15:00::","synset_id":"central_america.n.01"},{"index":2,"sense_key":"central_america%1:14:00::","synset_id":"central_america.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"central_america%1:14:00::","call_ids":["semeval2013.d000.s019.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"central_america%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2095614899881184}
{"item_id":"semeval2013.d000.s020.t000","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d000.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2126453327946365}
{"item_id":"semeval2013.d000.s020.t001","gold_sense_keys":["impact%1:19:00::"],"candidates":[{"index":1,"sense_key":"impact%1:11:00::","synset_id":"impact.n.01"},{"index":2,"sense_key":"impact%1:19:00::","synset_id":"impact.n.02"},{"index":3,"sense_key":"impact%1:04:00::","synset_id":"impingement.n.01"},{"index":4,"sense_key":"impact%1:04:01::","synset_id":"shock.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"impact%1:19:00::","call_ids":["semeval2013.d000.s020.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"impact%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2289792071096599}
{"item_id":"semeval2013.d000.s020.t005","gold_sense_keys":["participant%1:18:00::"],"candidates":[{"index":1,"sense_key":"participant%1:18:00::","synset_id":"participant.n.01"},{"index":2,"sense_key":"participant%1:18:01::","synset_id":"player.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"participant%1:18:00::","call_ids":["semeval2013.d000.s020.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"participant%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23020852520130575}
{"item_id":"semeval2013.d000.s020.t007","gold_sense_keys":["deal%1:10:00::"],"candidates":[{"index":1,"sense_key":"deal%1:04:02::","synset_id":"deal.n.01"},{"index":2,"sense_key":"deal%1:10:00::","synset_id":"bargain.n.01"},{"index":3,"sense_key":"deal%1:23:00::","synset_id":"batch.n.02"},{"index":4,"sense_key":"deal%1:27:00::","synset_id":"deal.n.04"},{"index":5,"sense_key":"deal%1:27:01::","synset_id":"softwood.n.01"},{"index":6,"sense_key":"deal%1:14:00::","synset_id":"hand.n.06"},{"index":7,"sense_key":"deal%1:11:00::","synset_id":"deal.n.07"},{"index":8,"sense_key":"deal%1:04:00::","synset_id":"deal.n.08"},{"index":9,"sense_key":"deal%1:04:01::","synset_id":"deal.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"deal%1:11:00::","call_ids":["semeval2013.d000.s020.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"deal%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":336,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23707678192295134}
{"item_id":"semeval2013.d000.s021.t000","gold_sense_keys":["member%1:14:00::"],"candidates":[{"index":1,"sense_key":"member%1:18:00::","synset_id":"member.n.01"},{"index":2,"sense_key":"member%1:24:00::","synset_id":"member.n.02"},{"index":3,"sense_key":"member%1:08:00::","synset_id":"extremity.n.01"},{"index":4,"sense_key":"member%1:14:00::","synset_id":"member.n.04"},{"index":5,"sense_key":"member%1:08:01::","synset_id":"penis.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"member%1:14:00::","call_ids":["semeval2013.d000.s021.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"member%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23859944008290768}
{"item_id":"semeval2013.d000.s021.t001","gold_sense_keys":["draft%1:10:00::"],"candidates":[{"index":1,"sense_key":"draft%1:21:00::","synset_id":"draft.n.01"},{"index":2,"sense_key":"draft%1:19:00::","synset_id":"draft.n.02"},{"index":3,"sense_key":"draft%1:06:01::","synset_id":"draft.n.03"},{"index":4,"sense_key":"draft%1:13:00::","synset_id":"draft.n.04"},{"index":5,"sense_key":"draft%1:10:00::","synset_id":"draft.n.05"},{"index":6,"sense_key":"draft%1:07:00::","synset_id":"draft.n.06"},{"index":7,"sense_key":"draft%1:06:02::","synset_id":"draft.n.07"},{"index":8,"sense_key":"draft%1:06:00::","synset_id":"draft.n.08"},{"index":9,"sense_key":"draft%1:04:03::","synset_id":"conscription.n.01"},{"index":10,"sense_key":"draft%1:04:02::","synset_id":"gulp.n.01"},{"index":11,"sense_key":"draft%1:04:00::","synset_id":"draft.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"draft%1:10:00::","call_ids":["semeval2013.d000.s021.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"draft%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23982306406833231}
{"item_id":"semeval2013.d000.s021.t003","gold_sense_keys":["proposal%1:10:00::"],"candidates":[{"index":1,"sense_key":"proposal%1:10:00::","synset_id":"proposal.n.01"},{"index":2,"sense_key":"proposal%1:10:02::","synset_id":"marriage_proposal.n.01"},{"index":3,"sense_key":"proposal%1:10:01::","synset_id":"proposal.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"proposal%1:10:02::","call_ids":["semeval2013.d000.s021.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"proposal%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24111378099769354}
{"item_id":"semeval2013.d000.s021.t005","gold_sense_keys":["morning%1:28:00::"],"candidates":[{"index":1,"sense_key":"morning%1:28:00::","synset_id":"morning.n.01"},{"index":2,"sense_key":"morning%1:10:00::","synset_id":"good_morning.n.01"},{"index":3,"sense_key":"morning%1:28:01::","synset_id":"dawn.n.01"},{"index":4,"sense_key":"morning%1:11:00::","synset_id":"dawn.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"morning%1:28:00::","call_ids":["semeval2013.d000.s021.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"morning%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2424869849346578}
{"item_id":"semeval2013.d000.s022.t000","gold_sense_keys":["climate%1:26:00::"],"candidates":[{"index":1,"sense_key":"climate%1:26:00::","synset_id":"climate.n.01"},{"index":2,"sense_key":"climate%1:26:01::","synset_id":"climate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"climate%1:26:00::","call_ids":["semeval2013.d000.s022.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"climate%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24373128195293248}
{"item_id":"semeval2013.d000.s022.t001","gold_sense_keys":["negotiation%1:10:00::"],"candidates":[{"index":1,"sense_key":"negotiation%1:10:00::","synset_id":"negotiation.n.01"},{"index":2,"sense_key":"negotiation%1:04:00::","synset_id":"negotiation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"negotiation%1:10:00::","call_ids":["semeval2013.d000.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"negotiation%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24765016906894743}
{"item_id":"semeval2013.d000.s022.t002","gold_sense_keys":["behalf%1:04:00::"],"candidates":[{"index":1,"sense_key":"behalf%1:04:00::","synset_id":"behalf.n.01"},{"index":2,"sense_key":"behalf%1:07:00::","synset_id":"behalf.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"behalf%1:04:00::","call_ids":["semeval2013.d000.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"behalf%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2487883879803121}
{"item_id":"semeval2013.d000.s022.t004","gold_sense_keys":["pressure%1:07:00::"],"candidates":[{"index":1,"sense_key":"pressure%1:19:00::","synset_id":"pressure.n.01"},{"index":2,"sense_key":"pressure%1:07:00::","synset_id":"pressure.n.02"},{"index":3,"sense_key":"pressure%1:04:00::","synset_id":"press.n.09"},{"index":4,"sense_key":"pressure%1:26:00::","synset_id":"imperativeness.n.01"},{"index":5,"sense_key":"pressure%1:09:00::","synset_id":"pressure.n.05"},{"index":6,"sense_key":"pressure%1:26:01::","synset_id":"pressure.n.06"},{"index":7,"sense_key":"pressure%1:19:01::","synset_id":"atmospheric_pressure.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"pressure%1:07:00::","call_ids":["semeval2013.d000.s022.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"pressure%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":304,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23411742504686117}
{"item_id":"semeval2013.d000.s022.t005","gold_sense_keys":["process%1:04:00::"],"candidates":[{"index":1,"sense_key":"process%1:04:00::","synset_id":"procedure.n.01"},{"index":2,"sense_key":"process%1:09:00::","synset_id":"process.n.02"},{"index":3,"sense_key":"process%1:10:00::","synset_id":"summons.n.03"},{"index":4,"sense_key":"process%1:09:01::","synset_id":"process.n.04"},{"index":5,"sense_key":"process%1:08:00::","synset_id":"process.n.05"},{"index":6,"sense_key":"process%1:03:00::","synset_id":"process.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"process%1:03:00::","call_ids":["semeval2013.d000.s022.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"process%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2443939819931984}
{"item_id":"semeval2013.d000.s022.t006","gold_sense_keys":["action%1:04:04::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"action%1:04:04::","call_ids":["semeval2013.d000.s022.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"action%1:04:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":388,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2130938800983131}
{"item_id":"semeval2013.d000.s022.t007","gold_sense_keys":["china%1:15:00::"],"candidates":[{"index":1,"sense_key":"china%1:15:00::","synset_id":"china.n.01"},{"index":2,"sense_key":"china%1:06:00::","synset_id":"china.n.02"},{"index":3,"sense_key":"china%1:15:01::","synset_id":"taiwan.n.01"},{"index":4,"sense_key":"china%1:06:01::","synset_id":"chinaware.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"china%1:06:01::","call_ids":["semeval2013.d000.s022.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"china%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21654641907662153}
{"item_id":"semeval2013.d000.s023.t001","gold_sense_keys":["urgency%1:07:00::","urgency%1:26:00::"],"candidates":[{"index":1,"sense_key":"urgency%1:26:00::","synset_id":"urgency.n.01"},{"index":2,"sense_key":"urgency%1:07:00::","synset_id":"urgency.n.02"},{"index":3,"sense_key":"urgency%1:26:01::","synset_id":"urgency.n.03"},{"index":4,"sense_key":"urgency%1:10:00::","synset_id":"importunity.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"urgency%1:07:00::","call_ids":["semeval2013.d000.s023.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"urgency%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2848827550187707}
{"item_id":"semeval2013.d000.s023.t003","gold_sense_keys":["fact%1:09:01::"],"candidates":[{"index":1,"sense_key":"fact%1:09:01::","synset_id":"fact.n.01"},{"index":2,"sense_key":"fact%1:10:01::","synset_id":"fact.n.02"},{"index":3,"sense_key":"fact%1:26:01::","synset_id":"fact.n.03"},{"index":4,"sense_key":"fact%1:09:02::","synset_id":"fact.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"fact%1:10:01::","call_ids":["semeval2013.d000.s023.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"fact%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3188449440058321}
{"item_id":"semeval2013.d000.s023.t004","gold_sense_keys":["issue%1:09:01::"],"candidates":[{"index":1,"sense_key":"issue%1:09:01::","synset_id":"issue.n.01"},{"index":2,"sense_key":"issue%1:10:00::","synset_id":"issue.n.02"},{"index":3,"sense_key":"issue%1:09:00::","synset_id":"topic.n.02"},{"index":4,"sense_key":"issue%1:04:01::","synset_id":"issue.n.04"},{"index":5,"sense_key":"issue%1:21:01::","synset_id":"issue.n.05"},{"index":6,"sense_key":"issue%1:21:00::","synset_id":"return.n.06"},{"index":7,"sense_key":"issue%1:19:00::","synset_id":"consequence.n.01"},{"index":8,"sense_key":"issue%1:18:00::","synset_id":"offspring.n.01"},{"index":9,"sense_key":"issue%1:11:00::","synset_id":"emergence.n.02"},{"index":10,"sense_key":"issue%1:06:00::","synset_id":"exit.n.01"},{"index":11,"sense_key":"issue%1:04:00::","synset_id":"issue.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"issue%1:21:01::","call_ids":["semeval2013.d000.s023.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"issue%1:21:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":382,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3200416909530759}
{"item_id":"semeval2013.d000.s023.t005","gold_sense_keys":["deal%1:10:00::"],"candidates":[{"index":1,"sense_key":"deal%1:04:02::","synset_id":"deal.n.01"},{"index":2,"sense_key":"deal%1:10:00::","synset_id":"bargain.n.01"},{"index":3,"sense_key":"deal%1:23:00::","synset_id":"batch.n.02"},{"index":4,"sense_key":"deal%1:27:00::","synset_id":"deal.n.04"},{"index":5,"sense_key":"deal%1:27:01::","synset_id":"softwood.n.01"},{"index":6,"sense_key":"deal%1:14:00::","synset_id":"hand.n.06"},{"index":7,"sense_key":"deal%1:11:00::","synset_id":"deal.n.07"},{"index":8,"sense_key":"deal%1:04:00::","synset_id":"deal.n.08"},{"index":9,"sense_key":"deal%1:04:01::","synset_id":"deal.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"deal%1:11:00::","call_ids":["semeval2013.d000.s023.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"deal%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":324,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32273980998434126}
{"item_id":"semeval2013.d000.s024.t000","gold_sense_keys":["official%1:18:01::"],"candidates":[{"index":1,"sense_key":"official%1:18:01::","synset_id":"official.n.01"},{"index":2,"sense_key":"official%1:18:00::","synset_id":"official.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"official%1:18:01::","call_ids":["semeval2013.d000.s024.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"official%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3236940249335021}
{"item_id":"semeval2013.d000.s024.t001","gold_sense_keys":["minister%1:18:02::"],"candidates":[{"index":1,"sense_key":"minister%1:18:00::","synset_id":"curate.n.01"},{"index":2,"sense_key":"minister%1:18:02::","synset_id":"minister.n.02"},{"index":3,"sense_key":"minister%1:18:01::","synset_id":"minister.n.03"},{"index":4,"sense_key":"minister%1:04:00::","synset_id":"minister.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"minister%1:18:02::","call_ids":["semeval2013.d000.s024.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"minister%1:18:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3252238479908556}
{"item_id":"semeval2013.d000.s024.t002","gold_sense_keys":["plane%1:06:01::"],"candidates":[{"index":1,"sense_key":"plane%1:06:01::","synset_id":"airplane.n.01"},{"index":2,"sense_key":"plane%1:25:00::","synset_id":"plane.n.02"},{"index":3,"sense_key":"plane%1:26:00::","synset_id":"plane.n.03"},{"index":4,"sense_key":"plane%1:06:02::","synset_id":"plane.n.04"},{"index":5,"sense_key":"plane%1:06:00::","synset_id":"plane.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"plane%1:06:01::","call_ids":["semeval2013.d000.s024.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"plane%1:06:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3261134100612253}
{"item_id":"semeval2013.d000.s024.t003","gold_sense_keys":["hall%1:06:02::","hall%1:06:03::","hall%1:06:05::"],"candidates":[{"index":1,"sense_key":"hall%1:06:03::","synset_id":"hallway.n.01"},{"index":2,"sense_key":"hall%1:06:05::","synset_id":"anteroom.n.01"},{"index":3,"sense_key":"hall%1:06:02::","synset_id":"hall.n.03"},{"index":4,"sense_key":"hall%1:06:04::","synset_id":"dormitory.n.01"},{"index":5,"sense_key":"hall%1:06:06::","synset_id":"manor_hall.n.01"},{"index":6,"sense_key":"hall%1:18:04::","synset_id":"hall.n.06"},{"index":7,"sense_key":"hall%1:18:03::","synset_id":"hall.n.07"},{"index":8,"sense_key":"hall%1:18:02::","synset_id":"hall.n.08"},{"index":9,"sense_key":"hall%1:18:01::","synset_id":"hall.n.09"},{"index":10,"sense_key":"hall%1:18:00::","synset_id":"hall.n.10"},{"index":11,"sense_key":"hall%1:06:07::","synset_id":"mansion.n.02"},{"index":12,"sense_key":"hall%1:06:08::","synset_id":"hall.n.12"},{"index":13,"sense_key":"hall%1:06:01::","synset_id":"hall.n.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"hall%1:06:03::","call_ids":["semeval2013.d000.s024.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"hall%1:06:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":385,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3269415171816945}
{"item_id":"semeval2013.d000.s024.t004","gold_sense_keys":["meeting%1:14:00::"],"candidates":[{"index":1,"sense_key":"meeting%1:14:00::","synset_id":"meeting.n.01"},{"index":2,"sense_key":"meeting%1:14:01::","synset_id":"meeting.n.02"},{"index":3,"sense_key":"meeting%1:11:00::","synset_id":"meeting.n.03"},{"index":4,"sense_key":"meeting%1:04:00::","synset_id":"meeting.n.04"},{"index":5,"sense_key":"meeting%1:04:02::","synset_id":"merging.n.01"},{"index":6,"sense_key":"meeting%1:15:00::","synset_id":"confluence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"meeting%1:04:00::","call_ids":["semeval2013.d000.s024.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"meeting%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":280,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25686198798939586}
{"item_id":"semeval2013.d000.s024.t006","gold_sense_keys":["claim%1:04:00::","claim%1:10:00::"],"candidates":[{"index":1,"sense_key":"claim%1:10:00::","synset_id":"claim.n.01"},{"index":2,"sense_key":"claim%1:10:02::","synset_id":"claim.n.02"},{"index":3,"sense_key":"claim%1:04:00::","synset_id":"claim.n.03"},{"index":4,"sense_key":"claim%1:07:02::","synset_id":"claim.n.04"},{"index":5,"sense_key":"claim%1:07:01::","synset_id":"title.n.07"},{"index":6,"sense_key":"claim%1:10:01::","synset_id":"call.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"claim%1:04:00::","call_ids":["semeval2013.d000.s024.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"claim%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25991679285652936}
{"item_id":"semeval2013.d000.s024.t007","gold_sense_keys":["week%1:28:00::"],"candidates":[{"index":1,"sense_key":"week%1:28:00::","synset_id":"week.n.01"},{"index":2,"sense_key":"week%1:28:01::","synset_id":"workweek.n.01"},{"index":3,"sense_key":"week%1:28:02::","synset_id":"week.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"week%1:28:00::","call_ids":["semeval2013.d000.s024.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"week%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2582670240662992}
{"item_id":"semeval2013.d000.s025.t000","gold_sense_keys":["gathering%1:14:00::"],"candidates":[{"index":1,"sense_key":"gathering%1:14:00::","synset_id":"gathering.n.01"},{"index":2,"sense_key":"gathering%1:04:00::","synset_id":"assembly.n.06"},{"index":3,"sense_key":"gathering%1:04:01::","synset_id":"gather.n.02"},{"index":4,"sense_key":"gathering%1:06:00::","synset_id":"gather.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"gathering%1:04:00::","call_ids":["semeval2013.d000.s025.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"gathering%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26100627495907247}
{"item_id":"semeval2013.d000.s025.t001","gold_sense_keys":["people%1:14:00::"],"candidates":[{"index":1,"sense_key":"people%1:14:00::","synset_id":"people.n.01"},{"index":2,"sense_key":"people%1:14:01::","synset_id":"citizenry.n.01"},{"index":3,"sense_key":"people%1:14:02::","synset_id":"people.n.03"},{"index":4,"sense_key":"people%1:14:03::","synset_id":"multitude.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"people%1:14:01::","call_ids":["semeval2013.d000.s025.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"people%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26245897309854627}
{"item_id":"semeval2013.d000.s025.t002","gold_sense_keys":["day%1:28:00::"],"candidates":[{"index":1,"sense_key":"day%1:28:00::","synset_id":"day.n.01"},{"index":2,"sense_key":"day%1:28:03::","synset_id":"day.n.02"},{"index":3,"sense_key":"day%1:28:01::","synset_id":"day.n.03"},{"index":4,"sense_key":"day%1:28:02::","synset_id":"day.n.04"},{"index":5,"sense_key":"day%1:28:04::","synset_id":"day.n.05"},{"index":6,"sense_key":"day%1:28:05::","synset_id":"day.n.06"},{"index":7,"sense_key":"day%1:28:07::","synset_id":"day.n.07"},{"index":8,"sense_key":"day%1:28:06::","synset_id":"sidereal_day.n.01"},{"index":9,"sense_key":"day%1:26:00::","synset_id":"day.n.09"},{"index":10,"sense_key":"day%1:18:00::","synset_id":"day.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"day%1:26:00::","call_ids":["semeval2013.d000.s025.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"day%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":380,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27227587392553687}
{"item_id":"semeval2013.d000.s025.t004","gold_sense_keys":["show%1:10:00::"],"candidates":[{"index":1,"sense_key":"show%1:04:00::","synset_id":"show.n.01"},{"index":2,"sense_key":"show%1:10:03::","synset_id":"display.n.01"},{"index":3,"sense_key":"show%1:10:00::","synset_id":"show.n.03"},{"index":4,"sense_key":"show%1:04:01::","synset_id":"appearance.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"show%1:10:00::","call_ids":["semeval2013.d000.s025.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"show%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":230,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2417783651035279}
{"item_id":"semeval2013.d000.s025.t005","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d000.s025.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26357041602022946}
{"item_id":"semeval2013.d000.s025.t006","gold_sense_keys":["draft%1:10:00::"],"candidates":[{"index":1,"sense_key":"draft%1:21:00::","synset_id":"draft.n.01"},{"index":2,"sense_key":"draft%1:19:00::","synset_id":"draft.n.02"},{"index":3,"sense_key":"draft%1:06:01::","synset_id":"draft.n.03"},{"index":4,"sense_key":"draft%1:13:00::","synset_id":"draft.n.04"},{"index":5,"sense_key":"draft%1:10:00::","synset_id":"draft.n.05"},{"index":6,"sense_key":"draft%1:07:00::","synset_id":"draft.n.06"},{"index":7,"sense_key":"draft%1:06:02::","synset_id":"draft.n.07"},{"index":8,"sense_key":"draft%1:06:00::","synset_id":"draft.n.08"},{"index":9,"sense_key":"draft%1:04:03::","synset_id":"conscription.n.01"},{"index":10,"sense_key":"draft%1:04:02::","synset_id":"gulp.n.01"},{"index":11,"sense_key":"draft%1:04:00::","synset_id":"draft.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"draft%1:10:00::","call_ids":["semeval2013.d000.s025.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"draft%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":330,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2427753189112991}
{"item_id":"semeval2013.d000.s025.t007","gold_sense_keys":["proposal%1:10:00::"],"candidates":[{"index":1,"sense_key":"proposal%1:10:00::","synset_id":"proposal.n.01"},{"index":2,"sense_key":"proposal%1:10:02::","synset_id":"marriage_proposal.n.01"},{"index":3,"sense_key":"proposal%1:10:01::","synset_id":"proposal.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"proposal%1:10:02::","call_ids":["semeval2013.d000.s025.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"proposal%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24345744284801185}
{"item_id":"semeval2013.d000.s025.t008","gold_sense_keys":["paper%1:10:00::"],"candidates":[{"index":1,"sense_key":"paper%1:27:00::","synset_id":"paper.n.01"},{"index":2,"sense_key":"paper%1:10:01::","synset_id":"composition.n.08"},{"index":3,"sense_key":"paper%1:10:03::","synset_id":"newspaper.n.01"},{"index":4,"sense_key":"paper%1:10:00::","synset_id":"paper.n.04"},{"index":5,"sense_key":"paper%1:10:02::","synset_id":"paper.n.05"},{"index":6,"sense_key":"paper%1:14:00::","synset_id":"newspaper.n.02"},{"index":7,"sense_key":"paper%1:06:00::","synset_id":"newspaper.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"paper%1:10:00::","call_ids":["semeval2013.d000.s025.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"paper%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":307,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2647142130881548}
{"item_id":"semeval2013.d000.s025.t010","gold_sense_keys":["challenge%1:26:00::"],"candidates":[{"index":1,"sense_key":"challenge%1:26:00::","synset_id":"challenge.n.01"},{"index":2,"sense_key":"challenge%1:10:00::","synset_id":"challenge.n.02"},{"index":3,"sense_key":"challenge%1:10:01::","synset_id":"challenge.n.03"},{"index":4,"sense_key":"challenge%1:10:02::","synset_id":"challenge.n.04"},{"index":5,"sense_key":"challenge%1:10:03::","synset_id":"challenge.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"challenge%1:26:00::","call_ids":["semeval2013.d000.s025.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"challenge%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26596679096110165}
{"item_id":"semeval2013.d000.s026.t000","gold_sense_keys":["intensity%1:07:00::"],"candidates":[{"index":1,"sense_key":"intensity%1:07:03::","synset_id":"intensity.n.01"},{"index":2,"sense_key":"intensity%1:07:00::","synset_id":"intensity.n.02"},{"index":3,"sense_key":"intensity%1:07:02::","synset_id":"volume.n.06"},{"index":4,"sense_key":"intensity%1:07:01::","synset_id":"saturation.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"intensity%1:07:00::","call_ids":["semeval2013.d000.s026.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"intensity%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2751344661228359}
{"item_id":"semeval2013.d000.s026.t001","gold_sense_keys":["minister%1:18:02::"],"candidates":[{"index":1,"sense_key":"minister%1:18:00::","synset_id":"curate.n.01"},{"index":2,"sense_key":"minister%1:18:02::","synset_id":"minister.n.02"},{"index":3,"sense_key":"minister%1:18:01::","synset_id":"minister.n.03"},{"index":4,"sense_key":"minister%1:04:00::","synset_id":"minister.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"minister%1:18:02::","call_ids":["semeval2013.d000.s026.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"minister%1:18:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.266990196891129}
{"item_id":"semeval2013.d000.s027.t002","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"policy%1:10:02::","call_ids":["semeval2013.d000.s027.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"policy%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24364221887663007}
{"item_id":"semeval2013.d000.s028.t000","gold_sense_keys":["heavyweight%1:18:00::"],"candidates":[{"index":1,"sense_key":"heavyweight%1:18:04::","synset_id":"heavyweight.n.01"},{"index":2,"sense_key":"heavyweight%1:18:02::","synset_id":"heavyweight.n.02"},{"index":3,"sense_key":"heavyweight%1:18:01::","synset_id":"heavyweight.n.03"},{"index":4,"sense_key":"heavyweight%1:18:03::","synset_id":"giant.n.04"},{"index":5,"sense_key":"heavyweight%1:18:00::","synset_id":"colossus.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"heavyweight%1:18:00::","call_ids":["semeval2013.d000.s028.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"heavyweight%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24497021618299186}
{"item_id":"semeval2013.d001.s000.t001","gold_sense_keys":["israel%1:15:00::"],"candidates":[{"index":1,"sense_key":"israel%1:15:00::","synset_id":"israel.n.01"},{"index":2,"sense_key":"israel%1:15:01::","synset_id":"israel.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"israel%1:15:00::","call_ids":["semeval2013.d001.s000.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"israel%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24556577787734568}
{"item_id":"semeval2013.d001.s001.t002","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d001.s001.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24615096603520215}
{"item_id":"semeval2013.d001.s001.t003","gold_sense_keys":["loss%1:04:00::"],"candidates":[{"index":1,"sense_key":"loss%1:21:01::","synset_id":"loss.n.01"},{"index":2,"sense_key":"loss%1:22:00::","synset_id":"loss.n.02"},{"index":3,"sense_key":"loss%1:04:00::","synset_id":"loss.n.03"},{"index":4,"sense_key":"loss%1:07:00::","synset_id":"loss.n.04"},{"index":5,"sense_key":"loss%1:11:01::","synset_id":"loss.n.05"},{"index":6,"sense_key":"loss%1:21:00::","synset_id":"loss.n.06"},{"index":7,"sense_key":"loss%1:11:00::","synset_id":"personnel_casualty.n.01"},{"index":8,"sense_key":"loss%1:11:02::","synset_id":"passing.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"loss%1:21:00::","call_ids":["semeval2013.d001.s001.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"loss%1:21:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1869467229116708}
{"item_id":"semeval2013.d001.s001.t004","gold_sense_keys":["performance%1:04:00::","performance%1:04:03::"],"candidates":[{"index":1,"sense_key":"performance%1:10:00::","synset_id":"performance.n.01"},{"index":2,"sense_key":"performance%1:04:01::","synset_id":"performance.n.02"},{"index":3,"sense_key":"performance%1:04:00::","synset_id":"performance.n.03"},{"index":4,"sense_key":"performance%1:04:03::","synset_id":"performance.n.04"},{"index":5,"sense_key":"performance%1:22:00::","synset_id":"operation.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"performance%1:04:00::","call_ids":["semeval2013.d001.s001.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"performance%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25811662897467613}
{"item_id":"semeval2013.d001.s001.t005","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d001.s001.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2420563129708171}
{"item_id":"semeval2013.d001.s001.t006","gold_sense_keys":["point%1:23:01::"],"candidates":[{"index":1,"sense_key":"point%1:09:00::","synset_id":"point.n.01"},{"index":2,"sense_key":"point%1:15:00::","synset_id":"point.n.02"},{"index":3,"sense_key":"point%1:10:01::","synset_id":"point.n.03"},{"index":4,"sense_key":"point%1:09:01::","synset_id":"detail.n.01"},{"index":5,"sense_key":"point%1:26:00::","synset_id":"degree.n.02"},{"index":6,"sense_key":"point%1:28:00::","synset_id":"point.n.06"},{"index":7,"sense_key":"point%1:09:02::","synset_id":"point.n.07"},{"index":8,"sense_key":"point%1:25:00::","synset_id":"point.n.08"},{"index":9,"sense_key":"point%1:25:02::","synset_id":"point.n.09"},{"index":10,"sense_key":"point%1:23:01::","synset_id":"point.n.10"},{"index":11,"sense_key":"point%1:17:02::","synset_id":"point.n.11"},{"index":12,"sense_key":"point%1:10:03::","synset_id":"item.n.01"},{"index":13,"sense_key":"point%1:24:04::","synset_id":"point.n.13"},{"index":14,"sense_key":"point%1:07:01::","synset_id":"point.n.14"},{"index":15,"sense_key":"point%1:06:00::","synset_id":"point.n.15"},{"index":16,"sense_key":"point%1:24:00::","synset_id":"compass_point.n.01"},{"index":17,"sense_key":"point%1:23:00::","synset_id":"point.n.17"},{"index":18,"sense_key":"point%1:21:00::","synset_id":"point.n.18"},{"index":19,"sense_key":"point%1:10:00::","synset_id":"period.n.07"},{"index":20,"sense_key":"point%1:10:02::","synset_id":"point.n.20"},{"index":21,"sense_key":"point%1:10:04::","synset_id":"decimal_point.n.01"},{"index":22,"sense_key":"point%1:07:00::","synset_id":"point.n.22"},{"index":23,"sense_key":"point%1:07:02::","synset_id":"point.n.23"},{"index":24,"sense_key":"point%1:06:02::","synset_id":"point.n.24"},{"index":25,"sense_key":"point%1:06:01::","synset_id":"point.n.25"},{"index":26,"sense_key":"point%1:06:03::","synset_id":"distributor_point.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"point%1:23:01::","call_ids":["semeval2013.d001.s001.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"point%1:23:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":755,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2450429538730532}
{"item_id":"semeval2013.d001.s001.t007","gold_sense_keys":["top%1:26:00::"],"candidates":[{"index":1,"sense_key":"top%1:15:01::","synset_id":"top.n.01"},{"index":2,"sense_key":"top%1:15:00::","synset_id":"top.n.02"},{"index":3,"sense_key":"top%1:15:02::","synset_id":"peak.n.04"},{"index":4,"sense_key":"top%1:28:00::","synset_id":"top.n.04"},{"index":5,"sense_key":"top%1:26:00::","synset_id":"acme.n.01"},{"index":6,"sense_key":"top%1:07:02::","synset_id":"top.n.06"},{"index":7,"sense_key":"top%1:06:04::","synset_id":"top.n.07"},{"index":8,"sense_key":"top%1:06:03::","synset_id":"top.n.08"},{"index":9,"sense_key":"top%1:06:01::","synset_id":"top.n.09"},{"index":10,"sense_key":"top%1:06:00::","synset_id":"top.n.10"},{"index":11,"sense_key":"top%1:06:02::","synset_id":"circus_tent.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"top%1:26:00::","call_ids":["semeval2013.d001.s001.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"top%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":449,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21991999400779605}
{"item_id":"semeval2013.d001.s001.t008","gold_sense_keys":["group%1:03:00::"],"candidates":[{"index":1,"sense_key":"group%1:03:00::","synset_id":"group.n.01"},{"index":2,"sense_key":"group%1:27:00::","synset_id":"group.n.02"},{"index":3,"sense_key":"group%1:09:00::","synset_id":"group.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"group%1:03:00::","call_ids":["semeval2013.d001.s001.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"group%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2216483389493078}
{"item_id":"semeval2013.d001.s002.t000","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d001.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22230186103843153}
{"item_id":"semeval2013.d001.s002.t001","gold_sense_keys":["absence%1:04:00::","absence%1:26:00::"],"candidates":[{"index":1,"sense_key":"absence%1:26:00::","synset_id":"absence.n.01"},{"index":2,"sense_key":"absence%1:04:00::","synset_id":"absence.n.02"},{"index":3,"sense_key":"absence%1:28:00::","synset_id":"absence.n.03"},{"index":4,"sense_key":"absence%1:26:01::","synset_id":"absence.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"absence%1:04:00::","call_ids":["semeval2013.d001.s002.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"absence%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2239759850781411}
{"item_id":"semeval2013.d001.s002.t002","gold_sense_keys":["involvement%1:04:00::"],"candidates":[{"index":1,"sense_key":"involvement%1:04:00::","synset_id":"engagement.n.07"},{"index":2,"sense_key":"involvement%1:24:00::","synset_id":"involvement.n.02"},{"index":3,"sense_key":"involvement%1:09:00::","synset_id":"interest.n.01"},{"index":4,"sense_key":"involvement%1:26:00::","synset_id":"affair.n.02"},{"index":5,"sense_key":"involvement%1:26:01::","synset_id":"participation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"involvement%1:24:00::","call_ids":["semeval2013.d001.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"involvement%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22466792492195964}
{"item_id":"semeval2013.d001.s002.t004","gold_sense_keys":["end%1:09:00::","end%1:11:00::","end%1:28:00::"],"candidates":[{"index":1,"sense_key":"end%1:15:00::","synset_id":"end.n.01"},{"index":2,"sense_key":"end%1:28:00::","synset_id":"end.n.02"},{"index":3,"sense_key":"end%1:11:00::","synset_id":"end.n.03"},{"index":4,"sense_key":"end%1:09:02::","synset_id":"goal.n.01"},{"index":5,"sense_key":"end%1:09:00::","synset_id":"end.n.05"},{"index":6,"sense_key":"end%1:26:00::","synset_id":"end.n.06"},{"index":7,"sense_key":"end%1:15:02::","synset_id":"end.n.07"},{"index":8,"sense_key":"end%1:18:00::","synset_id":"end.n.08"},{"index":9,"sense_key":"end%1:15:01::","synset_id":"end.n.09"},{"index":10,"sense_key":"end%1:15:03::","synset_id":"end.n.10"},{"index":11,"sense_key":"end%1:04:00::","synset_id":"end.n.11"},{"index":12,"sense_key":"end%1:10:00::","synset_id":"conclusion.n.08"},{"index":13,"sense_key":"end%1:06:02::","synset_id":"end.n.13"},{"index":14,"sense_key":"end%1:04:02::","synset_id":"end.n.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"end%1:28:00::","call_ids":["semeval2013.d001.s002.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"end%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":456,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2255416908301413}
{"item_id":"semeval2013.d001.s003.t001","gold_sense_keys":["sideline%1:15:00::"],"candidates":[{"index":1,"sense_key":"sideline%1:15:00::","synset_id":"sideline.n.01"},{"index":2,"sense_key":"sideline%1:06:00::","synset_id":"sideline.n.02"},{"index":3,"sense_key":"sideline%1:04:00::","synset_id":"avocation.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sideline%1:04:00::","call_ids":["semeval2013.d001.s003.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sideline%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":136,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22727344394661486}
{"item_id":"semeval2013.d001.s003.t002","gold_sense_keys":["lot%1:23:00::"],"candidates":[{"index":1,"sense_key":"lot%1:23:00::","synset_id":"batch.n.02"},{"index":2,"sense_key":"lot%1:15:00::","synset_id":"lot.n.02"},{"index":3,"sense_key":"lot%1:14:00::","synset_id":"set.n.05"},{"index":4,"sense_key":"lot%1:26:00::","synset_id":"fortune.n.04"},{"index":5,"sense_key":"lot%1:06:00::","synset_id":"draw.n.04"},{"index":6,"sense_key":"lot%1:14:01::","synset_id":"bunch.n.03"},{"index":7,"sense_key":"lot%1:18:00::","synset_id":"lot.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"lot%1:26:00::","call_ids":["semeval2013.d001.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"lot%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":281,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23244727891869843}
{"item_id":"semeval2013.d001.s003.t003","gold_sense_keys":["triumph%1:11:00::"],"candidates":[{"index":1,"sense_key":"triumph%1:11:00::","synset_id":"victory.n.01"},{"index":2,"sense_key":"triumph%1:12:00::","synset_id":"triumph.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"triumph%1:11:00::","call_ids":["semeval2013.d001.s003.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"triumph%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22786526405252516}
{"item_id":"semeval2013.d001.s004.t000","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"game%1:04:01::","call_ids":["semeval2013.d001.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"game%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2285258579067886}
{"item_id":"semeval2013.d001.s004.t001","gold_sense_keys":["favor%1:07:00::"],"candidates":[{"index":1,"sense_key":"favor%1:04:00::","synset_id":"favor.n.01"},{"index":2,"sense_key":"favor%1:07:00::","synset_id":"favor.n.02"},{"index":3,"sense_key":"favor%1:09:00::","synset_id":"favor.n.03"},{"index":4,"sense_key":"favor%1:12:00::","synset_id":"favor.n.04"},{"index":5,"sense_key":"favor%1:06:00::","synset_id":"party_favor.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"favor%1:07:00::","call_ids":["semeval2013.d001.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"favor%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2293426909018308}
{"item_id":"semeval2013.d001.s005.t000","gold_sense_keys":["basket%1:04:00::"],"candidates":[{"index":1,"sense_key":"basket%1:06:00::","synset_id":"basket.n.01"},{"index":2,"sense_key":"basket%1:23:00::","synset_id":"basket.n.02"},{"index":3,"sense_key":"basket%1:06:01::","synset_id":"basket.n.03"},{"index":4,"sense_key":"basket%1:04:00::","synset_id":"basket.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"basket%1:04:00::","call_ids":["semeval2013.d001.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"basket%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22999532078392804}
{"item_id":"semeval2013.d001.s005.t001","gold_sense_keys":["perimeter%1:25:00::"],"candidates":[{"index":1,"sense_key":"perimeter%1:25:00::","synset_id":"margin.n.01"},{"index":2,"sense_key":"perimeter%1:25:01::","synset_id":"perimeter.n.02"},{"index":3,"sense_key":"perimeter%1:07:00::","synset_id":"circumference.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"perimeter%1:07:00::","call_ids":["semeval2013.d001.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"perimeter%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2160068149678409}
{"item_id":"semeval2013.d001.s005.t002","gold_sense_keys":["speculation%1:09:00::"],"candidates":[{"index":1,"sense_key":"speculation%1:10:03::","synset_id":"guess.n.01"},{"index":2,"sense_key":"speculation%1:09:00::","synset_id":"speculation.n.02"},{"index":3,"sense_key":"speculation%1:21:00::","synset_id":"speculation.n.03"},{"index":4,"sense_key":"speculation%1:09:01::","synset_id":"meditation.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"speculation%1:09:00::","call_ids":["semeval2013.d001.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"speculation%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20092386892065406}
{"item_id":"semeval2013.d001.s006.t000","gold_sense_keys":["scorer%1:18:00::"],"candidates":[{"index":1,"sense_key":"scorer%1:18:00::","synset_id":"scorer.n.01"},{"index":2,"sense_key":"scorer%1:18:01::","synset_id":"scorer.n.02"},{"index":3,"sense_key":"scorer%1:18:02::","synset_id":"scorekeeper.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"scorer%1:18:02::","call_ids":["semeval2013.d001.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"scorer%1:18:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2042625790927559}
{"item_id":"semeval2013.d001.s006.t001","gold_sense_keys":["end%1:09:00::","end%1:11:00::","end%1:28:00::"],"candidates":[{"index":1,"sense_key":"end%1:15:00::","synset_id":"end.n.01"},{"index":2,"sense_key":"end%1:28:00::","synset_id":"end.n.02"},{"index":3,"sense_key":"end%1:11:00::","synset_id":"end.n.03"},{"index":4,"sense_key":"end%1:09:02::","synset_id":"goal.n.01"},{"index":5,"sense_key":"end%1:09:00::","synset_id":"end.n.05"},{"index":6,"sense_key":"end%1:26:00::","synset_id":"end.n.06"},{"index":7,"sense_key":"end%1:15:02::","synset_id":"end.n.07"},{"index":8,"sense_key":"end%1:18:00::","synset_id":"end.n.08"},{"index":9,"sense_key":"end%1:15:01::","synset_id":"end.n.09"},{"index":10,"sense_key":"end%1:15:03::","synset_id":"end.n.10"},{"index":11,"sense_key":"end%1:04:00::","synset_id":"end.n.11"},{"index":12,"sense_key":"end%1:10:00::","synset_id":"conclusion.n.08"},{"index":13,"sense_key":"end%1:06:02::","synset_id":"end.n.13"},{"index":14,"sense_key":"end%1:04:02::","synset_id":"end.n.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"end%1:09:00::","call_ids":["semeval2013.d001.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"end%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":429,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24060481903143227}
{"item_id":"semeval2013.d001.s007.t000","gold_sense_keys":["quarter%1:28:01::"],"candidates":[{"index":1,"sense_key":"quarter%1:23:01::","synset_id":"one-fourth.n.01"},{"index":2,"sense_key":"quarter%1:15:00::","synset_id":"quarter.n.02"},{"index":3,"sense_key":"quarter%1:28:01::","synset_id":"quarter.n.03"},{"index":4,"sense_key":"quarter%1:28:03::","synset_id":"quarter.n.04"},{"index":5,"sense_key":"quarter%1:28:00::","synset_id":"quarter.n.05"},{"index":6,"sense_key":"quarter%1:28:02::","synset_id":"quarter.n.06"},{"index":7,"sense_key":"quarter%1:24:00::","synset_id":"quarter.n.07"},{"index":8,"sense_key":"quarter%1:23:02::","synset_id":"quarter.n.08"},{"index":9,"sense_key":"quarter%1:23:04::","synset_id":"quarter.n.09"},{"index":10,"sense_key":"quarter%1:21:00::","synset_id":"quarter.n.10"},{"index":11,"sense_key":"quarter%1:18:00::","synset_id":"quarter.n.11"},{"index":12,"sense_key":"quarter%1:06:00::","synset_id":"stern.n.01"},{"index":13,"sense_key":"quarter%1:06:01::","synset_id":"quarter.n.13"},{"index":14,"sense_key":"quarter%1:04:00::","synset_id":"quarter.n.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"quarter%1:28:01::","call_ids":["semeval2013.d001.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"quarter%1:28:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":429,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23889755900017917}
{"item_id":"semeval2013.d001.s007.t001","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"team%1:14:01::","call_ids":["semeval2013.d001.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"team%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26873725885525346}
{"item_id":"semeval2013.d001.s007.t003","gold_sense_keys":["work%1:04:00::"],"candidates":[{"index":1,"sense_key":"work%1:04:00::","synset_id":"work.n.01"},{"index":2,"sense_key":"work%1:06:00::","synset_id":"work.n.02"},{"index":3,"sense_key":"work%1:04:01::","synset_id":"employment.n.02"},{"index":4,"sense_key":"work%1:09:00::","synset_id":"study.n.02"},{"index":5,"sense_key":"work%1:19:00::","synset_id":"work.n.05"},{"index":6,"sense_key":"work%1:06:01::","synset_id":"workplace.n.01"},{"index":7,"sense_key":"work%1:06:02::","synset_id":"oeuvre.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"work%1:04:01::","call_ids":["semeval2013.d001.s007.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"work%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":345,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28569237398914993}
{"item_id":"semeval2013.d001.s007.t004","gold_sense_keys":["whistle%1:10:00::"],"candidates":[{"index":1,"sense_key":"whistle%1:11:00::","synset_id":"whistle.n.01"},{"index":2,"sense_key":"whistle%1:10:00::","synset_id":"whistle.n.02"},{"index":3,"sense_key":"whistle%1:06:02::","synset_id":"whistle.n.03"},{"index":4,"sense_key":"whistle%1:06:01::","synset_id":"whistle.n.04"},{"index":5,"sense_key":"whistle%1:06:00::","synset_id":"pennywhistle.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"whistle%1:06:02::","call_ids":["semeval2013.d001.s007.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"whistle%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2881995472125709}
{"item_id":"semeval2013.d001.s007.t006","gold_sense_keys":["return%1:04:00::","return%1:04:01::"],"candidates":[{"index":1,"sense_key":"return%1:10:01::","synset_id":"tax_return.n.01"},{"index":2,"sense_key":"return%1:04:01::","synset_id":"return.n.02"},{"index":3,"sense_key":"return%1:11:02::","synset_id":"return.n.03"},{"index":4,"sense_key":"return%1:04:02::","synset_id":"restitution.n.03"},{"index":5,"sense_key":"return%1:04:00::","synset_id":"return.n.05"},{"index":6,"sense_key":"return%1:21:00::","synset_id":"return.n.06"},{"index":7,"sense_key":"return%1:11:01::","synset_id":"recurrence.n.01"},{"index":8,"sense_key":"return%1:10:02::","synset_id":"rejoinder.n.01"},{"index":9,"sense_key":"return%1:06:00::","synset_id":"return_key.n.01"},{"index":10,"sense_key":"return%1:04:06::","synset_id":"return.n.10"},{"index":11,"sense_key":"return%1:04:04::","synset_id":"return.n.11"},{"index":12,"sense_key":"return%1:04:05::","synset_id":"return.n.12"},{"index":13,"sense_key":"return%1:04:07::","synset_id":"reappearance.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"return%1:04:01::","call_ids":["semeval2013.d001.s007.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"return%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":467,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26178886205889285}
{"item_id":"semeval2013.d001.s007.t007","gold_sense_keys":["home%1:15:02::"],"candidates":[{"index":1,"sense_key":"home%1:15:04::","synset_id":"home.n.01"},{"index":2,"sense_key":"home%1:06:00::","synset_id":"dwelling.n.01"},{"index":3,"sense_key":"home%1:15:02::","synset_id":"home.n.03"},{"index":4,"sense_key":"home%1:06:02::","synset_id":"home_plate.n.01"},{"index":5,"sense_key":"home%1:15:05::","synset_id":"base.n.14"},{"index":6,"sense_key":"home%1:15:03::","synset_id":"home.n.06"},{"index":7,"sense_key":"home%1:26:00::","synset_id":"home.n.07"},{"index":8,"sense_key":"home%1:14:00::","synset_id":"family.n.01"},{"index":9,"sense_key":"home%1:06:01::","synset_id":"home.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"home%1:15:03::","call_ids":["semeval2013.d001.s007.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"home%1:15:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":344,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2629506851080805}
{"item_id":"semeval2013.d001.s007.t008","gold_sense_keys":["lead%1:23:00::"],"candidates":[{"index":1,"sense_key":"lead%1:07:02::","synset_id":"lead.n.01"},{"index":2,"sense_key":"lead%1:27:00::","synset_id":"lead.n.02"},{"index":3,"sense_key":"lead%1:09:00::","synset_id":"lead.n.03"},{"index":4,"sense_key":"lead%1:04:01::","synset_id":"lead.n.04"},{"index":5,"sense_key":"lead%1:25:00::","synset_id":"lead.n.05"},{"index":6,"sense_key":"lead%1:10:01::","synset_id":"lead.n.06"},{"index":7,"sense_key":"lead%1:23:00::","synset_id":"lead.n.07"},{"index":8,"sense_key":"lead%1:18:00::","synset_id":"star.n.04"},{"index":9,"sense_key":"lead%1:15:00::","synset_id":"lead.n.09"},{"index":10,"sense_key":"lead%1:10:02::","synset_id":"tip.n.03"},{"index":11,"sense_key":"lead%1:10:00::","synset_id":"lead.n.11"},{"index":12,"sense_key":"lead%1:07:01::","synset_id":"spark_advance.n.01"},{"index":13,"sense_key":"lead%1:06:03::","synset_id":"leash.n.01"},{"index":14,"sense_key":"lead%1:06:02::","synset_id":"lead.n.14"},{"index":15,"sense_key":"lead%1:06:00::","synset_id":"lead.n.15"},{"index":16,"sense_key":"lead%1:06:01::","synset_id":"jumper_cable.n.01"},{"index":17,"sense_key":"lead%1:04:00::","synset_id":"lead.n.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"lead%1:23:00::","call_ids":["semeval2013.d001.s007.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"lead%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":527,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2655355220194906}
{"item_id":"semeval2013.d001.s008.t000","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d001.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26680535706691444}
{"item_id":"semeval2013.d001.s008.t001","gold_sense_keys":["point%1:23:01::"],"candidates":[{"index":1,"sense_key":"point%1:09:00::","synset_id":"point.n.01"},{"index":2,"sense_key":"point%1:15:00::","synset_id":"point.n.02"},{"index":3,"sense_key":"point%1:10:01::","synset_id":"point.n.03"},{"index":4,"sense_key":"point%1:09:01::","synset_id":"detail.n.01"},{"index":5,"sense_key":"point%1:26:00::","synset_id":"degree.n.02"},{"index":6,"sense_key":"point%1:28:00::","synset_id":"point.n.06"},{"index":7,"sense_key":"point%1:09:02::","synset_id":"point.n.07"},{"index":8,"sense_key":"point%1:25:00::","synset_id":"point.n.08"},{"index":9,"sense_key":"point%1:25:02::","synset_id":"point.n.09"},{"index":10,"sense_key":"point%1:23:01::","synset_id":"point.n.10"},{"index":11,"sense_key":"point%1:17:02::","synset_id":"point.n.11"},{"index":12,"sense_key":"point%1:10:03::","synset_id":"item.n.01"},{"index":13,"sense_key":"point%1:24:04::","synset_id":"point.n.13"},{"index":14,"sense_key":"point%1:07:01::","synset_id":"point.n.14"},{"index":15,"sense_key":"point%1:06:00::","synset_id":"point.n.15"},{"index":16,"sense_key":"point%1:24:00::","synset_id":"compass_point.n.01"},{"index":17,"sense_key":"point%1:23:00::","synset_id":"point.n.17"},{"index":18,"sense_key":"point%1:21:00::","synset_id":"point.n.18"},{"index":19,"sense_key":"point%1:10:00::","synset_id":"period.n.07"},{"index":20,"sense_key":"point%1:10:02::","synset_id":"point.n.20"},{"index":21,"sense_key":"point%1:10:04::","synset_id":"decimal_point.n.01"},{"index":22,"sense_key":"point%1:07:00::","synset_id":"point.n.22"},{"index":23,"sense_key":"point%1:07:02::","synset_id":"point.n.23"},{"index":24,"sense_key":"point%1:06:02::","synset_id":"point.n.24"},{"index":25,"sense_key":"point%1:06:01::","synset_id":"point.n.25"},{"index":26,"sense_key":"point%1:06:03::","synset_id":"distributor_point.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"point%1:23:01::","call_ids":["semeval2013.d001.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"point%1:23:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":727,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2680553731042892}
{"item_id":"semeval2013.d001.s008.t002","gold_sense_keys":["point%1:23:01::"],"candidates":[{"index":1,"sense_key":"point%1:09:00::","synset_id":"point.n.01"},{"index":2,"sense_key":"point%1:15:00::","synset_id":"point.n.02"},{"index":3,"sense_key":"point%1:10:01::","synset_id":"point.n.03"},{"index":4,"sense_key":"point%1:09:01::","synset_id":"detail.n.01"},{"index":5,"sense_key":"point%1:26:00::","synset_id":"degree.n.02"},{"index":6,"sense_key":"point%1:28:00::","synset_id":"point.n.06"},{"index":7,"sense_key":"point%1:09:02::","synset_id":"point.n.07"},{"index":8,"sense_key":"point%1:25:00::","synset_id":"point.n.08"},{"index":9,"sense_key":"point%1:25:02::","synset_id":"point.n.09"},{"index":10,"sense_key":"point%1:23:01::","synset_id":"point.n.10"},{"index":11,"sense_key":"point%1:17:02::","synset_id":"point.n.11"},{"index":12,"sense_key":"point%1:10:03::","synset_id":"item.n.01"},{"index":13,"sense_key":"point%1:24:04::","synset_id":"point.n.13"},{"index":14,"sense_key":"point%1:07:01::","synset_id":"point.n.14"},{"index":15,"sense_key":"point%1:06:00::","synset_id":"point.n.15"},{"index":16,"sense_key":"point%1:24:00::","synset_id":"compass_point.n.01"},{"index":17,"sense_key":"point%1:23:00::","synset_id":"point.n.17"},{"index":18,"sense_key":"point%1:21:00::","synset_id":"point.n.18"},{"index":19,"sense_key":"point%1:10:00::","synset_id":"period.n.07"},{"index":20,"sense_key":"point%1:10:02::","synset_id":"point.n.20"},{"index":21,"sense_key":"point%1:10:04::","synset_id":"decimal_point.n.01"},{"index":22,"sense_key":"point%1:07:00::","synset_id":"point.n.22"},{"index":23,"sense_key":"point%1:07:02::","synset_id":"point.n.23"},{"index":24,"sense_key":"point%1:06:02::","synset_id":"point.n.24"},{"index":25,"sense_key":"point%1:06:01::","synset_id":"point.n.25"},{"index":26,"sense_key":"point%1:06:03::","synset_id":"distributor_point.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"point%1:23:01::","call_ids":["semeval2013.d001.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"point%1:23:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":728,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2694054110907018}
{"item_id":"semeval2013.d001.s008.t003","gold_sense_keys":["night%1:28:03::"],"candidates":[{"index":1,"sense_key":"night%1:28:00::","synset_id":"night.n.01"},{"index":2,"sense_key":"night%1:28:01::","synset_id":"night.n.02"},{"index":3,"sense_key":"night%1:28:04::","synset_id":"night.n.03"},{"index":4,"sense_key":"night%1:28:02::","synset_id":"night.n.04"},{"index":5,"sense_key":"night%1:26:00::","synset_id":"night.n.05"},{"index":6,"sense_key":"night%1:28:05::","synset_id":"night.n.06"},{"index":7,"sense_key":"night%1:28:03::","synset_id":"night.n.07"},{"index":8,"sense_key":"night%1:18:00::","synset_id":"nox.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"night%1:28:03::","call_ids":["semeval2013.d001.s008.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"night%1:28:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":268,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27070920914411545}
{"item_id":"semeval2013.d001.s009.t000","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"game%1:04:01::","call_ids":["semeval2013.d001.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"game%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":367,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2719295439310372}
{"item_id":"semeval2013.d001.s009.t003","gold_sense_keys":["pressure%1:07:00::"],"candidates":[{"index":1,"sense_key":"pressure%1:19:00::","synset_id":"pressure.n.01"},{"index":2,"sense_key":"pressure%1:07:00::","synset_id":"pressure.n.02"},{"index":3,"sense_key":"pressure%1:04:00::","synset_id":"press.n.09"},{"index":4,"sense_key":"pressure%1:26:00::","synset_id":"imperativeness.n.01"},{"index":5,"sense_key":"pressure%1:09:00::","synset_id":"pressure.n.05"},{"index":6,"sense_key":"pressure%1:26:01::","synset_id":"pressure.n.06"},{"index":7,"sense_key":"pressure%1:19:01::","synset_id":"atmospheric_pressure.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"pressure%1:07:00::","call_ids":["semeval2013.d001.s009.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"pressure%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":305,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27851146808825433}
{"item_id":"semeval2013.d001.s009.t004","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"game%1:09:00::","call_ids":["semeval2013.d001.s009.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"game%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":367,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2732568820938468}
{"item_id":"semeval2013.d001.s010.t000","gold_sense_keys":["role%1:04:00::"],"candidates":[{"index":1,"sense_key":"role%1:04:00::","synset_id":"function.n.03"},{"index":2,"sense_key":"role%1:09:00::","synset_id":"character.n.04"},{"index":3,"sense_key":"role%1:07:00::","synset_id":"function.n.02"},{"index":4,"sense_key":"role%1:04:01::","synset_id":"role.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"role%1:07:00::","call_ids":["semeval2013.d001.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"role%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2746824671048671}
{"item_id":"semeval2013.d001.s012.t000","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d001.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2761650010943413}
{"item_id":"semeval2013.d001.s012.t001","gold_sense_keys":["couple%1:23:01::"],"candidates":[{"index":1,"sense_key":"couple%1:14:00::","synset_id":"couple.n.01"},{"index":2,"sense_key":"couple%1:14:01::","synset_id":"couple.n.02"},{"index":3,"sense_key":"couple%1:23:01::","synset_id":"couple.n.03"},{"index":4,"sense_key":"couple%1:23:00::","synset_id":"couple.n.04"},{"index":5,"sense_key":"couple%1:17:00::","synset_id":"couple.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"couple%1:23:01::","call_ids":["semeval2013.d001.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"couple%1:23:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2792438028845936}
{"item_id":"semeval2013.d001.s012.t002","gold_sense_keys":["play%1:04:05::"],"candidates":[{"index":1,"sense_key":"play%1:10:01::","synset_id":"play.n.01"},{"index":2,"sense_key":"play%1:10:03::","synset_id":"play.n.02"},{"index":3,"sense_key":"play%1:04:05::","synset_id":"play.n.03"},{"index":4,"sense_key":"play%1:04:04::","synset_id":"maneuver.n.03"},{"index":5,"sense_key":"play%1:26:00::","synset_id":"play.n.05"},{"index":6,"sense_key":"play%1:04:08::","synset_id":"play.n.06"},{"index":7,"sense_key":"play%1:04:03::","synset_id":"bid.n.02"},{"index":8,"sense_key":"play%1:04:06::","synset_id":"play.n.08"},{"index":9,"sense_key":"play%1:28:00::","synset_id":"playing_period.n.01"},{"index":10,"sense_key":"play%1:26:01::","synset_id":"free_rein.n.01"},{"index":11,"sense_key":"play%1:11:00::","synset_id":"shimmer.n.01"},{"index":12,"sense_key":"play%1:10:02::","synset_id":"fun.n.02"},{"index":13,"sense_key":"play%1:07:00::","synset_id":"looseness.n.05"},{"index":14,"sense_key":"play%1:04:00::","synset_id":"play.n.14"},{"index":15,"sense_key":"play%1:04:01::","synset_id":"turn.n.03"},{"index":16,"sense_key":"play%1:04:02::","synset_id":"gambling.n.01"},{"index":17,"sense_key":"play%1:04:07::","synset_id":"play.n.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"play%1:04:05::","call_ids":["semeval2013.d001.s012.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"play%1:04:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":578,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28042982099577785}
{"item_id":"semeval2013.d001.s012.t003","gold_sense_keys":["help%1:04:00::"],"candidates":[{"index":1,"sense_key":"help%1:04:00::","synset_id":"aid.n.02"},{"index":2,"sense_key":"help%1:18:00::","synset_id":"assistant.n.01"},{"index":3,"sense_key":"help%1:07:00::","synset_id":"aid.n.01"},{"index":4,"sense_key":"help%1:07:01::","synset_id":"avail.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"help%1:07:00::","call_ids":["semeval2013.d001.s012.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"help%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2472516600973904}
{"item_id":"semeval2013.d001.s012.t005","gold_sense_keys":["lead%1:23:00::"],"candidates":[{"index":1,"sense_key":"lead%1:07:02::","synset_id":"lead.n.01"},{"index":2,"sense_key":"lead%1:27:00::","synset_id":"lead.n.02"},{"index":3,"sense_key":"lead%1:09:00::","synset_id":"lead.n.03"},{"index":4,"sense_key":"lead%1:04:01::","synset_id":"lead.n.04"},{"index":5,"sense_key":"lead%1:25:00::","synset_id":"lead.n.05"},{"index":6,"sense_key":"lead%1:10:01::","synset_id":"lead.n.06"},{"index":7,"sense_key":"lead%1:23:00::","synset_id":"lead.n.07"},{"index":8,"sense_key":"lead%1:18:00::","synset_id":"star.n.04"},{"index":9,"sense_key":"lead%1:15:00::","synset_id":"lead.n.09"},{"index":10,"sense_key":"lead%1:10:02::","synset_id":"tip.n.03"},{"index":11,"sense_key":"lead%1:10:00::","synset_id":"lead.n.11"},{"index":12,"sense_key":"lead%1:07:01::","synset_id":"spark_advance.n.01"},{"index":13,"sense_key":"lead%1:06:03::","synset_id":"leash.n.01"},{"index":14,"sense_key":"lead%1:06:02::","synset_id":"lead.n.14"},{"index":15,"sense_key":"lead%1:06:00::","synset_id":"lead.n.15"},{"index":16,"sense_key":"lead%1:06:01::","synset_id":"jumper_cable.n.01"},{"index":17,"sense_key":"lead%1:04:00::","synset_id":"lead.n.17"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"lead%1:23:00::","call_ids":["semeval2013.d001.s012.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"lead%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":559,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2385586560703814}
{"item_id":"semeval2013.d001.s012.t006","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d001.s012.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2889669069554657}
{"item_id":"semeval2013.d001.s012.t007","gold_sense_keys":["end%1:09:00::","end%1:11:00::","end%1:28:00::"],"candidates":[{"index":1,"sense_key":"end%1:15:00::","synset_id":"end.n.01"},{"index":2,"sense_key":"end%1:28:00::","synset_id":"end.n.02"},{"index":3,"sense_key":"end%1:11:00::","synset_id":"end.n.03"},{"index":4,"sense_key":"end%1:09:02::","synset_id":"goal.n.01"},{"index":5,"sense_key":"end%1:09:00::","synset_id":"end.n.05"},{"index":6,"sense_key":"end%1:26:00::","synset_id":"end.n.06"},{"index":7,"sense_key":"end%1:15:02::","synset_id":"end.n.07"},{"index":8,"sense_key":"end%1:18:00::","synset_id":"end.n.08"},{"index":9,"sense_key":"end%1:15:01::","synset_id":"end.n.09"},{"index":10,"sense_key":"end%1:15:03::","synset_id":"end.n.10"},{"index":11,"sense_key":"end%1:04:00::","synset_id":"end.n.11"},{"index":12,"sense_key":"end%1:10:00::","synset_id":"conclusion.n.08"},{"index":13,"sense_key":"end%1:06:02::","synset_id":"end.n.13"},{"index":14,"sense_key":"end%1:04:02::","synset_id":"end.n.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"end%1:18:00::","call_ids":["semeval2013.d001.s012.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"end%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":493,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2902077299077064}
{"item_id":"semeval2013.d001.s012.t008","gold_sense_keys":["quarter%1:28:01::"],"candidates":[{"index":1,"sense_key":"quarter%1:23:01::","synset_id":"one-fourth.n.01"},{"index":2,"sense_key":"quarter%1:15:00::","synset_id":"quarter.n.02"},{"index":3,"sense_key":"quarter%1:28:01::","synset_id":"quarter.n.03"},{"index":4,"sense_key":"quarter%1:28:03::","synset_id":"quarter.n.04"},{"index":5,"sense_key":"quarter%1:28:00::","synset_id":"quarter.n.05"},{"index":6,"sense_key":"quarter%1:28:02::","synset_id":"quarter.n.06"},{"index":7,"sense_key":"quarter%1:24:00::","synset_id":"quarter.n.07"},{"index":8,"sense_key":"quarter%1:23:02::","synset_id":"quarter.n.08"},{"index":9,"sense_key":"quarter%1:23:04::","synset_id":"quarter.n.09"},{"index":10,"sense_key":"quarter%1:21:00::","synset_id":"quarter.n.10"},{"index":11,"sense_key":"quarter%1:18:00::","synset_id":"quarter.n.11"},{"index":12,"sense_key":"quarter%1:06:00::","synset_id":"stern.n.01"},{"index":13,"sense_key":"quarter%1:06:01::","synset_id":"quarter.n.13"},{"index":14,"sense_key":"quarter%1:04:00::","synset_id":"quarter.n.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"quarter%1:28:01::","call_ids":["semeval2013.d001.s012.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"quarter%1:28:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":461,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29183069593273103}
{"item_id":"semeval2013.d001.s013.t001","gold_sense_keys":["minute%1:28:00::"],"candidates":[{"index":1,"sense_key":"minute%1:28:00::","synset_id":"minute.n.01"},{"index":2,"sense_key":"minute%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"minute%1:28:02::","synset_id":"moment.n.01"},{"index":4,"sense_key":"minute%1:23:00::","synset_id":"minute.n.04"},{"index":5,"sense_key":"minute%1:10:00::","synset_id":"minute.n.05"},{"index":6,"sense_key":"minute%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"minute%1:28:01::","call_ids":["semeval2013.d001.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"minute%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25270488299429417}
{"item_id":"semeval2013.d001.s014.t000","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d001.s014.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26727637904696167}
{"item_id":"semeval2013.d001.s014.t001","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d001.s014.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2709772048983723}
{"item_id":"semeval2013.d001.s014.t002","gold_sense_keys":["line%1:15:01::"],"candidates":[{"index":1,"sense_key":"line%1:14:03::","synset_id":"line.n.01"},{"index":2,"sense_key":"line%1:10:01::","synset_id":"line.n.02"},{"index":3,"sense_key":"line%1:14:01::","synset_id":"line.n.03"},{"index":4,"sense_key":"line%1:25:00::","synset_id":"line.n.04"},{"index":5,"sense_key":"line%1:10:02::","synset_id":"line.n.05"},{"index":6,"sense_key":"line%1:19:00::","synset_id":"line.n.06"},{"index":7,"sense_key":"line%1:15:02::","synset_id":"line.n.07"},{"index":8,"sense_key":"line%1:09:01::","synset_id":"argumentation.n.02"},{"index":9,"sense_key":"line%1:06:01::","synset_id":"cable.n.02"},{"index":10,"sense_key":"line%1:14:02::","synset_id":"course.n.02"},{"index":11,"sense_key":"line%1:15:00::","synset_id":"line.n.11"},{"index":12,"sense_key":"line%1:25:01::","synset_id":"wrinkle.n.01"},{"index":13,"sense_key":"line%1:06:06::","synset_id":"pipeline.n.02"},{"index":14,"sense_key":"line%1:06:03::","synset_id":"line.n.14"},{"index":15,"sense_key":"line%1:06:07::","synset_id":"telephone_line.n.02"},{"index":16,"sense_key":"line%1:04:01::","synset_id":"line.n.16"},{"index":17,"sense_key":"line%1:14:00::","synset_id":"lineage.n.01"},{"index":18,"sense_key":"line%1:06:00::","synset_id":"line.n.18"},{"index":19,"sense_key":"line%1:04:00::","synset_id":"occupation.n.01"},{"index":20,"sense_key":"line%1:15:01::","synset_id":"line.n.20"},{"index":21,"sense_key":"line%1:10:05::","synset_id":"channel.n.05"},{"index":22,"sense_key":"line%1:06:08::","synset_id":"line.n.22"},{"index":23,"sense_key":"line%1:06:05::","synset_id":"line.n.23"},{"index":24,"sense_key":"line%1:23:00::","synset_id":"agate_line.n.01"},{"index":25,"sense_key":"line%1:21:00::","synset_id":"credit_line.n.01"},{"index":26,"sense_key":"line%1:10:03::","synset_id":"tune.n.01"},{"index":27,"sense_key":"line%1:10:06::","synset_id":"line.n.27"},{"index":28,"sense_key":"line%1:10:04::","synset_id":"note.n.02"},{"index":29,"sense_key":"line%1:09:00::","synset_id":"line.n.29"},{"index":30,"sense_key":"line%1:06:09::","synset_id":"production_line.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"line%1:10:02::","call_ids":["semeval2013.d001.s014.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"line%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":761,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2686354760080576}
{"item_id":"semeval2013.d001.s015.t001","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d001.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2722911909222603}
{"item_id":"semeval2013.d001.s015.t003","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"game%1:06:00::","call_ids":["semeval2013.d001.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"game%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":365,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2737587229348719}
{"item_id":"semeval2013.d001.s015.t005","gold_sense_keys":["time%1:11:00::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"time%1:28:04::","call_ids":["semeval2013.d001.s015.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"time%1:28:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":353,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2868301139678806}
{"item_id":"semeval2013.d001.s015.t006","gold_sense_keys":["season%1:28:02::"],"candidates":[{"index":1,"sense_key":"season%1:28:02::","synset_id":"season.n.01"},{"index":2,"sense_key":"season%1:28:00::","synset_id":"season.n.02"},{"index":3,"sense_key":"season%1:28:01::","synset_id":"season.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"season%1:28:00::","call_ids":["semeval2013.d001.s015.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"season%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28899564198218286}
{"item_id":"semeval2013.d002.s000.t000","gold_sense_keys":["wall_street%1:14:00::"],"candidates":[{"index":1,"sense_key":"wall_street%1:15:00::","synset_id":"wall_street.n.01"},{"index":2,"sense_key":"wall_street%1:14:00::","synset_id":"wall_street.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"wall_street%1:15:00::","call_ids":["semeval2013.d002.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"wall_street%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":128,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29099663300439715}
{"item_id":"semeval2013.d002.s000.t002","gold_sense_keys":["dollar%1:23:00::"],"candidates":[{"index":1,"sense_key":"dollar%1:23:00::","synset_id":"dollar.n.01"},{"index":2,"sense_key":"dollar%1:21:00::","synset_id":"dollar.n.02"},{"index":3,"sense_key":"dollar%1:21:01::","synset_id":"dollar.n.03"},{"index":4,"sense_key":"dollar%1:10:00::","synset_id":"dollar.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"dollar%1:10:00::","call_ids":["semeval2013.d002.s000.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"dollar%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29288965789601207}
{"item_id":"semeval2013.d002.s001.t001","gold_sense_keys":["heading%1:15:00::"],"candidates":[{"index":1,"sense_key":"heading%1:10:00::","synset_id":"heading.n.01"},{"index":2,"sense_key":"heading%1:15:00::","synset_id":"bearing.n.02"},{"index":3,"sense_key":"heading%1:06:00::","synset_id":"drift.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"heading%1:10:00::","call_ids":["semeval2013.d002.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"heading%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2946721389889717}
{"item_id":"semeval2013.d002.s001.t003","gold_sense_keys":["market%1:14:01::"],"candidates":[{"index":1,"sense_key":"market%1:04:00::","synset_id":"market.n.01"},{"index":2,"sense_key":"market%1:14:00::","synset_id":"market.n.02"},{"index":3,"sense_key":"market%1:06:00::","synset_id":"grocery_store.n.01"},{"index":4,"sense_key":"market%1:14:01::","synset_id":"market.n.04"},{"index":5,"sense_key":"market%1:06:01::","synset_id":"marketplace.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"market%1:14:01::","call_ids":["semeval2013.d002.s001.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"market%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2962884029839188}
{"item_id":"semeval2013.d002.s001.t004","gold_sense_keys":["indicator%1:10:00::"],"candidates":[{"index":1,"sense_key":"indicator%1:10:00::","synset_id":"index.n.02"},{"index":2,"sense_key":"indicator%1:10:01::","synset_id":"indicator.n.02"},{"index":3,"sense_key":"indicator%1:06:00::","synset_id":"indicator.n.03"},{"index":4,"sense_key":"indicator%1:27:00::","synset_id":"indicator.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"indicator%1:10:00::","call_ids":["semeval2013.d002.s001.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"indicator%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29761726409196854}
{"item_id":"semeval2013.d002.s001.t005","gold_sense_keys":["united_states%1:15:00::"],"candidates":[{"index":1,"sense_key":"united_states%1:15:00::","synset_id":"united_states.n.01"},{"index":2,"sense_key":"united_states%1:14:00::","synset_id":"united_states_government.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"united_states%1:15:00::","call_ids":["semeval2013.d002.s001.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"united_states%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2990096779540181}
{"item_id":"semeval2013.d002.s001.t006","gold_sense_keys":["dollar%1:23:00::"],"candidates":[{"index":1,"sense_key":"dollar%1:23:00::","synset_id":"dollar.n.01"},{"index":2,"sense_key":"dollar%1:21:00::","synset_id":"dollar.n.02"},{"index":3,"sense_key":"dollar%1:21:01::","synset_id":"dollar.n.03"},{"index":4,"sense_key":"dollar%1:10:00::","synset_id":"dollar.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"dollar%1:10:00::","call_ids":["semeval2013.d002.s001.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"dollar%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30035187187604606}
{"item_id":"semeval2013.d002.s002.t001","gold_sense_keys":["figure%1:07:01::"],"candidates":[{"index":1,"sense_key":"figure%1:10:00::","synset_id":"figure.n.01"},{"index":2,"sense_key":"figure%1:08:00::","synset_id":"human_body.n.01"},{"index":3,"sense_key":"figure%1:23:00::","synset_id":"digit.n.01"},{"index":4,"sense_key":"figure%1:06:00::","synset_id":"figure.n.04"},{"index":5,"sense_key":"figure%1:18:00::","synset_id":"name.n.04"},{"index":6,"sense_key":"figure%1:25:00::","synset_id":"figure.n.06"},{"index":7,"sense_key":"figure%1:21:00::","synset_id":"figure.n.07"},{"index":8,"sense_key":"figure%1:07:00::","synset_id":"figure.n.08"},{"index":9,"sense_key":"figure%1:07:01::","synset_id":"number.n.01"},{"index":10,"sense_key":"figure%1:10:01::","synset_id":"trope.n.01"},{"index":11,"sense_key":"figure%1:09:00::","synset_id":"figure.n.11"},{"index":12,"sense_key":"figure%1:06:01::","synset_id":"design.n.04"},{"index":13,"sense_key":"figure%1:04:00::","synset_id":"figure.n.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"figure%1:21:00::","call_ids":["semeval2013.d002.s002.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"figure%1:21:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":427,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3005620378535241}
{"item_id":"semeval2013.d002.s002.t006","gold_sense_keys":["predominance%1:26:00::"],"candidates":[{"index":1,"sense_key":"predominance%1:26:00::","synset_id":"predominance.n.01"},{"index":2,"sense_key":"predominance%1:07:00::","synset_id":"predomination.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"predominance%1:07:00::","call_ids":["semeval2013.d002.s002.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"predominance%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30194263090379536}
{"item_id":"semeval2013.d002.s004.t000","gold_sense_keys":["market%1:14:01::"],"candidates":[{"index":1,"sense_key":"market%1:04:00::","synset_id":"market.n.01"},{"index":2,"sense_key":"market%1:14:00::","synset_id":"market.n.02"},{"index":3,"sense_key":"market%1:06:00::","synset_id":"grocery_store.n.01"},{"index":4,"sense_key":"market%1:14:01::","synset_id":"market.n.04"},{"index":5,"sense_key":"market%1:06:01::","synset_id":"marketplace.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"market%1:06:00::","call_ids":["semeval2013.d002.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"market%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3032715118024498}
{"item_id":"semeval2013.d002.s005.t002","gold_sense_keys":["volume%1:07:03::"],"candidates":[{"index":1,"sense_key":"volume%1:23:00::","synset_id":"volume.n.01"},{"index":2,"sense_key":"volume%1:07:03::","synset_id":"bulk.n.02"},{"index":3,"sense_key":"volume%1:06:00::","synset_id":"book.n.02"},{"index":4,"sense_key":"volume%1:10:00::","synset_id":"volume.n.04"},{"index":5,"sense_key":"volume%1:23:01::","synset_id":"volume.n.05"},{"index":6,"sense_key":"volume%1:07:02::","synset_id":"volume.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"volume%1:23:01::","call_ids":["semeval2013.d002.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"volume%1:23:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":257,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3046394910197705}
{"item_id":"semeval2013.d002.s005.t003","gold_sense_keys":["case%1:09:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"case%1:10:01::","call_ids":["semeval2013.d002.s005.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"case%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":594,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3059368608519435}
{"item_id":"semeval2013.d002.s005.t004","gold_sense_keys":["end%1:09:00::","end%1:11:00::","end%1:28:00::"],"candidates":[{"index":1,"sense_key":"end%1:15:00::","synset_id":"end.n.01"},{"index":2,"sense_key":"end%1:28:00::","synset_id":"end.n.02"},{"index":3,"sense_key":"end%1:11:00::","synset_id":"end.n.03"},{"index":4,"sense_key":"end%1:09:02::","synset_id":"goal.n.01"},{"index":5,"sense_key":"end%1:09:00::","synset_id":"end.n.05"},{"index":6,"sense_key":"end%1:26:00::","synset_id":"end.n.06"},{"index":7,"sense_key":"end%1:15:02::","synset_id":"end.n.07"},{"index":8,"sense_key":"end%1:18:00::","synset_id":"end.n.08"},{"index":9,"sense_key":"end%1:15:01::","synset_id":"end.n.09"},{"index":10,"sense_key":"end%1:15:03::","synset_id":"end.n.10"},{"index":11,"sense_key":"end%1:04:00::","synset_id":"end.n.11"},{"index":12,"sense_key":"end%1:10:00::","synset_id":"conclusion.n.08"},{"index":13,"sense_key":"end%1:06:02::","synset_id":"end.n.13"},{"index":14,"sense_key":"end%1:04:02::","synset_id":"end.n.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"end%1:28:00::","call_ids":["semeval2013.d002.s005.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"end%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":435,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30717204813845456}
{"item_id":"semeval2013.d002.s005.t005","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d002.s005.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30828866991214454}
{"item_id":"semeval2013.d002.s006.t000","gold_sense_keys":["trend%1:15:02::"],"candidates":[{"index":1,"sense_key":"trend%1:15:02::","synset_id":"tendency.n.04"},{"index":2,"sense_key":"trend%1:15:01::","synset_id":"course.n.03"},{"index":3,"sense_key":"trend%1:09:00::","synset_id":"drift.n.05"},{"index":4,"sense_key":"trend%1:09:02::","synset_id":"vogue.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"trend%1:09:00::","call_ids":["semeval2013.d002.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"trend%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2848858330398798}
{"item_id":"semeval2013.d002.s006.t001","gold_sense_keys":["publication%1:04:02::"],"candidates":[{"index":1,"sense_key":"publication%1:10:00::","synset_id":"publication.n.01"},{"index":2,"sense_key":"publication%1:04:01::","synset_id":"issue.n.11"},{"index":3,"sense_key":"publication%1:04:02::","synset_id":"publication.n.03"},{"index":4,"sense_key":"publication%1:04:00::","synset_id":"publication.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"publication%1:04:02::","call_ids":["semeval2013.d002.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"publication%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28632552502676845}
{"item_id":"semeval2013.d002.s006.t002","gold_sense_keys":["indicator%1:10:00::"],"candidates":[{"index":1,"sense_key":"indicator%1:10:00::","synset_id":"index.n.02"},{"index":2,"sense_key":"indicator%1:10:01::","synset_id":"indicator.n.02"},{"index":3,"sense_key":"indicator%1:06:00::","synset_id":"indicator.n.03"},{"index":4,"sense_key":"indicator%1:27:00::","synset_id":"indicator.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"indicator%1:10:01::","call_ids":["semeval2013.d002.s006.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"indicator%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2876189879607409}
{"item_id":"semeval2013.d002.s006.t003","gold_sense_keys":["market%1:14:01::"],"candidates":[{"index":1,"sense_key":"market%1:04:00::","synset_id":"market.n.01"},{"index":2,"sense_key":"market%1:14:00::","synset_id":"market.n.02"},{"index":3,"sense_key":"market%1:06:00::","synset_id":"grocery_store.n.01"},{"index":4,"sense_key":"market%1:14:01::","synset_id":"market.n.04"},{"index":5,"sense_key":"market%1:06:01::","synset_id":"marketplace.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"market%1:06:00::","call_ids":["semeval2013.d002.s006.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"market%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31235446291975677}
{"item_id":"semeval2013.d002.s006.t005","gold_sense_keys":["relation%1:03:00::"],"candidates":[{"index":1,"sense_key":"relation%1:03:00::","synset_id":"relation.n.01"},{"index":2,"sense_key":"relation%1:04:01::","synset_id":"sexual_intercourse.n.01"},{"index":3,"sense_key":"relation%1:18:00::","synset_id":"relative.n.01"},{"index":4,"sense_key":"relation%1:10:01::","synset_id":"relation.n.04"},{"index":5,"sense_key":"relation%1:09:00::","synset_id":"relation_back.n.01"},{"index":6,"sense_key":"relation%1:04:00::","synset_id":"relation.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"relation%1:04:00::","call_ids":["semeval2013.d002.s006.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"relation%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":285,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3135852380655706}
{"item_id":"semeval2013.d002.s006.t007","gold_sense_keys":["recovery%1:11:00::"],"candidates":[{"index":1,"sense_key":"recovery%1:11:00::","synset_id":"recovery.n.01"},{"index":2,"sense_key":"recovery%1:22:00::","synset_id":"convalescence.n.01"},{"index":3,"sense_key":"recovery%1:04:00::","synset_id":"recovery.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"recovery%1:04:00::","call_ids":["semeval2013.d002.s006.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"recovery%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31474814005196095}
{"item_id":"semeval2013.d002.s006.t008","gold_sense_keys":["analyst%1:18:00::","analyst%1:18:02::"],"candidates":[{"index":1,"sense_key":"analyst%1:18:00::","synset_id":"analyst.n.01"},{"index":2,"sense_key":"analyst%1:18:02::","synset_id":"analyst.n.02"},{"index":3,"sense_key":"analyst%1:18:01::","synset_id":"analyst.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"analyst%1:18:02::","call_ids":["semeval2013.d002.s006.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"analyst%1:18:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3261258159764111}
{"item_id":"semeval2013.d002.s007.t000","gold_sense_keys":["united_states%1:15:00::"],"candidates":[{"index":1,"sense_key":"united_states%1:15:00::","synset_id":"united_states.n.01"},{"index":2,"sense_key":"united_states%1:14:00::","synset_id":"united_states_government.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"united_states%1:15:00::","call_ids":["semeval2013.d002.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"united_states%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3158213428687304}
{"item_id":"semeval2013.d002.s007.t003","gold_sense_keys":["month%1:28:01::"],"candidates":[{"index":1,"sense_key":"month%1:28:01::","synset_id":"calendar_month.n.01"},{"index":2,"sense_key":"month%1:28:00::","synset_id":"month.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"month%1:28:00::","call_ids":["semeval2013.d002.s007.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"month%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.316804078174755}
{"item_id":"semeval2013.d002.s007.t004","gold_sense_keys":["row%1:07:00::"],"candidates":[{"index":1,"sense_key":"row%1:14:00::","synset_id":"row.n.01"},{"index":2,"sense_key":"row%1:10:00::","synset_id":"quarrel.n.01"},{"index":3,"sense_key":"row%1:17:00::","synset_id":"row.n.03"},{"index":4,"sense_key":"row%1:06:00::","synset_id":"course.n.08"},{"index":5,"sense_key":"row%1:14:01::","synset_id":"row.n.05"},{"index":6,"sense_key":"row%1:07:00::","synset_id":"row.n.06"},{"index":7,"sense_key":"row%1:04:00::","synset_id":"rowing.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"row%1:07:00::","call_ids":["semeval2013.d002.s007.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"row%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3179865600541234}
{"item_id":"semeval2013.d002.s008.t000","gold_sense_keys":["confidence%1:12:00::","confidence%1:26:02::"],"candidates":[{"index":1,"sense_key":"confidence%1:09:00::","synset_id":"assurance.n.01"},{"index":2,"sense_key":"confidence%1:12:00::","synset_id":"confidence.n.02"},{"index":3,"sense_key":"confidence%1:26:02::","synset_id":"confidence.n.03"},{"index":4,"sense_key":"confidence%1:26:03::","synset_id":"confidence.n.04"},{"index":5,"sense_key":"confidence%1:10:00::","synset_id":"confidence.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"confidence%1:26:02::","call_ids":["semeval2013.d002.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"confidence%1:26:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":230,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32653377507813275}
{"item_id":"semeval2013.d002.s008.t003","gold_sense_keys":["month%1:28:01::"],"candidates":[{"index":1,"sense_key":"month%1:28:01::","synset_id":"calendar_month.n.01"},{"index":2,"sense_key":"month%1:28:00::","synset_id":"month.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"month%1:28:00::","call_ids":["semeval2013.d002.s008.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"month%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31875725998543203}
{"item_id":"semeval2013.d002.s008.t004","gold_sense_keys":["estimate%1:09:00::"],"candidates":[{"index":1,"sense_key":"estimate%1:09:00::","synset_id":"estimate.n.01"},{"index":2,"sense_key":"estimate%1:04:01::","synset_id":"estimate.n.02"},{"index":3,"sense_key":"estimate%1:10:00::","synset_id":"appraisal.n.02"},{"index":4,"sense_key":"estimate%1:10:01::","synset_id":"estimate.n.04"},{"index":5,"sense_key":"estimate%1:09:01::","synset_id":"estimate.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"estimate%1:04:01::","call_ids":["semeval2013.d002.s008.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"estimate%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32097640517167747}
{"item_id":"semeval2013.d002.s008.t005","gold_sense_keys":["index%1:10:01::"],"candidates":[{"index":1,"sense_key":"index%1:24:00::","synset_id":"index.n.01"},{"index":2,"sense_key":"index%1:10:01::","synset_id":"index.n.02"},{"index":3,"sense_key":"index%1:10:02::","synset_id":"exponent.n.03"},{"index":4,"sense_key":"index%1:10:00::","synset_id":"index.n.04"},{"index":5,"sense_key":"index%1:08:00::","synset_id":"index.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"index%1:10:01::","call_ids":["semeval2013.d002.s008.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"index%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32196966279298067}
{"item_id":"semeval2013.d002.s009.t000","gold_sense_keys":["index%1:10:01::"],"candidates":[{"index":1,"sense_key":"index%1:24:00::","synset_id":"index.n.01"},{"index":2,"sense_key":"index%1:10:01::","synset_id":"index.n.02"},{"index":3,"sense_key":"index%1:10:02::","synset_id":"exponent.n.03"},{"index":4,"sense_key":"index%1:10:00::","synset_id":"index.n.04"},{"index":5,"sense_key":"index%1:08:00::","synset_id":"index.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"index%1:10:02::","call_ids":["semeval2013.d002.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"index%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32284076092764735}
{"item_id":"semeval2013.d002.s009.t001","gold_sense_keys":["rise%1:04:01::","rise%1:11:00::"],"candidates":[{"index":1,"sense_key":"rise%1:11:00::","synset_id":"rise.n.01"},{"index":2,"sense_key":"rise%1:04:00::","synset_id":"rise.n.02"},{"index":3,"sense_key":"rise%1:17:00::","synset_id":"ascent.n.01"},{"index":4,"sense_key":"rise%1:11:02::","synset_id":"rise.n.04"},{"index":5,"sense_key":"rise%1:07:02::","synset_id":"raise.n.01"},{"index":6,"sense_key":"rise%1:07:01::","synset_id":"upgrade.n.04"},{"index":7,"sense_key":"rise%1:11:01::","synset_id":"lift.n.04"},{"index":8,"sense_key":"rise%1:11:03::","synset_id":"emanation.n.03"},{"index":9,"sense_key":"rise%1:07:03::","synset_id":"rise.n.09"},{"index":10,"sense_key":"rise%1:04:01::","synset_id":"advance.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"rise%1:07:03::","call_ids":["semeval2013.d002.s009.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"rise%1:07:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":324,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32384773902595043}
{"item_id":"semeval2013.d002.s009.t002","gold_sense_keys":["dollar%1:23:00::"],"candidates":[{"index":1,"sense_key":"dollar%1:23:00::","synset_id":"dollar.n.01"},{"index":2,"sense_key":"dollar%1:21:00::","synset_id":"dollar.n.02"},{"index":3,"sense_key":"dollar%1:21:01::","synset_id":"dollar.n.03"},{"index":4,"sense_key":"dollar%1:10:00::","synset_id":"dollar.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"dollar%1:10:00::","call_ids":["semeval2013.d002.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"dollar%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3088053569663316}
{"item_id":"semeval2013.d002.s009.t003","gold_sense_keys":["high%1:07:00::"],"candidates":[{"index":1,"sense_key":"high%1:07:00::","synset_id":"high.n.01"},{"index":2,"sense_key":"high%1:26:00::","synset_id":"high.n.02"},{"index":3,"sense_key":"high%1:26:02::","synset_id":"high.n.03"},{"index":4,"sense_key":"high%1:26:01::","synset_id":"high.n.04"},{"index":5,"sense_key":"high%1:15:00::","synset_id":"high.n.05"},{"index":6,"sense_key":"high%1:14:00::","synset_id":"senior_high_school.n.01"},{"index":7,"sense_key":"high%1:06:00::","synset_id":"high_gear.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"high%1:14:00::","call_ids":["semeval2013.d002.s009.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"high%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":283,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3186434218659997}
{"item_id":"semeval2013.d002.s009.t005","gold_sense_keys":["pressure%1:07:00::"],"candidates":[{"index":1,"sense_key":"pressure%1:19:00::","synset_id":"pressure.n.01"},{"index":2,"sense_key":"pressure%1:07:00::","synset_id":"pressure.n.02"},{"index":3,"sense_key":"pressure%1:04:00::","synset_id":"press.n.09"},{"index":4,"sense_key":"pressure%1:26:00::","synset_id":"imperativeness.n.01"},{"index":5,"sense_key":"pressure%1:09:00::","synset_id":"pressure.n.05"},{"index":6,"sense_key":"pressure%1:26:01::","synset_id":"pressure.n.06"},{"index":7,"sense_key":"pressure%1:19:01::","synset_id":"atmospheric_pressure.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"pressure%1:07:00::","call_ids":["semeval2013.d002.s009.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"pressure%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":297,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2992264099884778}
{"item_id":"semeval2013.d002.s009.t006","gold_sense_keys":["sector%1:14:00::"],"candidates":[{"index":1,"sense_key":"sector%1:25:00::","synset_id":"sector.n.01"},{"index":2,"sense_key":"sector%1:14:00::","synset_id":"sector.n.02"},{"index":3,"sense_key":"sector%1:09:00::","synset_id":"sector.n.03"},{"index":4,"sense_key":"sector%1:23:00::","synset_id":"sector.n.04"},{"index":5,"sense_key":"sector%1:15:00::","synset_id":"sector.n.05"},{"index":6,"sense_key":"sector%1:06:00::","synset_id":"sector.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sector%1:09:00::","call_ids":["semeval2013.d002.s009.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sector%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29776769084855914}
{"item_id":"semeval2013.d002.s009.t007","gold_sense_keys":["situation%1:26:00::"],"candidates":[{"index":1,"sense_key":"situation%1:26:00::","synset_id":"situation.n.01"},{"index":2,"sense_key":"situation%1:26:01::","synset_id":"situation.n.02"},{"index":3,"sense_key":"situation%1:26:02::","synset_id":"situation.n.03"},{"index":4,"sense_key":"situation%1:15:00::","synset_id":"site.n.02"},{"index":5,"sense_key":"situation%1:04:00::","synset_id":"position.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"situation%1:26:00::","call_ids":["semeval2013.d002.s009.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"situation%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":259,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22946598520502448}
{"item_id":"semeval2013.d002.s010.t001","gold_sense_keys":["security%1:21:04::"],"candidates":[{"index":1,"sense_key":"security%1:26:00::","synset_id":"security.n.01"},{"index":2,"sense_key":"security%1:21:01::","synset_id":"security.n.02"},{"index":3,"sense_key":"security%1:12:00::","synset_id":"security.n.03"},{"index":4,"sense_key":"security%1:21:04::","synset_id":"security.n.04"},{"index":5,"sense_key":"security%1:21:00::","synset_id":"security.n.05"},{"index":6,"sense_key":"security%1:14:00::","synset_id":"security.n.06"},{"index":7,"sense_key":"security%1:10:00::","synset_id":"security.n.07"},{"index":8,"sense_key":"security%1:06:00::","synset_id":"security_system.n.02"},{"index":9,"sense_key":"security%1:04:00::","synset_id":"security.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"security%1:21:04::","call_ids":["semeval2013.d002.s010.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"security%1:21:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21289835893549025}
{"item_id":"semeval2013.d002.s010.t002","gold_sense_keys":["ground%1:15:00::"],"candidates":[{"index":1,"sense_key":"ground%1:17:00::","synset_id":"land.n.04"},{"index":2,"sense_key":"ground%1:16:00::","synset_id":"reason.n.01"},{"index":3,"sense_key":"ground%1:27:00::","synset_id":"earth.n.02"},{"index":4,"sense_key":"ground%1:24:00::","synset_id":"footing.n.02"},{"index":5,"sense_key":"ground%1:15:00::","synset_id":"ground.n.05"},{"index":6,"sense_key":"ground%1:09:00::","synset_id":"background.n.02"},{"index":7,"sense_key":"ground%1:17:01::","synset_id":"land.n.02"},{"index":8,"sense_key":"ground%1:09:01::","synset_id":"ground.n.08"},{"index":9,"sense_key":"ground%1:06:02::","synset_id":"ground.n.09"},{"index":10,"sense_key":"ground%1:06:01::","synset_id":"ground.n.10"},{"index":11,"sense_key":"ground%1:06:00::","synset_id":"flat_coat.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"ground%1:15:00::","call_ids":["semeval2013.d002.s010.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"ground%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":375,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2510257631074637}
{"item_id":"semeval2013.d002.s012.t001","gold_sense_keys":["bond%1:21:02::"],"candidates":[{"index":1,"sense_key":"bond%1:19:00::","synset_id":"chemical_bond.n.01"},{"index":2,"sense_key":"bond%1:21:02::","synset_id":"bond.n.02"},{"index":3,"sense_key":"bond%1:24:00::","synset_id":"alliance.n.02"},{"index":4,"sense_key":"bond%1:21:03::","synset_id":"bail.n.01"},{"index":5,"sense_key":"bond%1:06:00::","synset_id":"shackle.n.01"},{"index":6,"sense_key":"bond%1:06:01::","synset_id":"attachment.n.04"},{"index":7,"sense_key":"bond%1:27:00::","synset_id":"bond.n.07"},{"index":8,"sense_key":"bond%1:18:00::","synset_id":"bond.n.08"},{"index":9,"sense_key":"bond%1:18:01::","synset_id":"bond.n.09"},{"index":10,"sense_key":"bond%1:07:00::","synset_id":"adhesiveness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bond%1:21:02::","call_ids":["semeval2013.d002.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bond%1:21:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":388,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2520575241651386}
{"item_id":"semeval2013.d002.s012.t002","gold_sense_keys":["yield%1:21:00::"],"candidates":[{"index":1,"sense_key":"yield%1:04:00::","synset_id":"output.n.02"},{"index":2,"sense_key":"yield%1:21:00::","synset_id":"return.n.06"},{"index":3,"sense_key":"yield%1:06:00::","synset_id":"yield.n.03"},{"index":4,"sense_key":"yield%1:23:00::","synset_id":"output.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"yield%1:21:00::","call_ids":["semeval2013.d002.s012.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"yield%1:21:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25311312009580433}
{"item_id":"semeval2013.d002.s012.t004","gold_sense_keys":["evening%1:28:00::"],"candidates":[{"index":1,"sense_key":"evening%1:28:00::","synset_id":"evening.n.01"},{"index":2,"sense_key":"evening%1:28:01::","synset_id":"evening.n.02"},{"index":3,"sense_key":"evening%1:28:02::","synset_id":"evening.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evening%1:28:01::","call_ids":["semeval2013.d002.s012.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evening%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2542125091422349}
{"item_id":"semeval2013.d002.s012.t005","gold_sense_keys":["bond%1:21:02::"],"candidates":[{"index":1,"sense_key":"bond%1:19:00::","synset_id":"chemical_bond.n.01"},{"index":2,"sense_key":"bond%1:21:02::","synset_id":"bond.n.02"},{"index":3,"sense_key":"bond%1:24:00::","synset_id":"alliance.n.02"},{"index":4,"sense_key":"bond%1:21:03::","synset_id":"bail.n.01"},{"index":5,"sense_key":"bond%1:06:00::","synset_id":"shackle.n.01"},{"index":6,"sense_key":"bond%1:06:01::","synset_id":"attachment.n.04"},{"index":7,"sense_key":"bond%1:27:00::","synset_id":"bond.n.07"},{"index":8,"sense_key":"bond%1:18:00::","synset_id":"bond.n.08"},{"index":9,"sense_key":"bond%1:18:01::","synset_id":"bond.n.09"},{"index":10,"sense_key":"bond%1:07:00::","synset_id":"adhesiveness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bond%1:21:02::","call_ids":["semeval2013.d002.s012.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bond%1:21:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":388,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2554726249072701}
{"item_id":"semeval2013.d002.s012.t006","gold_sense_keys":["yield%1:21:00::"],"candidates":[{"index":1,"sense_key":"yield%1:04:00::","synset_id":"output.n.02"},{"index":2,"sense_key":"yield%1:21:00::","synset_id":"return.n.06"},{"index":3,"sense_key":"yield%1:06:00::","synset_id":"yield.n.03"},{"index":4,"sense_key":"yield%1:23:00::","synset_id":"output.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"yield%1:21:00::","call_ids":["semeval2013.d002.s012.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"yield%1:21:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.256428255001083}
{"item_id":"semeval2013.d002.s012.t007","gold_sense_keys":["evening%1:28:00::"],"candidates":[{"index":1,"sense_key":"evening%1:28:00::","synset_id":"evening.n.01"},{"index":2,"sense_key":"evening%1:28:01::","synset_id":"evening.n.02"},{"index":3,"sense_key":"evening%1:28:02::","synset_id":"evening.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"evening%1:28:01::","call_ids":["semeval2013.d002.s012.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"evening%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2573964928742498}
{"item_id":"semeval2013.d003.s000.t000","gold_sense_keys":["deal%1:10:00::"],"candidates":[{"index":1,"sense_key":"deal%1:04:02::","synset_id":"deal.n.01"},{"index":2,"sense_key":"deal%1:10:00::","synset_id":"bargain.n.01"},{"index":3,"sense_key":"deal%1:23:00::","synset_id":"batch.n.02"},{"index":4,"sense_key":"deal%1:27:00::","synset_id":"deal.n.04"},{"index":5,"sense_key":"deal%1:27:01::","synset_id":"softwood.n.01"},{"index":6,"sense_key":"deal%1:14:00::","synset_id":"hand.n.06"},{"index":7,"sense_key":"deal%1:11:00::","synset_id":"deal.n.07"},{"index":8,"sense_key":"deal%1:04:00::","synset_id":"deal.n.08"},{"index":9,"sense_key":"deal%1:04:01::","synset_id":"deal.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"deal%1:04:00::","call_ids":["semeval2013.d003.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"deal%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":306,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25856073712930083}
{"item_id":"semeval2013.d003.s001.t000","gold_sense_keys":["concern%1:12:01::"],"candidates":[{"index":1,"sense_key":"concern%1:09:00::","synset_id":"concern.n.01"},{"index":2,"sense_key":"concern%1:12:01::","synset_id":"concern.n.02"},{"index":3,"sense_key":"concern%1:12:00::","synset_id":"concern.n.03"},{"index":4,"sense_key":"concern%1:09:01::","synset_id":"concern.n.04"},{"index":5,"sense_key":"concern%1:14:00::","synset_id":"business.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"concern%1:09:01::","call_ids":["semeval2013.d003.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"concern%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2597002189140767}
{"item_id":"semeval2013.d003.s001.t001","gold_sense_keys":["violence%1:26:00::"],"candidates":[{"index":1,"sense_key":"violence%1:04:01::","synset_id":"violence.n.01"},{"index":2,"sense_key":"violence%1:07:00::","synset_id":"ferocity.n.01"},{"index":3,"sense_key":"violence%1:26:00::","synset_id":"violence.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"violence%1:07:00::","call_ids":["semeval2013.d003.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"violence%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2607643788214773}
{"item_id":"semeval2013.d003.s001.t002","gold_sense_keys":["instability%1:07:00::","instability%1:07:01::","instability%1:26:00::"],"candidates":[{"index":1,"sense_key":"instability%1:26:00::","synset_id":"instability.n.01"},{"index":2,"sense_key":"instability%1:07:01::","synset_id":"instability.n.02"},{"index":3,"sense_key":"instability%1:26:01::","synset_id":"imbalance.n.01"},{"index":4,"sense_key":"instability%1:07:00::","synset_id":"instability.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"instability%1:07:01::","call_ids":["semeval2013.d003.s001.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"instability%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2618009459692985}
{"item_id":"semeval2013.d003.s001.t003","gold_sense_keys":["government%1:14:00::"],"candidates":[{"index":1,"sense_key":"government%1:14:00::","synset_id":"government.n.01"},{"index":2,"sense_key":"government%1:04:00::","synset_id":"government.n.02"},{"index":3,"sense_key":"government%1:09:00::","synset_id":"government.n.03"},{"index":4,"sense_key":"government%1:09:01::","synset_id":"politics.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"government%1:09:00::","call_ids":["semeval2013.d003.s001.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"government%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26263620308600366}
{"item_id":"semeval2013.d003.s001.t006","gold_sense_keys":["auction%1:04:00::"],"candidates":[{"index":1,"sense_key":"auction%1:04:01::","synset_id":"auction.n.01"},{"index":2,"sense_key":"auction%1:04:00::","synset_id":"auction.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"auction%1:04:00::","call_ids":["semeval2013.d003.s001.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"auction%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2636953108012676}
{"item_id":"semeval2013.d003.s002.t000","gold_sense_keys":["deal%1:10:00::"],"candidates":[{"index":1,"sense_key":"deal%1:04:02::","synset_id":"deal.n.01"},{"index":2,"sense_key":"deal%1:10:00::","synset_id":"bargain.n.01"},{"index":3,"sense_key":"deal%1:23:00::","synset_id":"batch.n.02"},{"index":4,"sense_key":"deal%1:27:00::","synset_id":"deal.n.04"},{"index":5,"sense_key":"deal%1:27:01::","synset_id":"softwood.n.01"},{"index":6,"sense_key":"deal%1:14:00::","synset_id":"hand.n.06"},{"index":7,"sense_key":"deal%1:11:00::","synset_id":"deal.n.07"},{"index":8,"sense_key":"deal%1:04:00::","synset_id":"deal.n.08"},{"index":9,"sense_key":"deal%1:04:01::","synset_id":"deal.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"deal%1:04:00::","call_ids":["semeval2013.d003.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"deal%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":339,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2677338698413223}
{"item_id":"semeval2013.d003.s002.t002","gold_sense_keys":["china%1:15:00::"],"candidates":[{"index":1,"sense_key":"china%1:15:00::","synset_id":"china.n.01"},{"index":2,"sense_key":"china%1:06:00::","synset_id":"china.n.02"},{"index":3,"sense_key":"china%1:15:01::","synset_id":"taiwan.n.01"},{"index":4,"sense_key":"china%1:06:01::","synset_id":"chinaware.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"china%1:06:01::","call_ids":["semeval2013.d003.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"china%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26855974295176566}
{"item_id":"semeval2013.d003.s002.t003","gold_sense_keys":["russia%1:15:04::"],"candidates":[{"index":1,"sense_key":"russia%1:15:00::","synset_id":"soviet_union.n.01"},{"index":2,"sense_key":"russia%1:15:01::","synset_id":"soviet_russia.n.01"},{"index":3,"sense_key":"russia%1:15:02::","synset_id":"russia.n.03"},{"index":4,"sense_key":"russia%1:15:04::","synset_id":"russia.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"russia%1:15:04::","call_ids":["semeval2013.d003.s002.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"russia%1:15:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.237391458125785}
{"item_id":"semeval2013.d003.s002.t004","gold_sense_keys":["oil%1:27:01::"],"candidates":[{"index":1,"sense_key":"oil%1:27:00::","synset_id":"oil.n.01"},{"index":2,"sense_key":"oil%1:06:01::","synset_id":"oil.n.02"},{"index":3,"sense_key":"oil%1:27:01::","synset_id":"petroleum.n.01"},{"index":4,"sense_key":"oil%1:13:00::","synset_id":"vegetable_oil.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"oil%1:27:01::","call_ids":["semeval2013.d003.s002.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"oil%1:27:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23905573901720345}
{"item_id":"semeval2013.d003.s002.t006","gold_sense_keys":["role%1:04:00::"],"candidates":[{"index":1,"sense_key":"role%1:04:00::","synset_id":"function.n.03"},{"index":2,"sense_key":"role%1:09:00::","synset_id":"character.n.04"},{"index":3,"sense_key":"role%1:07:00::","synset_id":"function.n.02"},{"index":4,"sense_key":"role%1:04:01::","synset_id":"role.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"role%1:07:00::","call_ids":["semeval2013.d003.s002.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"role%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18944961205124855}
{"item_id":"semeval2013.d003.s002.t009","gold_sense_keys":["decade%1:28:00::"],"candidates":[{"index":1,"sense_key":"decade%1:28:00::","synset_id":"decade.n.01"},{"index":2,"sense_key":"decade%1:23:00::","synset_id":"ten.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"decade%1:28:00::","call_ids":["semeval2013.d003.s002.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"decade%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19773481809534132}
{"item_id":"semeval2013.d003.s002.t010","gold_sense_keys":["war%1:04:00::","war%1:26:00::"],"candidates":[{"index":1,"sense_key":"war%1:04:00::","synset_id":"war.n.01"},{"index":2,"sense_key":"war%1:26:00::","synset_id":"war.n.02"},{"index":3,"sense_key":"war%1:04:02::","synset_id":"war.n.03"},{"index":4,"sense_key":"war%1:04:01::","synset_id":"war.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"war%1:04:01::","call_ids":["semeval2013.d003.s002.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"war%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1983759431168437}
{"item_id":"semeval2013.d003.s002.t011","gold_sense_keys":["sanction%1:04:02::"],"candidates":[{"index":1,"sense_key":"sanction%1:10:00::","synset_id":"sanction.n.01"},{"index":2,"sense_key":"sanction%1:04:02::","synset_id":"sanction.n.02"},{"index":3,"sense_key":"sanction%1:07:00::","synset_id":"authority.n.06"},{"index":4,"sense_key":"sanction%1:04:01::","synset_id":"sanction.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sanction%1:07:00::","call_ids":["semeval2013.d003.s002.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sanction%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1991646469105035}
{"item_id":"semeval2013.d003.s003.t000","gold_sense_keys":["company%1:14:01::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"company%1:14:05::","call_ids":["semeval2013.d003.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"company%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":287,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1763565680012107}
{"item_id":"semeval2013.d003.s003.t001","gold_sense_keys":["stake%1:21:02::"],"candidates":[{"index":1,"sense_key":"stake%1:21:02::","synset_id":"interest.n.05"},{"index":2,"sense_key":"stake%1:10:00::","synset_id":"post.n.09"},{"index":3,"sense_key":"stake%1:06:01::","synset_id":"stake.n.03"},{"index":4,"sense_key":"stake%1:21:00::","synset_id":"stake.n.04"},{"index":5,"sense_key":"stake%1:06:00::","synset_id":"stake.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"stake%1:21:00::","call_ids":["semeval2013.d003.s003.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"stake%1:21:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18179989699274302}
{"item_id":"semeval2013.d003.s003.t002","gold_sense_keys":["field%1:15:05::"],"candidates":[{"index":1,"sense_key":"field%1:15:00::","synset_id":"field.n.01"},{"index":2,"sense_key":"field%1:15:04::","synset_id":"battlefield.n.01"},{"index":3,"sense_key":"field%1:15:01::","synset_id":"field.n.03"},{"index":4,"sense_key":"field%1:09:00::","synset_id":"discipline.n.01"},{"index":5,"sense_key":"field%1:19:00::","synset_id":"field.n.05"},{"index":6,"sense_key":"field%1:04:00::","synset_id":"field.n.06"},{"index":7,"sense_key":"field%1:26:00::","synset_id":"sphere.n.01"},{"index":8,"sense_key":"field%1:15:02::","synset_id":"playing_field.n.02"},{"index":9,"sense_key":"field%1:17:00::","synset_id":"plain.n.01"},{"index":10,"sense_key":"field%1:14:00::","synset_id":"field.n.10"},{"index":11,"sense_key":"field%1:15:03::","synset_id":"field.n.11"},{"index":12,"sense_key":"field%1:14:01::","synset_id":"field.n.12"},{"index":13,"sense_key":"field%1:14:02::","synset_id":"field.n.13"},{"index":14,"sense_key":"field%1:15:05::","synset_id":"field.n.14"},{"index":15,"sense_key":"field%1:14:03::","synset_id":"field.n.15"},{"index":16,"sense_key":"field%1:09:01::","synset_id":"field.n.16"},{"index":17,"sense_key":"field%1:06:00::","synset_id":"airfield.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"field%1:15:01::","call_ids":["semeval2013.d003.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"field%1:15:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":501,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18250994407571852}
{"item_id":"semeval2013.d003.s004.t000","gold_sense_keys":["company%1:14:01::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"company%1:14:05::","call_ids":["semeval2013.d003.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"company%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":286,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20042644115164876}
{"item_id":"semeval2013.d003.s004.t001","gold_sense_keys":["auction%1:04:00::"],"candidates":[{"index":1,"sense_key":"auction%1:04:01::","synset_id":"auction.n.01"},{"index":2,"sense_key":"auction%1:04:00::","synset_id":"auction.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"auction%1:04:00::","call_ids":["semeval2013.d003.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"auction%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19886540505103767}
{"item_id":"semeval2013.d003.s005.t000","gold_sense_keys":["bid%1:10:00::"],"candidates":[{"index":1,"sense_key":"bid%1:10:03::","synset_id":"command.n.01"},{"index":2,"sense_key":"bid%1:04:00::","synset_id":"bid.n.02"},{"index":3,"sense_key":"bid%1:10:00::","synset_id":"bid.n.03"},{"index":4,"sense_key":"bid%1:10:01::","synset_id":"bid.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"bid%1:10:00::","call_ids":["semeval2013.d003.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"bid%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17679858789779246}
{"item_id":"semeval2013.d003.s006.t000","gold_sense_keys":["company%1:14:01::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"company%1:14:05::","call_ids":["semeval2013.d003.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"company%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":282,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19813421787694097}
{"item_id":"semeval2013.d003.s006.t001","gold_sense_keys":["deal%1:10:00::"],"candidates":[{"index":1,"sense_key":"deal%1:04:02::","synset_id":"deal.n.01"},{"index":2,"sense_key":"deal%1:10:00::","synset_id":"bargain.n.01"},{"index":3,"sense_key":"deal%1:23:00::","synset_id":"batch.n.02"},{"index":4,"sense_key":"deal%1:27:00::","synset_id":"deal.n.04"},{"index":5,"sense_key":"deal%1:27:01::","synset_id":"softwood.n.01"},{"index":6,"sense_key":"deal%1:14:00::","synset_id":"hand.n.06"},{"index":7,"sense_key":"deal%1:11:00::","synset_id":"deal.n.07"},{"index":8,"sense_key":"deal%1:04:00::","synset_id":"deal.n.08"},{"index":9,"sense_key":"deal%1:04:01::","synset_id":"deal.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"deal%1:11:00::","call_ids":["semeval2013.d003.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"deal%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":306,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2039203338790685}
{"item_id":"semeval2013.d003.s006.t002","gold_sense_keys":["field%1:15:05::"],"candidates":[{"index":1,"sense_key":"field%1:15:00::","synset_id":"field.n.01"},{"index":2,"sense_key":"field%1:15:04::","synset_id":"battlefield.n.01"},{"index":3,"sense_key":"field%1:15:01::","synset_id":"field.n.03"},{"index":4,"sense_key":"field%1:09:00::","synset_id":"discipline.n.01"},{"index":5,"sense_key":"field%1:19:00::","synset_id":"field.n.05"},{"index":6,"sense_key":"field%1:04:00::","synset_id":"field.n.06"},{"index":7,"sense_key":"field%1:26:00::","synset_id":"sphere.n.01"},{"index":8,"sense_key":"field%1:15:02::","synset_id":"playing_field.n.02"},{"index":9,"sense_key":"field%1:17:00::","synset_id":"plain.n.01"},{"index":10,"sense_key":"field%1:14:00::","synset_id":"field.n.10"},{"index":11,"sense_key":"field%1:15:03::","synset_id":"field.n.11"},{"index":12,"sense_key":"field%1:14:01::","synset_id":"field.n.12"},{"index":13,"sense_key":"field%1:14:02::","synset_id":"field.n.13"},{"index":14,"sense_key":"field%1:15:05::","synset_id":"field.n.14"},{"index":15,"sense_key":"field%1:14:03::","synset_id":"field.n.15"},{"index":16,"sense_key":"field%1:09:01::","synset_id":"field.n.16"},{"index":17,"sense_key":"field%1:06:00::","synset_id":"airfield.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"field%1:09:00::","call_ids":["semeval2013.d003.s006.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"field%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":497,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20543883903883398}
{"item_id":"semeval2013.d003.s007.t000","gold_sense_keys":["representation%1:04:01::"],"candidates":[{"index":1,"sense_key":"representation%1:09:00::","synset_id":"representation.n.01"},{"index":2,"sense_key":"representation%1:06:00::","synset_id":"representation.n.02"},{"index":3,"sense_key":"representation%1:04:01::","synset_id":"representation.n.03"},{"index":4,"sense_key":"representation%1:26:00::","synset_id":"representation.n.04"},{"index":5,"sense_key":"representation%1:14:00::","synset_id":"representation.n.05"},{"index":6,"sense_key":"representation%1:10:00::","synset_id":"representation.n.06"},{"index":7,"sense_key":"representation%1:10:01::","synset_id":"theatrical_performance.n.01"},{"index":8,"sense_key":"representation%1:10:02::","synset_id":"representation.n.08"},{"index":9,"sense_key":"representation%1:07:00::","synset_id":"representation.n.09"},{"index":10,"sense_key":"representation%1:04:00::","synset_id":"representation.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"representation%1:04:01::","call_ids":["semeval2013.d003.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"representation%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":301,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2069401799235493}
{"item_id":"semeval2013.d003.s007.t001","gold_sense_keys":["oil%1:27:01::"],"candidates":[{"index":1,"sense_key":"oil%1:27:00::","synset_id":"oil.n.01"},{"index":2,"sense_key":"oil%1:06:01::","synset_id":"oil.n.02"},{"index":3,"sense_key":"oil%1:27:01::","synset_id":"petroleum.n.01"},{"index":4,"sense_key":"oil%1:13:00::","synset_id":"vegetable_oil.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"oil%1:27:01::","call_ids":["semeval2013.d003.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"oil%1:27:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20815163594670594}
{"item_id":"semeval2013.d003.s007.t002","gold_sense_keys":["giant%1:14:00::"],"candidates":[{"index":1,"sense_key":"giant%1:05:00::","synset_id":"giant.n.01"},{"index":2,"sense_key":"giant%1:18:01::","synset_id":"colossus.n.02"},{"index":3,"sense_key":"giant%1:14:00::","synset_id":"giant.n.03"},{"index":4,"sense_key":"giant%1:18:03::","synset_id":"giant.n.04"},{"index":5,"sense_key":"giant%1:18:00::","synset_id":"giant.n.05"},{"index":6,"sense_key":"giant%1:18:02::","synset_id":"giant.n.06"},{"index":7,"sense_key":"giant%1:17:00::","synset_id":"giant_star.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"giant%1:14:00::","call_ids":["semeval2013.d003.s007.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"giant%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20930207497440279}
{"item_id":"semeval2013.d003.s007.t005","gold_sense_keys":["analyst%1:18:00::","analyst%1:18:02::"],"candidates":[{"index":1,"sense_key":"analyst%1:18:00::","synset_id":"analyst.n.01"},{"index":2,"sense_key":"analyst%1:18:02::","synset_id":"analyst.n.02"},{"index":3,"sense_key":"analyst%1:18:01::","synset_id":"analyst.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"analyst%1:18:02::","call_ids":["semeval2013.d003.s007.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"analyst%1:18:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21498563094064593}
{"item_id":"semeval2013.d003.s008.t001","gold_sense_keys":["door%1:07:00::"],"candidates":[{"index":1,"sense_key":"door%1:06:00::","synset_id":"door.n.01"},{"index":2,"sense_key":"door%1:06:01::","synset_id":"doorway.n.01"},{"index":3,"sense_key":"door%1:07:00::","synset_id":"door.n.03"},{"index":4,"sense_key":"door%1:06:04::","synset_id":"door.n.04"},{"index":5,"sense_key":"door%1:06:03::","synset_id":"door.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"door%1:07:00::","call_ids":["semeval2013.d003.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"door%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21592076984234154}
{"item_id":"semeval2013.d003.s008.t002","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d003.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21012988919392228}
{"item_id":"semeval2013.d003.s008.t003","gold_sense_keys":["war%1:04:00::","war%1:26:00::"],"candidates":[{"index":1,"sense_key":"war%1:04:00::","synset_id":"war.n.01"},{"index":2,"sense_key":"war%1:26:00::","synset_id":"war.n.02"},{"index":3,"sense_key":"war%1:04:02::","synset_id":"war.n.03"},{"index":4,"sense_key":"war%1:04:01::","synset_id":"war.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"war%1:04:01::","call_ids":["semeval2013.d003.s008.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"war%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21150904707610607}
{"item_id":"semeval2013.d003.s008.t004","gold_sense_keys":["u.s.%1:15:00::"],"candidates":[{"index":1,"sense_key":"u.s.%1:14:00::","synset_id":"united_states_government.n.01"},{"index":2,"sense_key":"us%1:15:00::","synset_id":"united_states.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"us%1:15:00::","call_ids":["semeval2013.d003.s008.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"us%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21284893504343927}
{"item_id":"semeval2013.d003.s008.t005","gold_sense_keys":["company%1:14:01::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"company%1:14:05::","call_ids":["semeval2013.d003.s008.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"company%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":315,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23575660702772439}
{"item_id":"semeval2013.d003.s008.t007","gold_sense_keys":["editor%1:18:00::"],"candidates":[{"index":1,"sense_key":"editor%1:18:00::","synset_id":"editor.n.01"},{"index":2,"sense_key":"editor%1:10:00::","synset_id":"editor_program.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"editor%1:18:00::","call_ids":["semeval2013.d003.s008.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"editor%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23686430091038346}
{"item_id":"semeval2013.d003.s008.t008","gold_sense_keys":["news%1:10:00::","news%1:10:01::"],"candidates":[{"index":1,"sense_key":"news%1:10:00::","synset_id":"news.n.01"},{"index":2,"sense_key":"news%1:10:01::","synset_id":"news.n.02"},{"index":3,"sense_key":"news%1:10:02::","synset_id":"news_program.n.01"},{"index":4,"sense_key":"news%1:10:03::","synset_id":"news.n.04"},{"index":5,"sense_key":"news%1:07:00::","synset_id":"newsworthiness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"news%1:10:01::","call_ids":["semeval2013.d003.s008.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"news%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23772999108769}
{"item_id":"semeval2013.d003.s008.t009","gold_sense_keys":["outlet%1:06:01::"],"candidates":[{"index":1,"sense_key":"outlet%1:06:01::","synset_id":"mercantile_establishment.n.01"},{"index":2,"sense_key":"outlet%1:06:02::","synset_id":"wall_socket.n.01"},{"index":3,"sense_key":"outlet%1:06:00::","synset_id":"exit.n.01"},{"index":4,"sense_key":"outlet%1:04:00::","synset_id":"release.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"outlet%1:04:00::","call_ids":["semeval2013.d003.s008.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"outlet%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23874072497710586}
{"item_id":"semeval2013.d003.s010.t000","gold_sense_keys":["concern%1:12:01::"],"candidates":[{"index":1,"sense_key":"concern%1:09:00::","synset_id":"concern.n.01"},{"index":2,"sense_key":"concern%1:12:01::","synset_id":"concern.n.02"},{"index":3,"sense_key":"concern%1:12:00::","synset_id":"concern.n.03"},{"index":4,"sense_key":"concern%1:09:01::","synset_id":"concern.n.04"},{"index":5,"sense_key":"concern%1:14:00::","synset_id":"business.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"concern%1:09:01::","call_ids":["semeval2013.d003.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"concern%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21194175397977233}
{"item_id":"semeval2013.d003.s010.t001","gold_sense_keys":["security%1:04:00::","security%1:26:00::"],"candidates":[{"index":1,"sense_key":"security%1:26:00::","synset_id":"security.n.01"},{"index":2,"sense_key":"security%1:21:01::","synset_id":"security.n.02"},{"index":3,"sense_key":"security%1:12:00::","synset_id":"security.n.03"},{"index":4,"sense_key":"security%1:21:04::","synset_id":"security.n.04"},{"index":5,"sense_key":"security%1:21:00::","synset_id":"security.n.05"},{"index":6,"sense_key":"security%1:14:00::","synset_id":"security.n.06"},{"index":7,"sense_key":"security%1:10:00::","synset_id":"security.n.07"},{"index":8,"sense_key":"security%1:06:00::","synset_id":"security_system.n.02"},{"index":9,"sense_key":"security%1:04:00::","synset_id":"security.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"security%1:04:00::","call_ids":["semeval2013.d003.s010.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"security%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":359,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2129410000052303}
{"item_id":"semeval2013.d003.s010.t002","gold_sense_keys":["bombing%1:04:01::"],"candidates":[{"index":1,"sense_key":"bombing%1:04:00::","synset_id":"bombing.n.01"},{"index":2,"sense_key":"bombing%1:04:01::","synset_id":"bombing.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"bombing%1:04:00::","call_ids":["semeval2013.d003.s010.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"bombing%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21385133708827198}
{"item_id":"semeval2013.d003.s010.t004","gold_sense_keys":["instability%1:07:00::","instability%1:07:01::","instability%1:26:00::"],"candidates":[{"index":1,"sense_key":"instability%1:26:00::","synset_id":"instability.n.01"},{"index":2,"sense_key":"instability%1:07:01::","synset_id":"instability.n.02"},{"index":3,"sense_key":"instability%1:26:01::","synset_id":"imbalance.n.01"},{"index":4,"sense_key":"instability%1:07:00::","synset_id":"instability.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"instability%1:07:01::","call_ids":["semeval2013.d003.s010.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"instability%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20378401689231396}
{"item_id":"semeval2013.d003.s010.t005","gold_sense_keys":["u.s.%1:14:00::"],"candidates":[{"index":1,"sense_key":"u.s.%1:14:00::","synset_id":"united_states_government.n.01"},{"index":2,"sense_key":"us%1:15:00::","synset_id":"united_states.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"us%1:15:00::","call_ids":["semeval2013.d003.s010.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"us%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20299390191212296}
{"item_id":"semeval2013.d003.s010.t009","gold_sense_keys":["world%1:17:00::"],"candidates":[{"index":1,"sense_key":"world%1:17:01::","synset_id":"universe.n.01"},{"index":2,"sense_key":"world%1:14:01::","synset_id":"world.n.02"},{"index":3,"sense_key":"world%1:09:00::","synset_id":"world.n.03"},{"index":4,"sense_key":"world%1:17:00::","synset_id":"earth.n.01"},{"index":5,"sense_key":"world%1:14:02::","synset_id":"populace.n.01"},{"index":6,"sense_key":"world%1:17:02::","synset_id":"world.n.06"},{"index":7,"sense_key":"world%1:09:01::","synset_id":"worldly_concern.n.01"},{"index":8,"sense_key":"world%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"world%1:05:00::","call_ids":["semeval2013.d003.s010.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"world%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":319,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2076627949718386}
{"item_id":"semeval2013.d003.s010.t011","gold_sense_keys":["analyst%1:18:00::","analyst%1:18:02::"],"candidates":[{"index":1,"sense_key":"analyst%1:18:00::","synset_id":"analyst.n.01"},{"index":2,"sense_key":"analyst%1:18:02::","synset_id":"analyst.n.02"},{"index":3,"sense_key":"analyst%1:18:01::","synset_id":"analyst.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"analyst%1:18:02::","call_ids":["semeval2013.d003.s010.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"analyst%1:18:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20139449392445385}
{"item_id":"semeval2013.d003.s011.t000","gold_sense_keys":["u.s.%1:15:00::"],"candidates":[{"index":1,"sense_key":"u.s.%1:14:00::","synset_id":"united_states_government.n.01"},{"index":2,"sense_key":"us%1:15:00::","synset_id":"united_states.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"us%1:15:00::","call_ids":["semeval2013.d003.s011.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"us%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20354697201400995}
{"item_id":"semeval2013.d003.s011.t002","gold_sense_keys":["case%1:11:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"case%1:06:00::","call_ids":["semeval2013.d003.s011.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"case%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":608,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20450821099802852}
{"item_id":"semeval2013.d003.s011.t005","gold_sense_keys":["government%1:14:00::"],"candidates":[{"index":1,"sense_key":"government%1:14:00::","synset_id":"government.n.01"},{"index":2,"sense_key":"government%1:04:00::","synset_id":"government.n.02"},{"index":3,"sense_key":"government%1:09:00::","synset_id":"government.n.03"},{"index":4,"sense_key":"government%1:09:01::","synset_id":"politics.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"government%1:09:00::","call_ids":["semeval2013.d003.s011.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"government%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20557068404741585}
{"item_id":"semeval2013.d003.s011.t006","gold_sense_keys":["energy%1:19:01::"],"candidates":[{"index":1,"sense_key":"energy%1:19:00::","synset_id":"energy.n.01"},{"index":2,"sense_key":"energy%1:07:00::","synset_id":"energy.n.02"},{"index":3,"sense_key":"energy%1:07:02::","synset_id":"energy.n.03"},{"index":4,"sense_key":"energy%1:07:01::","synset_id":"energy.n.04"},{"index":5,"sense_key":"energy%1:26:00::","synset_id":"energy.n.05"},{"index":6,"sense_key":"energy%1:19:01::","synset_id":"energy.n.06"},{"index":7,"sense_key":"energy%1:14:00::","synset_id":"department_of_energy.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"energy%1:19:01::","call_ids":["semeval2013.d003.s011.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"energy%1:19:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":293,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22451381501741707}
{"item_id":"semeval2013.d003.s012.t000","gold_sense_keys":["company%1:14:01::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"company%1:14:05::","call_ids":["semeval2013.d003.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"company%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2138404450379312}
{"item_id":"semeval2013.d003.s012.t001","gold_sense_keys":["deal%1:10:00::"],"candidates":[{"index":1,"sense_key":"deal%1:04:02::","synset_id":"deal.n.01"},{"index":2,"sense_key":"deal%1:10:00::","synset_id":"bargain.n.01"},{"index":3,"sense_key":"deal%1:23:00::","synset_id":"batch.n.02"},{"index":4,"sense_key":"deal%1:27:00::","synset_id":"deal.n.04"},{"index":5,"sense_key":"deal%1:27:01::","synset_id":"softwood.n.01"},{"index":6,"sense_key":"deal%1:14:00::","synset_id":"hand.n.06"},{"index":7,"sense_key":"deal%1:11:00::","synset_id":"deal.n.07"},{"index":8,"sense_key":"deal%1:04:00::","synset_id":"deal.n.08"},{"index":9,"sense_key":"deal%1:04:01::","synset_id":"deal.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"deal%1:11:00::","call_ids":["semeval2013.d003.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"deal%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":315,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22640777193009853}
{"item_id":"semeval2013.d003.s012.t002","gold_sense_keys":["ministry%1:14:00::"],"candidates":[{"index":1,"sense_key":"ministry%1:14:01::","synset_id":"ministry.n.01"},{"index":2,"sense_key":"ministry%1:06:00::","synset_id":"ministry.n.02"},{"index":3,"sense_key":"ministry%1:14:00::","synset_id":"ministry.n.03"},{"index":4,"sense_key":"ministry%1:04:00::","synset_id":"ministry.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ministry%1:14:00::","call_ids":["semeval2013.d003.s012.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ministry%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21040044096298516}
{"item_id":"semeval2013.d003.s013.t000","gold_sense_keys":["u.s.%1:15:00::"],"candidates":[{"index":1,"sense_key":"u.s.%1:14:00::","synset_id":"united_states_government.n.01"},{"index":2,"sense_key":"us%1:15:00::","synset_id":"united_states.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"us%1:15:00::","call_ids":["semeval2013.d003.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"us%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23208882613107562}
{"item_id":"semeval2013.d003.s013.t002","gold_sense_keys":["tie%1:26:01::"],"candidates":[{"index":1,"sense_key":"tie%1:06:01::","synset_id":"necktie.n.01"},{"index":2,"sense_key":"tie%1:26:01::","synset_id":"affiliation.n.01"},{"index":3,"sense_key":"tie%1:26:00::","synset_id":"tie.n.03"},{"index":4,"sense_key":"tie%1:06:02::","synset_id":"tie.n.04"},{"index":5,"sense_key":"tie%1:06:04::","synset_id":"link.n.02"},{"index":6,"sense_key":"tie%1:11:00::","synset_id":"draw.n.03"},{"index":7,"sense_key":"tie%1:10:00::","synset_id":"tie.n.07"},{"index":8,"sense_key":"tie%1:06:03::","synset_id":"tie.n.08"},{"index":9,"sense_key":"tie%1:06:00::","synset_id":"tie.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"tie%1:26:01::","call_ids":["semeval2013.d003.s013.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"tie%1:26:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":367,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2276549399830401}
{"item_id":"semeval2013.d003.s013.t004","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d003.s013.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":230,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2284929919987917}
{"item_id":"semeval2013.d003.s014.t000","gold_sense_keys":["company%1:14:01::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"company%1:14:05::","call_ids":["semeval2013.d003.s014.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"company%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.229613397968933}
{"item_id":"semeval2013.d003.s014.t001","gold_sense_keys":["contract%1:10:00::"],"candidates":[{"index":1,"sense_key":"contract%1:10:00::","synset_id":"contract.n.01"},{"index":2,"sense_key":"contract%1:10:01::","synset_id":"contract.n.02"},{"index":3,"sense_key":"contract%1:04:01::","synset_id":"contract.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"contract%1:10:00::","call_ids":["semeval2013.d003.s014.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"contract%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21086917398497462}
{"item_id":"semeval2013.d003.s015.t000","gold_sense_keys":["bid%2:40:00::"],"candidates":[{"index":1,"sense_key":"bid%2:40:00::","synset_id":"offer.v.07"},{"index":2,"sense_key":"bid%2:32:01::","synset_id":"wish.v.06"},{"index":3,"sense_key":"bid%2:32:02::","synset_id":"bid.v.03"},{"index":4,"sense_key":"bid%2:40:01::","synset_id":"bid.v.04"},{"index":5,"sense_key":"bid%2:40:04::","synset_id":"bid.v.05"},{"index":6,"sense_key":"bid%2:32:00::","synset_id":"invite.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"bid%2:40:04::","call_ids":["semeval2013.d003.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"bid%2:40:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":230,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2232530270703137}
{"item_id":"semeval2013.d003.s015.t001","gold_sense_keys":["contract%1:10:00::"],"candidates":[{"index":1,"sense_key":"contract%1:10:00::","synset_id":"contract.n.01"},{"index":2,"sense_key":"contract%1:10:01::","synset_id":"contract.n.02"},{"index":3,"sense_key":"contract%1:04:01::","synset_id":"contract.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"contract%1:10:00::","call_ids":["semeval2013.d003.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"contract%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22555395914241672}
{"item_id":"semeval2013.d003.s015.t002","gold_sense_keys":["company%1:14:01::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"company%1:14:05::","call_ids":["semeval2013.d003.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"company%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":297,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2092315498739481}
{"item_id":"semeval2013.d003.s015.t003","gold_sense_keys":["stake%1:21:02::"],"candidates":[{"index":1,"sense_key":"stake%1:21:02::","synset_id":"interest.n.05"},{"index":2,"sense_key":"stake%1:10:00::","synset_id":"post.n.09"},{"index":3,"sense_key":"stake%1:06:01::","synset_id":"stake.n.03"},{"index":4,"sense_key":"stake%1:21:00::","synset_id":"stake.n.04"},{"index":5,"sense_key":"stake%1:06:00::","synset_id":"stake.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"stake%1:06:00::","call_ids":["semeval2013.d003.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"stake%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1907021759543568}
{"item_id":"semeval2013.d003.s015.t004","gold_sense_keys":["contract%1:10:00::"],"candidates":[{"index":1,"sense_key":"contract%1:10:00::","synset_id":"contract.n.01"},{"index":2,"sense_key":"contract%1:10:01::","synset_id":"contract.n.02"},{"index":3,"sense_key":"contract%1:04:01::","synset_id":"contract.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"contract%1:10:00::","call_ids":["semeval2013.d003.s015.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"contract%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18819116498343647}
{"item_id":"semeval2013.d003.s015.t005","gold_sense_keys":["field%1:15:05::"],"candidates":[{"index":1,"sense_key":"field%1:15:00::","synset_id":"field.n.01"},{"index":2,"sense_key":"field%1:15:04::","synset_id":"battlefield.n.01"},{"index":3,"sense_key":"field%1:15:01::","synset_id":"field.n.03"},{"index":4,"sense_key":"field%1:09:00::","synset_id":"discipline.n.01"},{"index":5,"sense_key":"field%1:19:00::","synset_id":"field.n.05"},{"index":6,"sense_key":"field%1:04:00::","synset_id":"field.n.06"},{"index":7,"sense_key":"field%1:26:00::","synset_id":"sphere.n.01"},{"index":8,"sense_key":"field%1:15:02::","synset_id":"playing_field.n.02"},{"index":9,"sense_key":"field%1:17:00::","synset_id":"plain.n.01"},{"index":10,"sense_key":"field%1:14:00::","synset_id":"field.n.10"},{"index":11,"sense_key":"field%1:15:03::","synset_id":"field.n.11"},{"index":12,"sense_key":"field%1:14:01::","synset_id":"field.n.12"},{"index":13,"sense_key":"field%1:14:02::","synset_id":"field.n.13"},{"index":14,"sense_key":"field%1:15:05::","synset_id":"field.n.14"},{"index":15,"sense_key":"field%1:14:03::","synset_id":"field.n.15"},{"index":16,"sense_key":"field%1:09:01::","synset_id":"field.n.16"},{"index":17,"sense_key":"field%1:06:00::","synset_id":"airfield.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"field%1:15:05::","call_ids":["semeval2013.d003.s015.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"field%1:15:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":511,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1890808828175068}
{"item_id":"semeval2013.d003.s016.t000","gold_sense_keys":["china%1:15:00::"],"candidates":[{"index":1,"sense_key":"china%1:15:00::","synset_id":"china.n.01"},{"index":2,"sense_key":"china%1:06:00::","synset_id":"china.n.02"},{"index":3,"sense_key":"china%1:15:01::","synset_id":"taiwan.n.01"},{"index":4,"sense_key":"china%1:06:01::","synset_id":"chinaware.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"china%1:06:00::","call_ids":["semeval2013.d003.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"china%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19125551893375814}
{"item_id":"semeval2013.d003.s016.t002","gold_sense_keys":["power%1:14:00::"],"candidates":[{"index":1,"sense_key":"power%1:07:00::","synset_id":"power.n.01"},{"index":2,"sense_key":"power%1:19:00::","synset_id":"power.n.02"},{"index":3,"sense_key":"power%1:09:01::","synset_id":"ability.n.02"},{"index":4,"sense_key":"power%1:26:00::","synset_id":"office.n.04"},{"index":5,"sense_key":"power%1:18:00::","synset_id":"power.n.05"},{"index":6,"sense_key":"power%1:10:00::","synset_id":"exponent.n.03"},{"index":7,"sense_key":"power%1:07:02::","synset_id":"might.n.01"},{"index":8,"sense_key":"power%1:14:00::","synset_id":"world_power.n.01"},{"index":9,"sense_key":"power%1:18:01::","synset_id":"baron.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"power%1:14:00::","call_ids":["semeval2013.d003.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"power%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":284,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19222936895675957}
{"item_id":"semeval2013.d003.s017.t000","gold_sense_keys":["company%1:14:01::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"company%1:14:05::","call_ids":["semeval2013.d003.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"company%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":293,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1930909671355039}
{"item_id":"semeval2013.d003.s017.t001","gold_sense_keys":["par%1:26:00::"],"candidates":[{"index":1,"sense_key":"par%1:23:00::","synset_id":"par.n.01"},{"index":2,"sense_key":"par%1:26:00::","synset_id":"equality.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"par%1:26:00::","call_ids":["semeval2013.d003.s017.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"par%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1951771560125053}
{"item_id":"semeval2013.d003.s017.t003","gold_sense_keys":["commitment%1:04:02::"],"candidates":[{"index":1,"sense_key":"commitment%1:07:01::","synset_id":"committedness.n.01"},{"index":2,"sense_key":"commitment%1:04:00::","synset_id":"commitment.n.02"},{"index":3,"sense_key":"commitment%1:04:02::","synset_id":"commitment.n.03"},{"index":4,"sense_key":"commitment%1:10:00::","synset_id":"commitment.n.04"},{"index":5,"sense_key":"commitment%1:04:01::","synset_id":"commitment.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"commitment%1:04:02::","call_ids":["semeval2013.d003.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"commitment%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19403875805437565}
{"item_id":"semeval2013.d003.s018.t000","gold_sense_keys":["company%1:14:01::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"company%1:14:05::","call_ids":["semeval2013.d003.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"company%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":303,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1958789259660989}
{"item_id":"semeval2013.d003.s018.t001","gold_sense_keys":["bid%1:10:00::"],"candidates":[{"index":1,"sense_key":"bid%1:10:03::","synset_id":"command.n.01"},{"index":2,"sense_key":"bid%1:04:00::","synset_id":"bid.n.02"},{"index":3,"sense_key":"bid%1:10:00::","synset_id":"bid.n.03"},{"index":4,"sense_key":"bid%1:10:01::","synset_id":"bid.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"bid%1:10:00::","call_ids":["semeval2013.d003.s018.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"bid%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19682342396117747}
{"item_id":"semeval2013.d003.s018.t002","gold_sense_keys":["offer%1:10:00::"],"candidates":[{"index":1,"sense_key":"offer%1:10:01::","synset_id":"offer.n.01"},{"index":2,"sense_key":"offer%1:10:00::","synset_id":"offer.n.02"},{"index":3,"sense_key":"offer%1:04:01::","synset_id":"crack.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"offer%1:10:00::","call_ids":["semeval2013.d003.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"offer%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19769119517877698}
{"item_id":"semeval2013.d003.s018.t003","gold_sense_keys":["barrel%1:23:01::"],"candidates":[{"index":1,"sense_key":"barrel%1:06:01::","synset_id":"barrel.n.01"},{"index":2,"sense_key":"barrel%1:06:00::","synset_id":"barrel.n.02"},{"index":3,"sense_key":"barrel%1:25:00::","synset_id":"barrel.n.03"},{"index":4,"sense_key":"barrel%1:23:04::","synset_id":"barrel.n.04"},{"index":5,"sense_key":"barrel%1:23:01::","synset_id":"barrel.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"barrel%1:23:01::","call_ids":["semeval2013.d003.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"barrel%1:23:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19852833985351026}
{"item_id":"semeval2013.d003.s018.t004","gold_sense_keys":["fee%1:21:00::"],"candidates":[{"index":1,"sense_key":"fee%1:21:00::","synset_id":"fee.n.01"},{"index":2,"sense_key":"fee%1:21:01::","synset_id":"fee.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"fee%1:21:00::","call_ids":["semeval2013.d003.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"fee%1:21:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":136,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19933509803377092}
{"item_id":"semeval2013.d003.s018.t005","gold_sense_keys":["ministry%1:14:00::"],"candidates":[{"index":1,"sense_key":"ministry%1:14:01::","synset_id":"ministry.n.01"},{"index":2,"sense_key":"ministry%1:06:00::","synset_id":"ministry.n.02"},{"index":3,"sense_key":"ministry%1:14:00::","synset_id":"ministry.n.03"},{"index":4,"sense_key":"ministry%1:04:00::","synset_id":"ministry.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ministry%1:14:00::","call_ids":["semeval2013.d003.s018.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ministry%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24588526599109173}
{"item_id":"semeval2013.d003.s018.t006","gold_sense_keys":["output%1:04:00::","output%1:06:01::","output%1:23:00::"],"candidates":[{"index":1,"sense_key":"output%1:06:00::","synset_id":"end_product.n.01"},{"index":2,"sense_key":"output%1:04:00::","synset_id":"output.n.02"},{"index":3,"sense_key":"output%1:10:02::","synset_id":"output_signal.n.01"},{"index":4,"sense_key":"output%1:23:00::","synset_id":"output.n.04"},{"index":5,"sense_key":"output%1:06:01::","synset_id":"output.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"output%1:23:00::","call_ids":["semeval2013.d003.s018.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"output%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26587523287162185}
{"item_id":"semeval2013.d003.s018.t007","gold_sense_keys":["level%1:07:00::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"level%1:09:00::","call_ids":["semeval2013.d003.s018.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"level%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2706064600497484}
{"item_id":"semeval2013.d003.s018.t008","gold_sense_keys":["field%1:15:05::"],"candidates":[{"index":1,"sense_key":"field%1:15:00::","synset_id":"field.n.01"},{"index":2,"sense_key":"field%1:15:04::","synset_id":"battlefield.n.01"},{"index":3,"sense_key":"field%1:15:01::","synset_id":"field.n.03"},{"index":4,"sense_key":"field%1:09:00::","synset_id":"discipline.n.01"},{"index":5,"sense_key":"field%1:19:00::","synset_id":"field.n.05"},{"index":6,"sense_key":"field%1:04:00::","synset_id":"field.n.06"},{"index":7,"sense_key":"field%1:26:00::","synset_id":"sphere.n.01"},{"index":8,"sense_key":"field%1:15:02::","synset_id":"playing_field.n.02"},{"index":9,"sense_key":"field%1:17:00::","synset_id":"plain.n.01"},{"index":10,"sense_key":"field%1:14:00::","synset_id":"field.n.10"},{"index":11,"sense_key":"field%1:15:03::","synset_id":"field.n.11"},{"index":12,"sense_key":"field%1:14:01::","synset_id":"field.n.12"},{"index":13,"sense_key":"field%1:14:02::","synset_id":"field.n.13"},{"index":14,"sense_key":"field%1:15:05::","synset_id":"field.n.14"},{"index":15,"sense_key":"field%1:14:03::","synset_id":"field.n.15"},{"index":16,"sense_key":"field%1:09:01::","synset_id":"field.n.16"},{"index":17,"sense_key":"field%1:06:00::","synset_id":"airfield.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"field%1:15:05::","call_ids":["semeval2013.d003.s018.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"field%1:15:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":517,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2769789861049503}
{"item_id":"semeval2013.d004.s000.t000","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bank%1:06:00::","call_ids":["semeval2013.d004.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bank%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":350,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2776244680862874}
{"item_id":"semeval2013.d004.s000.t001","gold_sense_keys":["state%1:14:01::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"state%1:14:01::","call_ids":["semeval2013.d004.s000.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"state%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":313,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22223189799115062}
{"item_id":"semeval2013.d004.s000.t002","gold_sense_keys":["support%1:21:01::"],"candidates":[{"index":1,"sense_key":"support%1:04:04::","synset_id":"support.n.01"},{"index":2,"sense_key":"support%1:04:00::","synset_id":"support.n.02"},{"index":3,"sense_key":"support%1:09:00::","synset_id":"support.n.03"},{"index":4,"sense_key":"support%1:04:03::","synset_id":"support.n.04"},{"index":5,"sense_key":"support%1:04:02::","synset_id":"documentation.n.03"},{"index":6,"sense_key":"support%1:21:00::","synset_id":"support.n.06"},{"index":7,"sense_key":"support%1:06:01::","synset_id":"support.n.07"},{"index":8,"sense_key":"support%1:04:01::","synset_id":"support.n.08"},{"index":9,"sense_key":"support%1:10:01::","synset_id":"accompaniment.n.02"},{"index":10,"sense_key":"support%1:06:00::","synset_id":"support.n.10"},{"index":11,"sense_key":"support%1:21:01::","synset_id":"support.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"support%1:21:01::","call_ids":["semeval2013.d004.s000.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"support%1:21:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":362,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2248311499133706}
{"item_id":"semeval2013.d004.s001.t001","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bank%1:06:00::","call_ids":["semeval2013.d004.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bank%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":359,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22596157691441476}
{"item_id":"semeval2013.d004.s001.t002","gold_sense_keys":["state%1:14:00::","state%1:14:01::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"state%1:14:01::","call_ids":["semeval2013.d004.s001.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"state%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":322,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22726473701186478}
{"item_id":"semeval2013.d004.s001.t003","gold_sense_keys":["shackle%1:06:00::"],"candidates":[{"index":1,"sense_key":"shackle%1:06:00::","synset_id":"shackle.n.01"},{"index":2,"sense_key":"shackle%1:06:01::","synset_id":"shackle.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"shackle%1:06:00::","call_ids":["semeval2013.d004.s001.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"shackle%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23329205787740648}
{"item_id":"semeval2013.d004.s002.t001","gold_sense_keys":["support%1:21:01::"],"candidates":[{"index":1,"sense_key":"support%1:04:04::","synset_id":"support.n.01"},{"index":2,"sense_key":"support%1:04:00::","synset_id":"support.n.02"},{"index":3,"sense_key":"support%1:09:00::","synset_id":"support.n.03"},{"index":4,"sense_key":"support%1:04:03::","synset_id":"support.n.04"},{"index":5,"sense_key":"support%1:04:02::","synset_id":"documentation.n.03"},{"index":6,"sense_key":"support%1:21:00::","synset_id":"support.n.06"},{"index":7,"sense_key":"support%1:06:01::","synset_id":"support.n.07"},{"index":8,"sense_key":"support%1:04:01::","synset_id":"support.n.08"},{"index":9,"sense_key":"support%1:10:01::","synset_id":"accompaniment.n.02"},{"index":10,"sense_key":"support%1:06:00::","synset_id":"support.n.10"},{"index":11,"sense_key":"support%1:21:01::","synset_id":"support.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"support%1:21:01::","call_ids":["semeval2013.d004.s002.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"support%1:21:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":392,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.228139144834131}
{"item_id":"semeval2013.d004.s002.t002","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bank%1:06:00::","call_ids":["semeval2013.d004.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bank%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":379,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21893285494297743}
{"item_id":"semeval2013.d004.s002.t003","gold_sense_keys":["protection%1:21:00::"],"candidates":[{"index":1,"sense_key":"protection%1:04:00::","synset_id":"protection.n.01"},{"index":2,"sense_key":"protection%1:06:00::","synset_id":"protective_covering.n.01"},{"index":3,"sense_key":"protection%1:21:00::","synset_id":"security.n.02"},{"index":4,"sense_key":"protection%1:26:00::","synset_id":"protection.n.04"},{"index":5,"sense_key":"protection%1:04:02::","synset_id":"auspices.n.01"},{"index":6,"sense_key":"protection%1:04:03::","synset_id":"protection.n.06"},{"index":7,"sense_key":"protection%1:04:01::","synset_id":"protection.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"protection%1:04:01::","call_ids":["semeval2013.d004.s002.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"protection%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2145002749748528}
{"item_id":"semeval2013.d004.s002.t004","gold_sense_keys":["fund%1:21:00::"],"candidates":[{"index":1,"sense_key":"fund%1:21:00::","synset_id":"fund.n.01"},{"index":2,"sense_key":"fund%1:21:01::","synset_id":"store.n.02"},{"index":3,"sense_key":"fund%1:14:00::","synset_id":"investment_company.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"fund%1:21:00::","call_ids":["semeval2013.d004.s002.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"fund%1:21:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19693294283933938}
{"item_id":"semeval2013.d004.s002.t005","gold_sense_keys":["amount%1:21:00::"],"candidates":[{"index":1,"sense_key":"amount%1:21:00::","synset_id":"sum.n.01"},{"index":2,"sense_key":"amount%1:07:00::","synset_id":"amount.n.02"},{"index":3,"sense_key":"amount%1:03:00::","synset_id":"measure.n.02"},{"index":4,"sense_key":"amount%1:09:00::","synset_id":"sum.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"amount%1:07:00::","call_ids":["semeval2013.d004.s002.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"amount%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22329751285724342}
{"item_id":"semeval2013.d004.s003.t000","gold_sense_keys":["report%1:10:00::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["semeval2013.d004.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2243031170219183}
{"item_id":"semeval2013.d004.s003.t002","gold_sense_keys":["broadcaster%1:18:00::"],"candidates":[{"index":1,"sense_key":"broadcaster%1:18:00::","synset_id":"broadcaster.n.01"},{"index":2,"sense_key":"broadcaster%1:06:00::","synset_id":"broadcaster.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"broadcaster%1:18:00::","call_ids":["semeval2013.d004.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"broadcaster%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23129048198461533}
{"item_id":"semeval2013.d004.s003.t003","gold_sense_keys":["state%1:14:01::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"state%1:14:01::","call_ids":["semeval2013.d004.s003.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"state%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":328,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24678573198616505}
{"item_id":"semeval2013.d004.s003.t004","gold_sense_keys":["support%1:21:01::"],"candidates":[{"index":1,"sense_key":"support%1:04:04::","synset_id":"support.n.01"},{"index":2,"sense_key":"support%1:04:00::","synset_id":"support.n.02"},{"index":3,"sense_key":"support%1:09:00::","synset_id":"support.n.03"},{"index":4,"sense_key":"support%1:04:03::","synset_id":"support.n.04"},{"index":5,"sense_key":"support%1:04:02::","synset_id":"documentation.n.03"},{"index":6,"sense_key":"support%1:21:00::","synset_id":"support.n.06"},{"index":7,"sense_key":"support%1:06:01::","synset_id":"support.n.07"},{"index":8,"sense_key":"support%1:04:01::","synset_id":"support.n.08"},{"index":9,"sense_key":"support%1:10:01::","synset_id":"accompaniment.n.02"},{"index":10,"sense_key":"support%1:06:00::","synset_id":"support.n.10"},{"index":11,"sense_key":"support%1:21:01::","synset_id":"support.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"support%1:21:01::","call_ids":["semeval2013.d004.s003.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"support%1:21:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":377,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24808094114996493}
{"item_id":"semeval2013.d004.s004.t000","gold_sense_keys":["institution%1:14:00::"],"candidates":[{"index":1,"sense_key":"institution%1:14:00::","synset_id":"institution.n.01"},{"index":2,"sense_key":"institution%1:06:00::","synset_id":"institution.n.02"},{"index":3,"sense_key":"institution%1:09:00::","synset_id":"institution.n.03"},{"index":4,"sense_key":"institution%1:04:00::","synset_id":"initiation.n.02"},{"index":5,"sense_key":"institution%1:06:01::","synset_id":"mental_hospital.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"institution%1:09:00::","call_ids":["semeval2013.d004.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"institution%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2511788660194725}
{"item_id":"semeval2013.d004.s004.t001","gold_sense_keys":["restriction%1:09:00::"],"candidates":[{"index":1,"sense_key":"restriction%1:09:00::","synset_id":"restriction.n.01"},{"index":2,"sense_key":"restriction%1:04:00::","synset_id":"limitation.n.05"},{"index":3,"sense_key":"restriction%1:04:01::","synset_id":"restriction.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"restriction%1:04:00::","call_ids":["semeval2013.d004.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"restriction%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2190081321168691}
{"item_id":"semeval2013.d004.s004.t002","gold_sense_keys":["acceptance%1:04:03::"],"candidates":[{"index":1,"sense_key":"acceptance%1:09:00::","synset_id":"credence.n.01"},{"index":2,"sense_key":"acceptance%1:04:00::","synset_id":"adoption.n.01"},{"index":3,"sense_key":"acceptance%1:26:00::","synset_id":"acceptance.n.03"},{"index":4,"sense_key":"acceptance%1:10:01::","synset_id":"acceptance.n.04"},{"index":5,"sense_key":"acceptance%1:21:00::","synset_id":"acceptance.n.05"},{"index":6,"sense_key":"acceptance%1:07:00::","synset_id":"toleration.n.01"},{"index":7,"sense_key":"acceptance%1:04:03::","synset_id":"acceptance.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"acceptance%1:07:00::","call_ids":["semeval2013.d004.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"acceptance%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":279,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22871793201193213}
{"item_id":"semeval2013.d004.s004.t003","gold_sense_keys":["money%1:21:00::"],"candidates":[{"index":1,"sense_key":"money%1:21:00::","synset_id":"money.n.01"},{"index":2,"sense_key":"money%1:21:02::","synset_id":"money.n.02"},{"index":3,"sense_key":"money%1:21:01::","synset_id":"money.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"money%1:21:02::","call_ids":["semeval2013.d004.s004.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"money%1:21:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23388135293498635}
{"item_id":"semeval2013.d004.s004.t004","gold_sense_keys":["limit%1:23:00::"],"candidates":[{"index":1,"sense_key":"limit%1:07:00::","synset_id":"limit.n.01"},{"index":2,"sense_key":"limit%1:28:00::","synset_id":"terminus_ad_quem.n.01"},{"index":3,"sense_key":"limit%1:15:02::","synset_id":"limit.n.03"},{"index":4,"sense_key":"limit%1:15:00::","synset_id":"limit.n.04"},{"index":5,"sense_key":"limit%1:23:01::","synset_id":"limit.n.05"},{"index":6,"sense_key":"limit%1:23:00::","synset_id":"limit.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"limit%1:23:00::","call_ids":["semeval2013.d004.s004.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"limit%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2536906320601702}
{"item_id":"semeval2013.d004.s004.t005","gold_sense_keys":["manager%1:18:00::"],"candidates":[{"index":1,"sense_key":"manager%1:18:00::","synset_id":"director.n.01"},{"index":2,"sense_key":"manager%1:18:01::","synset_id":"coach.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"manager%1:18:00::","call_ids":["semeval2013.d004.s004.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"manager%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25487014884129167}
{"item_id":"semeval2013.d004.s004.t006","gold_sense_keys":["bonus%1:21:00::"],"candidates":[{"index":1,"sense_key":"bonus%1:09:00::","synset_id":"bonus.n.01"},{"index":2,"sense_key":"bonus%1:21:00::","synset_id":"bonus.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bonus%1:21:00::","call_ids":["semeval2013.d004.s004.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bonus%1:21:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20419287006370723}
{"item_id":"semeval2013.d004.s004.t007","gold_sense_keys":["charge%1:21:02::"],"candidates":[{"index":1,"sense_key":"charge%1:04:01::","synset_id":"charge.n.01"},{"index":2,"sense_key":"charge%1:10:00::","synset_id":"charge.n.02"},{"index":3,"sense_key":"charge%1:21:02::","synset_id":"charge.n.03"},{"index":4,"sense_key":"charge%1:19:00::","synset_id":"charge.n.04"},{"index":5,"sense_key":"charge%1:04:00::","synset_id":"care.n.05"},{"index":6,"sense_key":"charge%1:04:03::","synset_id":"mission.n.03"},{"index":7,"sense_key":"charge%1:18:00::","synset_id":"charge.n.07"},{"index":8,"sense_key":"charge%1:21:01::","synset_id":"charge.n.08"},{"index":9,"sense_key":"charge%1:16:00::","synset_id":"cathexis.n.01"},{"index":10,"sense_key":"charge%1:12:00::","synset_id":"bang.n.04"},{"index":11,"sense_key":"charge%1:10:03::","synset_id":"charge.n.11"},{"index":12,"sense_key":"charge%1:10:01::","synset_id":"commission.n.06"},{"index":13,"sense_key":"charge%1:10:04::","synset_id":"accusation.n.02"},{"index":14,"sense_key":"charge%1:06:01::","synset_id":"charge.n.14"},{"index":15,"sense_key":"charge%1:06:00::","synset_id":"charge.n.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"charge%1:21:02::","call_ids":["semeval2013.d004.s004.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"charge%1:21:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":500,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2060383220668882}
{"item_id":"semeval2013.d004.s005.t001","gold_sense_keys":["loan%1:21:00::"],"candidates":[{"index":1,"sense_key":"loan%1:21:00::","synset_id":"loan.n.01"},{"index":2,"sense_key":"loan%1:10:00::","synset_id":"loanword.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"loan%1:21:00::","call_ids":["semeval2013.d004.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"loan%1:21:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":132,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20721246697939932}
{"item_id":"semeval2013.d004.s006.t000","gold_sense_keys":["rest%1:24:00::"],"candidates":[{"index":1,"sense_key":"rest%1:24:00::","synset_id":"remainder.n.01"},{"index":2,"sense_key":"rest%1:04:00::","synset_id":"rest.n.02"},{"index":3,"sense_key":"rest%1:28:00::","synset_id":"respite.n.04"},{"index":4,"sense_key":"rest%1:26:00::","synset_id":"rest.n.04"},{"index":5,"sense_key":"rest%1:26:01::","synset_id":"rest.n.05"},{"index":6,"sense_key":"rest%1:06:00::","synset_id":"rest.n.06"},{"index":7,"sense_key":"rest%1:10:00::","synset_id":"rest.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"rest%1:24:00::","call_ids":["semeval2013.d004.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"rest%1:24:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21509984484873712}
{"item_id":"semeval2013.d004.s006.t001","gold_sense_keys":["amount%1:21:00::"],"candidates":[{"index":1,"sense_key":"amount%1:21:00::","synset_id":"sum.n.01"},{"index":2,"sense_key":"amount%1:07:00::","synset_id":"amount.n.02"},{"index":3,"sense_key":"amount%1:03:00::","synset_id":"measure.n.02"},{"index":4,"sense_key":"amount%1:09:00::","synset_id":"sum.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"amount%1:03:00::","call_ids":["semeval2013.d004.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"amount%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2317846450023353}
{"item_id":"semeval2013.d004.s006.t003","gold_sense_keys":["sale%1:04:00::"],"candidates":[{"index":1,"sense_key":"sale%1:04:00::","synset_id":"sale.n.01"},{"index":2,"sense_key":"sale%1:04:02::","synset_id":"sale.n.02"},{"index":3,"sense_key":"sale%1:04:01::","synset_id":"sale.n.03"},{"index":4,"sense_key":"sale%1:26:00::","synset_id":"sale.n.04"},{"index":5,"sense_key":"sale%1:10:00::","synset_id":"sale.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sale%1:04:01::","call_ids":["semeval2013.d004.s006.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sale%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22821868606843054}
{"item_id":"semeval2013.d004.s007.t000","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"bank%1:04:00::","call_ids":["semeval2013.d004.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"bank%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":370,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23573770793154836}
{"item_id":"semeval2013.d004.s008.t000","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bank%1:06:00::","call_ids":["semeval2013.d004.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bank%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":364,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22379566309973598}
{"item_id":"semeval2013.d004.s008.t001","gold_sense_keys":["height%1:26:00::"],"candidates":[{"index":1,"sense_key":"height%1:07:00::","synset_id":"height.n.01"},{"index":2,"sense_key":"height%1:26:00::","synset_id":"acme.n.01"},{"index":3,"sense_key":"height%1:07:01::","synset_id":"stature.n.02"},{"index":4,"sense_key":"height%1:07:02::","synset_id":"altitude.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"height%1:07:00::","call_ids":["semeval2013.d004.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"height%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22798755601979792}
{"item_id":"semeval2013.d004.s008.t002","gold_sense_keys":["crisis%1:26:00::"],"candidates":[{"index":1,"sense_key":"crisis%1:26:00::","synset_id":"crisis.n.01"},{"index":2,"sense_key":"crisis%1:11:00::","synset_id":"crisis.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"crisis%1:26:00::","call_ids":["semeval2013.d004.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"crisis%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22645814390853047}
{"item_id":"semeval2013.d004.s008.t003","gold_sense_keys":["investment%1:04:00::","investment%1:21:00::"],"candidates":[{"index":1,"sense_key":"investment%1:04:00::","synset_id":"investing.n.01"},{"index":2,"sense_key":"investment%1:21:00::","synset_id":"investment.n.02"},{"index":3,"sense_key":"investment%1:07:00::","synset_id":"investment.n.03"},{"index":4,"sense_key":"investment%1:05:00::","synset_id":"investment.n.04"},{"index":5,"sense_key":"investment%1:04:01::","synset_id":"investment.n.05"},{"index":6,"sense_key":"investment%1:04:02::","synset_id":"investment.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"investment%1:21:00::","call_ids":["semeval2013.d004.s008.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"investment%1:21:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22922438196837902}
{"item_id":"semeval2013.d004.s008.t004","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bank%1:06:00::","call_ids":["semeval2013.d004.s008.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bank%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":364,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23027907917276025}
{"item_id":"semeval2013.d004.s009.t000","gold_sense_keys":["cash%1:21:00::"],"candidates":[{"index":1,"sense_key":"cash%1:21:00::","synset_id":"cash.n.01"},{"index":2,"sense_key":"cash%1:21:02::","synset_id":"cash.n.02"},{"index":3,"sense_key":"cash%1:18:00::","synset_id":"cash.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cash%1:21:00::","call_ids":["semeval2013.d004.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cash%1:21:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23156154691241682}
{"item_id":"semeval2013.d004.s009.t001","gold_sense_keys":["liability%1:26:00::"],"candidates":[{"index":1,"sense_key":"liability%1:26:01::","synset_id":"liability.n.01"},{"index":2,"sense_key":"liability%1:26:00::","synset_id":"indebtedness.n.01"},{"index":3,"sense_key":"liability%1:07:00::","synset_id":"liability.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"liability%1:26:00::","call_ids":["semeval2013.d004.s009.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"liability%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23256632103584707}
{"item_id":"semeval2013.d004.s009.t002","gold_sense_keys":["state%1:14:01::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"state%1:14:01::","call_ids":["semeval2013.d004.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"state%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":327,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20992479287087917}
{"item_id":"semeval2013.d004.s010.t002","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bank%1:06:00::","call_ids":["semeval2013.d004.s010.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bank%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":372,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2000986449420452}
{"item_id":"semeval2013.d004.s010.t003","gold_sense_keys":["capital%1:21:00::"],"candidates":[{"index":1,"sense_key":"capital%1:21:01::","synset_id":"capital.n.01"},{"index":2,"sense_key":"capital%1:21:00::","synset_id":"capital.n.02"},{"index":3,"sense_key":"capital%1:15:00::","synset_id":"capital.n.03"},{"index":4,"sense_key":"capital%1:10:00::","synset_id":"capital.n.04"},{"index":5,"sense_key":"capital%1:15:01::","synset_id":"capital.n.05"},{"index":6,"sense_key":"capital%1:14:00::","synset_id":"capital.n.06"},{"index":7,"sense_key":"capital%1:10:01::","synset_id":"das_kapital.n.01"},{"index":8,"sense_key":"capital%1:06:00::","synset_id":"capital.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"capital%1:21:01::","call_ids":["semeval2013.d004.s010.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"capital%1:21:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2544827728997916}
{"item_id":"semeval2013.d004.s010.t004","gold_sense_keys":["increase%1:07:00::","increase%1:11:00::"],"candidates":[{"index":1,"sense_key":"increase%1:23:00::","synset_id":"addition.n.03"},{"index":2,"sense_key":"increase%1:11:00::","synset_id":"increase.n.02"},{"index":3,"sense_key":"increase%1:22:00::","synset_id":"increase.n.03"},{"index":4,"sense_key":"increase%1:07:00::","synset_id":"increase.n.04"},{"index":5,"sense_key":"increase%1:04:00::","synset_id":"increase.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"increase%1:07:00::","call_ids":["semeval2013.d004.s010.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"increase%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25568046420812607}
{"item_id":"semeval2013.d004.s010.t006","gold_sense_keys":["circle%1:14:00::"],"candidates":[{"index":1,"sense_key":"circle%1:25:00::","synset_id":"circle.n.01"},{"index":2,"sense_key":"circle%1:14:00::","synset_id":"set.n.05"},{"index":3,"sense_key":"circle%1:25:01::","synset_id":"circle.n.03"},{"index":4,"sense_key":"circle%1:04:00::","synset_id":"lap.n.05"},{"index":5,"sense_key":"circle%1:06:01::","synset_id":"traffic_circle.n.01"},{"index":6,"sense_key":"circle%1:06:03::","synset_id":"r-2.n.01"},{"index":7,"sense_key":"circle%1:06:02::","synset_id":"circle.n.07"},{"index":8,"sense_key":"circle%1:06:00::","synset_id":"circle.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"circle%1:25:01::","call_ids":["semeval2013.d004.s010.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"circle%1:25:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":308,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25204319111071527}
{"item_id":"semeval2013.d004.s012.t000","gold_sense_keys":["support%1:21:01::"],"candidates":[{"index":1,"sense_key":"support%1:04:04::","synset_id":"support.n.01"},{"index":2,"sense_key":"support%1:04:00::","synset_id":"support.n.02"},{"index":3,"sense_key":"support%1:09:00::","synset_id":"support.n.03"},{"index":4,"sense_key":"support%1:04:03::","synset_id":"support.n.04"},{"index":5,"sense_key":"support%1:04:02::","synset_id":"documentation.n.03"},{"index":6,"sense_key":"support%1:21:00::","synset_id":"support.n.06"},{"index":7,"sense_key":"support%1:06:01::","synset_id":"support.n.07"},{"index":8,"sense_key":"support%1:04:01::","synset_id":"support.n.08"},{"index":9,"sense_key":"support%1:10:01::","synset_id":"accompaniment.n.02"},{"index":10,"sense_key":"support%1:06:00::","synset_id":"support.n.10"},{"index":11,"sense_key":"support%1:21:01::","synset_id":"support.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"support%1:21:01::","call_ids":["semeval2013.d004.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"support%1:21:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":375,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31978060817345977}
{"item_id":"semeval2013.d005.s000.t000","gold_sense_keys":["appeal%1:04:00::"],"candidates":[{"index":1,"sense_key":"appeal%1:10:00::","synset_id":"entreaty.n.01"},{"index":2,"sense_key":"appeal%1:07:00::","synset_id":"appeal.n.02"},{"index":3,"sense_key":"appeal%1:04:00::","synset_id":"appeal.n.03"},{"index":4,"sense_key":"appeal%1:10:02::","synset_id":"solicitation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"appeal%1:07:00::","call_ids":["semeval2013.d005.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"appeal%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28447072207927704}
{"item_id":"semeval2013.d005.s001.t002","gold_sense_keys":["row%1:14:00::"],"candidates":[{"index":1,"sense_key":"row%1:14:00::","synset_id":"row.n.01"},{"index":2,"sense_key":"row%1:10:00::","synset_id":"quarrel.n.01"},{"index":3,"sense_key":"row%1:17:00::","synset_id":"row.n.03"},{"index":4,"sense_key":"row%1:06:00::","synset_id":"course.n.08"},{"index":5,"sense_key":"row%1:14:01::","synset_id":"row.n.05"},{"index":6,"sense_key":"row%1:07:00::","synset_id":"row.n.06"},{"index":7,"sense_key":"row%1:04:00::","synset_id":"rowing.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"row%1:07:00::","call_ids":["semeval2013.d005.s001.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"row%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3209562748670578}
{"item_id":"semeval2013.d005.s002.t000","gold_sense_keys":["report%1:10:00::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["semeval2013.d005.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3093683198094368}
{"item_id":"semeval2013.d005.s002.t001","gold_sense_keys":["testimony%1:10:00::"],"candidates":[{"index":1,"sense_key":"testimony%1:10:00::","synset_id":"testimony.n.01"},{"index":2,"sense_key":"testimony%1:10:01::","synset_id":"testimony.n.02"},{"index":3,"sense_key":"testimony%1:10:02::","synset_id":"testimony.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"testimony%1:10:02::","call_ids":["semeval2013.d005.s002.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"testimony%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31536463601514697}
{"item_id":"semeval2013.d005.s003.t000","gold_sense_keys":["in_the_end%4:02:00::"],"candidates":[{"index":1,"sense_key":"in_the_end%4:02:02::","synset_id":"in_the_long_run.r.01"},{"index":2,"sense_key":"in_the_end%4:02:00::","synset_id":"ultimately.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"in_the_end%4:02:00::","call_ids":["semeval2013.d005.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"in_the_end%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30887771490961313}
{"item_id":"semeval2013.d005.s003.t001","gold_sense_keys":["defense%1:14:00::"],"candidates":[{"index":1,"sense_key":"defense%1:04:00::","synset_id":"defense.n.01"},{"index":2,"sense_key":"defense%1:04:03::","synset_id":"defense.n.02"},{"index":3,"sense_key":"defense%1:14:01::","synset_id":"defense.n.03"},{"index":4,"sense_key":"defense%1:10:00::","synset_id":"defense.n.04"},{"index":5,"sense_key":"defense%1:22:00::","synset_id":"defense_mechanism.n.01"},{"index":6,"sense_key":"defense%1:14:02::","synset_id":"department_of_defense.n.01"},{"index":7,"sense_key":"defense%1:14:00::","synset_id":"defense.n.07"},{"index":8,"sense_key":"defense%1:10:01::","synset_id":"refutation.n.01"},{"index":9,"sense_key":"defense%1:14:03::","synset_id":"defense.n.09"},{"index":10,"sense_key":"defense%1:06:00::","synset_id":"defensive_structure.n.01"},{"index":11,"sense_key":"defense%1:04:02::","synset_id":"defense.n.11"},{"index":12,"sense_key":"defense%1:04:01::","synset_id":"defense.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"defense%1:14:00::","call_ids":["semeval2013.d005.s003.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"defense%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":410,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2765781870111823}
{"item_id":"semeval2013.d005.s003.t002","gold_sense_keys":["message%1:10:01::"],"candidates":[{"index":1,"sense_key":"message%1:10:01::","synset_id":"message.n.01"},{"index":2,"sense_key":"message%1:10:00::","synset_id":"message.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"message%1:10:00::","call_ids":["semeval2013.d005.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"message%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2349176169373095}
{"item_id":"semeval2013.d005.s003.t003","gold_sense_keys":["trial%1:04:02::"],"candidates":[{"index":1,"sense_key":"trial%1:04:00::","synset_id":"test.n.05"},{"index":2,"sense_key":"trial%1:09:00::","synset_id":"trial.n.02"},{"index":3,"sense_key":"trial%1:04:03::","synset_id":"test.n.04"},{"index":4,"sense_key":"trial%1:04:02::","synset_id":"trial.n.04"},{"index":5,"sense_key":"trial%1:11:01::","synset_id":"trial.n.05"},{"index":6,"sense_key":"trial%1:11:00::","synset_id":"trial.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trial%1:04:02::","call_ids":["semeval2013.d005.s003.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trial%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23638711706735194}
{"item_id":"semeval2013.d005.s003.t004","gold_sense_keys":["rape%1:04:00::"],"candidates":[{"index":1,"sense_key":"rape%1:20:00::","synset_id":"rape.n.01"},{"index":2,"sense_key":"rape%1:04:01::","synset_id":"rape.n.02"},{"index":3,"sense_key":"rape%1:04:00::","synset_id":"rape.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"rape%1:04:00::","call_ids":["semeval2013.d005.s003.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"rape%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23133243899792433}
{"item_id":"semeval2013.d005.s003.t005","gold_sense_keys":["child%1:18:00::"],"candidates":[{"index":1,"sense_key":"child%1:18:00::","synset_id":"child.n.01"},{"index":2,"sense_key":"child%1:18:01::","synset_id":"child.n.02"},{"index":3,"sense_key":"child%1:18:06::","synset_id":"child.n.03"},{"index":4,"sense_key":"child%1:18:07::","synset_id":"child.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"child%1:18:01::","call_ids":["semeval2013.d005.s003.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"child%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25551663991063833}
{"item_id":"semeval2013.d005.s003.t006","gold_sense_keys":["bed%1:06:00::"],"candidates":[{"index":1,"sense_key":"bed%1:06:00::","synset_id":"bed.n.01"},{"index":2,"sense_key":"bed%1:06:01::","synset_id":"bed.n.02"},{"index":3,"sense_key":"bed%1:17:00::","synset_id":"bed.n.03"},{"index":4,"sense_key":"bed%1:17:01::","synset_id":"bed.n.04"},{"index":5,"sense_key":"bed%1:15:00::","synset_id":"seam.n.03"},{"index":6,"sense_key":"bed%1:06:04::","synset_id":"layer.n.01"},{"index":7,"sense_key":"bed%1:06:03::","synset_id":"bed.n.07"},{"index":8,"sense_key":"bed%1:06:02::","synset_id":"bed.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"bed%1:06:02::","call_ids":["semeval2013.d005.s003.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"bed%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":330,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23664528294466436}
{"item_id":"semeval2013.d005.s003.t007","gold_sense_keys":["house%1:06:00::"],"candidates":[{"index":1,"sense_key":"house%1:06:00::","synset_id":"house.n.01"},{"index":2,"sense_key":"house%1:14:01::","synset_id":"firm.n.01"},{"index":3,"sense_key":"house%1:14:04::","synset_id":"house.n.03"},{"index":4,"sense_key":"house%1:14:03::","synset_id":"house.n.04"},{"index":5,"sense_key":"house%1:14:02::","synset_id":"house.n.05"},{"index":6,"sense_key":"house%1:14:00::","synset_id":"house.n.06"},{"index":7,"sense_key":"house%1:04:00::","synset_id":"house.n.07"},{"index":8,"sense_key":"house%1:15:00::","synset_id":"sign_of_the_zodiac.n.01"},{"index":9,"sense_key":"house%1:14:06::","synset_id":"house.n.09"},{"index":10,"sense_key":"house%1:14:05::","synset_id":"family.n.01"},{"index":11,"sense_key":"house%1:06:02::","synset_id":"theater.n.01"},{"index":12,"sense_key":"house%1:06:01::","synset_id":"house.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"house%1:06:01::","call_ids":["semeval2013.d005.s003.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"house%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":382,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23978178785182536}
{"item_id":"semeval2013.d005.s004.t001","gold_sense_keys":["trial%1:04:02::"],"candidates":[{"index":1,"sense_key":"trial%1:04:00::","synset_id":"test.n.05"},{"index":2,"sense_key":"trial%1:09:00::","synset_id":"trial.n.02"},{"index":3,"sense_key":"trial%1:04:03::","synset_id":"test.n.04"},{"index":4,"sense_key":"trial%1:04:02::","synset_id":"trial.n.04"},{"index":5,"sense_key":"trial%1:11:01::","synset_id":"trial.n.05"},{"index":6,"sense_key":"trial%1:11:00::","synset_id":"trial.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trial%1:04:02::","call_ids":["semeval2013.d005.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trial%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":278,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24135190807282925}
{"item_id":"semeval2013.d005.s004.t002","gold_sense_keys":["member%1:18:00::"],"candidates":[{"index":1,"sense_key":"member%1:18:00::","synset_id":"member.n.01"},{"index":2,"sense_key":"member%1:24:00::","synset_id":"member.n.02"},{"index":3,"sense_key":"member%1:08:00::","synset_id":"extremity.n.01"},{"index":4,"sense_key":"member%1:14:00::","synset_id":"member.n.04"},{"index":5,"sense_key":"member%1:08:01::","synset_id":"penis.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"member%1:24:00::","call_ids":["semeval2013.d005.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"member%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24264103593304753}
{"item_id":"semeval2013.d005.s004.t003","gold_sense_keys":["family%1:14:00::","family%1:14:02::"],"candidates":[{"index":1,"sense_key":"family%1:14:02::","synset_id":"family.n.01"},{"index":2,"sense_key":"family%1:14:00::","synset_id":"family.n.02"},{"index":3,"sense_key":"family%1:14:04::","synset_id":"class.n.01"},{"index":4,"sense_key":"family%1:14:01::","synset_id":"family.n.04"},{"index":5,"sense_key":"family%1:18:00::","synset_id":"kin.n.01"},{"index":6,"sense_key":"family%1:14:03::","synset_id":"family.n.06"},{"index":7,"sense_key":"family%1:14:06::","synset_id":"syndicate.n.01"},{"index":8,"sense_key":"family%1:14:05::","synset_id":"family.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"family%1:14:05::","call_ids":["semeval2013.d005.s004.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"family%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":313,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24414197681471705}
{"item_id":"semeval2013.d005.s004.t004","gold_sense_keys":["end%1:11:00::","end%1:28:00::"],"candidates":[{"index":1,"sense_key":"end%1:15:00::","synset_id":"end.n.01"},{"index":2,"sense_key":"end%1:28:00::","synset_id":"end.n.02"},{"index":3,"sense_key":"end%1:11:00::","synset_id":"end.n.03"},{"index":4,"sense_key":"end%1:09:02::","synset_id":"goal.n.01"},{"index":5,"sense_key":"end%1:09:00::","synset_id":"end.n.05"},{"index":6,"sense_key":"end%1:26:00::","synset_id":"end.n.06"},{"index":7,"sense_key":"end%1:15:02::","synset_id":"end.n.07"},{"index":8,"sense_key":"end%1:18:00::","synset_id":"end.n.08"},{"index":9,"sense_key":"end%1:15:01::","synset_id":"end.n.09"},{"index":10,"sense_key":"end%1:15:03::","synset_id":"end.n.10"},{"index":11,"sense_key":"end%1:04:00::","synset_id":"end.n.11"},{"index":12,"sense_key":"end%1:10:00::","synset_id":"conclusion.n.08"},{"index":13,"sense_key":"end%1:06:02::","synset_id":"end.n.13"},{"index":14,"sense_key":"end%1:04:02::","synset_id":"end.n.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"end%1:15:01::","call_ids":["semeval2013.d005.s004.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"end%1:15:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":457,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24573629279620945}
{"item_id":"semeval2013.d005.s004.t005","gold_sense_keys":["judge%1:18:00::"],"candidates":[{"index":1,"sense_key":"judge%1:18:00::","synset_id":"judge.n.01"},{"index":2,"sense_key":"judge%1:18:01::","synset_id":"evaluator.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"judge%1:18:01::","call_ids":["semeval2013.d005.s004.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"judge%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25591288902796805}
{"item_id":"semeval2013.d005.s004.t006","gold_sense_keys":["imposition%1:04:02::"],"candidates":[{"index":1,"sense_key":"imposition%1:04:02::","synset_id":"imposition.n.01"},{"index":2,"sense_key":"imposition%1:09:00::","synset_id":"imposition.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"imposition%1:09:00::","call_ids":["semeval2013.d005.s004.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"imposition%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2707583401352167}
{"item_id":"semeval2013.d005.s004.t007","gold_sense_keys":["jury%1:14:00::"],"candidates":[{"index":1,"sense_key":"jury%1:14:00::","synset_id":"jury.n.01"},{"index":2,"sense_key":"jury%1:14:01::","synset_id":"jury.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"jury%1:14:00::","call_ids":["semeval2013.d005.s004.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"jury%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27231467491947114}
{"item_id":"semeval2013.d005.s005.t002","gold_sense_keys":["filing%1:10:00::"],"candidates":[{"index":1,"sense_key":"filing%1:10:00::","synset_id":"filing.n.01"},{"index":2,"sense_key":"filing%1:17:00::","synset_id":"filing.n.02"},{"index":3,"sense_key":"filing%1:04:01::","synset_id":"filing.n.03"},{"index":4,"sense_key":"filing%1:04:00::","synset_id":"filing.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"filing%1:04:00::","call_ids":["semeval2013.d005.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"filing%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20620169816538692}
{"item_id":"semeval2013.d005.s005.t003","gold_sense_keys":["appeal%1:04:00::"],"candidates":[{"index":1,"sense_key":"appeal%1:10:00::","synset_id":"entreaty.n.01"},{"index":2,"sense_key":"appeal%1:07:00::","synset_id":"appeal.n.02"},{"index":3,"sense_key":"appeal%1:04:00::","synset_id":"appeal.n.03"},{"index":4,"sense_key":"appeal%1:10:02::","synset_id":"solicitation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"appeal%1:04:00::","call_ids":["semeval2013.d005.s005.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"appeal%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":231,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28611942008137703}
{"item_id":"semeval2013.d005.s005.t004","gold_sense_keys":["argument%1:10:02::"],"candidates":[{"index":1,"sense_key":"argument%1:10:02::","synset_id":"argument.n.01"},{"index":2,"sense_key":"argument%1:10:03::","synset_id":"controversy.n.01"},{"index":3,"sense_key":"argument%1:10:00::","synset_id":"argument.n.03"},{"index":4,"sense_key":"argument%1:10:01::","synset_id":"argument.n.04"},{"index":5,"sense_key":"argument%1:10:04::","synset_id":"argument.n.05"},{"index":6,"sense_key":"argument%1:09:00::","synset_id":"argument.n.06"},{"index":7,"sense_key":"argument%1:09:01::","synset_id":"argumentation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"argument%1:09:01::","call_ids":["semeval2013.d005.s005.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"argument%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":307,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2784634509589523}
{"item_id":"semeval2013.d005.s005.t005","gold_sense_keys":["court%1:14:00::"],"candidates":[{"index":1,"sense_key":"court%1:14:00::","synset_id":"court.n.01"},{"index":2,"sense_key":"court%1:06:02::","synset_id":"court.n.02"},{"index":3,"sense_key":"court%1:14:01::","synset_id":"court.n.03"},{"index":4,"sense_key":"court%1:06:01::","synset_id":"court.n.04"},{"index":5,"sense_key":"court%1:18:00::","synset_id":"court.n.05"},{"index":6,"sense_key":"court%1:14:02::","synset_id":"court.n.06"},{"index":7,"sense_key":"court%1:06:03::","synset_id":"motor_hotel.n.01"},{"index":8,"sense_key":"court%1:06:05::","synset_id":"court.n.08"},{"index":9,"sense_key":"court%1:06:04::","synset_id":"court.n.09"},{"index":10,"sense_key":"court%1:06:00::","synset_id":"court.n.10"},{"index":11,"sense_key":"court%1:04:00::","synset_id":"court.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"court%1:06:05::","call_ids":["semeval2013.d005.s005.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"court%1:06:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2734084161929786}
{"item_id":"semeval2013.d005.s005.t006","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d005.s005.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2665095031261444}
{"item_id":"semeval2013.d005.s006.t001","gold_sense_keys":["trial%1:04:02::"],"candidates":[{"index":1,"sense_key":"trial%1:04:00::","synset_id":"test.n.05"},{"index":2,"sense_key":"trial%1:09:00::","synset_id":"trial.n.02"},{"index":3,"sense_key":"trial%1:04:03::","synset_id":"test.n.04"},{"index":4,"sense_key":"trial%1:04:02::","synset_id":"trial.n.04"},{"index":5,"sense_key":"trial%1:11:01::","synset_id":"trial.n.05"},{"index":6,"sense_key":"trial%1:11:00::","synset_id":"trial.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trial%1:04:02::","call_ids":["semeval2013.d005.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trial%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26047704997472465}
{"item_id":"semeval2013.d005.s006.t003","gold_sense_keys":["use%1:04:00::"],"candidates":[{"index":1,"sense_key":"use%1:04:00::","synset_id":"use.n.01"},{"index":2,"sense_key":"use%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"use%1:07:02::","synset_id":"use.n.03"},{"index":4,"sense_key":"use%1:22:00::","synset_id":"consumption.n.03"},{"index":5,"sense_key":"use%1:04:01::","synset_id":"habit.n.02"},{"index":6,"sense_key":"use%1:04:02::","synset_id":"manipulation.n.01"},{"index":7,"sense_key":"use%1:07:03::","synset_id":"use.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"use%1:07:02::","call_ids":["semeval2013.d005.s006.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"use%1:07:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":316,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2617398230358958}
{"item_id":"semeval2013.d005.s006.t004","gold_sense_keys":["circus%1:04:01::"],"candidates":[{"index":1,"sense_key":"circus%1:14:00::","synset_id":"circus.n.01"},{"index":2,"sense_key":"circus%1:04:00::","synset_id":"circus.n.02"},{"index":3,"sense_key":"circus%1:04:01::","synset_id":"circus.n.03"},{"index":4,"sense_key":"circus%1:06:01::","synset_id":"circus.n.04"},{"index":5,"sense_key":"circus%1:06:00::","synset_id":"circus.n.05"},{"index":6,"sense_key":"circus%1:05:00::","synset_id":"circus.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"circus%1:04:01::","call_ids":["semeval2013.d005.s006.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"circus%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2630488940048963}
{"item_id":"semeval2013.d005.s006.t005","gold_sense_keys":["atmosphere%1:26:01::"],"candidates":[{"index":1,"sense_key":"atmosphere%1:26:01::","synset_id":"atmosphere.n.01"},{"index":2,"sense_key":"atmosphere%1:23:00::","synset_id":"standard_atmosphere.n.01"},{"index":3,"sense_key":"atmosphere%1:15:00::","synset_id":"atmosphere.n.03"},{"index":4,"sense_key":"atmosphere%1:26:00::","synset_id":"atmosphere.n.04"},{"index":5,"sense_key":"atmosphere%1:17:00::","synset_id":"atmosphere.n.05"},{"index":6,"sense_key":"atmosphere%1:07:00::","synset_id":"air.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"atmosphere%1:07:00::","call_ids":["semeval2013.d005.s006.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"atmosphere%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":261,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26834375597536564}
{"item_id":"semeval2013.d005.s006.t006","gold_sense_keys":["detail%1:09:00::"],"candidates":[{"index":1,"sense_key":"detail%1:09:00::","synset_id":"detail.n.01"},{"index":2,"sense_key":"detail%1:24:00::","synset_id":"detail.n.02"},{"index":3,"sense_key":"detail%1:10:00::","synset_id":"detail.n.03"},{"index":4,"sense_key":"detail%1:14:01::","synset_id":"detail.n.04"},{"index":5,"sense_key":"detail%1:14:00::","synset_id":"contingent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"detail%1:10:00::","call_ids":["semeval2013.d005.s006.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"detail%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2639224040322006}
{"item_id":"semeval2013.d005.s006.t007","gold_sense_keys":["jury%1:14:00::"],"candidates":[{"index":1,"sense_key":"jury%1:14:00::","synset_id":"jury.n.01"},{"index":2,"sense_key":"jury%1:14:01::","synset_id":"jury.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"jury%1:14:01::","call_ids":["semeval2013.d005.s006.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"jury%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2542310580611229}
{"item_id":"semeval2013.d005.s006.t008","gold_sense_keys":["passion%1:12:00::"],"candidates":[{"index":1,"sense_key":"passion%1:12:00::","synset_id":"passion.n.01"},{"index":2,"sense_key":"passion%1:07:00::","synset_id":"heat.n.04"},{"index":3,"sense_key":"passion%1:26:01::","synset_id":"rage.n.03"},{"index":4,"sense_key":"passion%1:16:00::","synset_id":"mania.n.01"},{"index":5,"sense_key":"passion%1:12:02::","synset_id":"passion.n.05"},{"index":6,"sense_key":"passion%1:09:00::","synset_id":"love.n.02"},{"index":7,"sense_key":"passion%1:26:02::","synset_id":"passion.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"passion%1:07:00::","call_ids":["semeval2013.d005.s006.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"passion%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2684291619807482}
{"item_id":"semeval2013.d005.s007.t000","gold_sense_keys":["claim%1:10:02::"],"candidates":[{"index":1,"sense_key":"claim%1:10:00::","synset_id":"claim.n.01"},{"index":2,"sense_key":"claim%1:10:02::","synset_id":"claim.n.02"},{"index":3,"sense_key":"claim%1:04:00::","synset_id":"claim.n.03"},{"index":4,"sense_key":"claim%1:07:02::","synset_id":"claim.n.04"},{"index":5,"sense_key":"claim%1:07:01::","synset_id":"title.n.07"},{"index":6,"sense_key":"claim%1:10:01::","synset_id":"call.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"claim%1:04:00::","call_ids":["semeval2013.d005.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"claim%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2563220530282706}
{"item_id":"semeval2013.d005.s007.t001","gold_sense_keys":["appeal%1:04:00::"],"candidates":[{"index":1,"sense_key":"appeal%1:10:00::","synset_id":"entreaty.n.01"},{"index":2,"sense_key":"appeal%1:07:00::","synset_id":"appeal.n.02"},{"index":3,"sense_key":"appeal%1:04:00::","synset_id":"appeal.n.03"},{"index":4,"sense_key":"appeal%1:10:02::","synset_id":"solicitation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"appeal%1:04:00::","call_ids":["semeval2013.d005.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"appeal%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2621864350512624}
{"item_id":"semeval2013.d005.s007.t002","gold_sense_keys":["judge%1:18:00::"],"candidates":[{"index":1,"sense_key":"judge%1:18:00::","synset_id":"judge.n.01"},{"index":2,"sense_key":"judge%1:18:01::","synset_id":"evaluator.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"judge%1:18:00::","call_ids":["semeval2013.d005.s007.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"judge%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":130,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2398334420286119}
{"item_id":"semeval2013.d005.s007.t003","gold_sense_keys":["question%1:10:01::"],"candidates":[{"index":1,"sense_key":"question%1:10:00::","synset_id":"question.n.01"},{"index":2,"sense_key":"question%1:10:01::","synset_id":"question.n.02"},{"index":3,"sense_key":"question%1:10:03::","synset_id":"question.n.03"},{"index":4,"sense_key":"question%1:07:00::","synset_id":"doubt.n.02"},{"index":5,"sense_key":"question%1:10:02::","synset_id":"motion.n.05"},{"index":6,"sense_key":"question%1:10:04::","synset_id":"question.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"question%1:10:01::","call_ids":["semeval2013.d005.s007.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"question%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22392937005497515}
{"item_id":"semeval2013.d005.s007.t005","gold_sense_keys":["rule%1:10:00::"],"candidates":[{"index":1,"sense_key":"rule%1:09:00::","synset_id":"rule.n.01"},{"index":2,"sense_key":"rule%1:09:01::","synset_id":"convention.n.02"},{"index":3,"sense_key":"rule%1:10:00::","synset_id":"rule.n.03"},{"index":4,"sense_key":"rule%1:10:01::","synset_id":"rule.n.04"},{"index":5,"sense_key":"rule%1:09:03::","synset_id":"principle.n.01"},{"index":6,"sense_key":"rule%1:28:00::","synset_id":"rule.n.06"},{"index":7,"sense_key":"rule%1:26:00::","synset_id":"dominion.n.01"},{"index":8,"sense_key":"rule%1:10:02::","synset_id":"rule.n.08"},{"index":9,"sense_key":"rule%1:10:03::","synset_id":"rule.n.09"},{"index":10,"sense_key":"rule%1:09:02::","synset_id":"principle.n.04"},{"index":11,"sense_key":"rule%1:09:04::","synset_id":"rule.n.11"},{"index":12,"sense_key":"rule%1:06:00::","synset_id":"rule.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"rule%1:10:02::","call_ids":["semeval2013.d005.s007.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"rule%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":418,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22456185217015445}
{"item_id":"semeval2013.d005.s008.t000","gold_sense_keys":["trial%1:04:02::"],"candidates":[{"index":1,"sense_key":"trial%1:04:00::","synset_id":"test.n.05"},{"index":2,"sense_key":"trial%1:09:00::","synset_id":"trial.n.02"},{"index":3,"sense_key":"trial%1:04:03::","synset_id":"test.n.04"},{"index":4,"sense_key":"trial%1:04:02::","synset_id":"trial.n.04"},{"index":5,"sense_key":"trial%1:11:01::","synset_id":"trial.n.05"},{"index":6,"sense_key":"trial%1:11:00::","synset_id":"trial.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trial%1:04:02::","call_ids":["semeval2013.d005.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trial%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21861345204524696}
{"item_id":"semeval2013.d005.s008.t001","gold_sense_keys":["danger%1:04:00::","danger%1:26:00::"],"candidates":[{"index":1,"sense_key":"danger%1:26:00::","synset_id":"danger.n.01"},{"index":2,"sense_key":"danger%1:04:00::","synset_id":"risk.n.02"},{"index":3,"sense_key":"danger%1:26:01::","synset_id":"danger.n.03"},{"index":4,"sense_key":"danger%1:15:00::","synset_id":"danger.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"danger%1:26:01::","call_ids":["semeval2013.d005.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"danger%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22828475711867213}
{"item_id":"semeval2013.d005.s008.t002","gold_sense_keys":["inclusion%1:04:00::"],"candidates":[{"index":1,"sense_key":"inclusion%1:26:00::","synset_id":"inclusion.n.01"},{"index":2,"sense_key":"inclusion%1:24:00::","synset_id":"inclusion.n.02"},{"index":3,"sense_key":"inclusion%1:17:00::","synset_id":"inclusion_body.n.01"},{"index":4,"sense_key":"inclusion%1:04:00::","synset_id":"inclusion.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"inclusion%1:24:00::","call_ids":["semeval2013.d005.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"inclusion%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21914632013067603}
{"item_id":"semeval2013.d005.s008.t004","gold_sense_keys":["individual%1:03:00::"],"candidates":[{"index":1,"sense_key":"individual%1:03:00::","synset_id":"person.n.01"},{"index":2,"sense_key":"individual%1:18:00::","synset_id":"individual.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"individual%1:03:00::","call_ids":["semeval2013.d005.s008.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"individual%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22892560996115208}
{"item_id":"semeval2013.d005.s008.t005","gold_sense_keys":["right%1:07:00::"],"candidates":[{"index":1,"sense_key":"right%1:07:00::","synset_id":"right.n.01"},{"index":2,"sense_key":"right%1:15:00::","synset_id":"right.n.02"},{"index":3,"sense_key":"right%1:06:00::","synset_id":"right_field.n.01"},{"index":4,"sense_key":"right%1:14:00::","synset_id":"right.n.04"},{"index":5,"sense_key":"right%1:08:00::","synset_id":"right.n.05"},{"index":6,"sense_key":"right%1:04:00::","synset_id":"right.n.06"},{"index":7,"sense_key":"right%1:07:01::","synset_id":"right.n.07"},{"index":8,"sense_key":"right%1:21:00::","synset_id":"right.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"right%1:07:01::","call_ids":["semeval2013.d005.s008.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"right%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":360,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22453880100511014}
{"item_id":"semeval2013.d005.s009.t003","gold_sense_keys":["claim%1:10:02::"],"candidates":[{"index":1,"sense_key":"claim%1:10:00::","synset_id":"claim.n.01"},{"index":2,"sense_key":"claim%1:10:02::","synset_id":"claim.n.02"},{"index":3,"sense_key":"claim%1:04:00::","synset_id":"claim.n.03"},{"index":4,"sense_key":"claim%1:07:02::","synset_id":"claim.n.04"},{"index":5,"sense_key":"claim%1:07:01::","synset_id":"title.n.07"},{"index":6,"sense_key":"claim%1:10:01::","synset_id":"call.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"claim%1:10:02::","call_ids":["semeval2013.d005.s009.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"claim%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2600832129828632}
{"item_id":"semeval2013.d005.s009.t005","gold_sense_keys":["week%1:28:02::"],"candidates":[{"index":1,"sense_key":"week%1:28:00::","synset_id":"week.n.01"},{"index":2,"sense_key":"week%1:28:01::","synset_id":"workweek.n.01"},{"index":3,"sense_key":"week%1:28:02::","synset_id":"week.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"week%1:28:01::","call_ids":["semeval2013.d005.s009.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"week%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2606215160340071}
{"item_id":"semeval2013.d005.s009.t007","gold_sense_keys":["evidence%1:09:00::"],"candidates":[{"index":1,"sense_key":"evidence%1:09:00::","synset_id":"evidence.n.01"},{"index":2,"sense_key":"evidence%1:10:01::","synset_id":"evidence.n.02"},{"index":3,"sense_key":"evidence%1:10:00::","synset_id":"evidence.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"evidence%1:10:00::","call_ids":["semeval2013.d005.s009.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"evidence%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2534396820701659}
{"item_id":"semeval2013.d005.s009.t008","gold_sense_keys":["jury%1:14:00::"],"candidates":[{"index":1,"sense_key":"jury%1:14:00::","synset_id":"jury.n.01"},{"index":2,"sense_key":"jury%1:14:01::","synset_id":"jury.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"jury%1:14:01::","call_ids":["semeval2013.d005.s009.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"jury%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2542599509470165}
{"item_id":"semeval2013.d005.s009.t009","gold_sense_keys":["passion%1:12:00::"],"candidates":[{"index":1,"sense_key":"passion%1:12:00::","synset_id":"passion.n.01"},{"index":2,"sense_key":"passion%1:07:00::","synset_id":"heat.n.04"},{"index":3,"sense_key":"passion%1:26:01::","synset_id":"rage.n.03"},{"index":4,"sense_key":"passion%1:16:00::","synset_id":"mania.n.01"},{"index":5,"sense_key":"passion%1:12:02::","synset_id":"passion.n.05"},{"index":6,"sense_key":"passion%1:09:00::","synset_id":"love.n.02"},{"index":7,"sense_key":"passion%1:26:02::","synset_id":"passion.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"passion%1:07:00::","call_ids":["semeval2013.d005.s009.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"passion%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24338273098692298}
{"item_id":"semeval2013.d005.s010.t000","gold_sense_keys":["last_word%1:10:00::"],"candidates":[{"index":1,"sense_key":"last_word%1:10:00::","synset_id":"last_word.n.01"},{"index":2,"sense_key":"last_word%1:10:01::","synset_id":"last_word.n.02"},{"index":3,"sense_key":"last_word%1:07:00::","synset_id":"chic.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"last_word%1:10:00::","call_ids":["semeval2013.d005.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"last_word%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2548679478932172}
{"item_id":"semeval2013.d005.s010.t001","gold_sense_keys":["issue%1:09:01::"],"candidates":[{"index":1,"sense_key":"issue%1:09:01::","synset_id":"issue.n.01"},{"index":2,"sense_key":"issue%1:10:00::","synset_id":"issue.n.02"},{"index":3,"sense_key":"issue%1:09:00::","synset_id":"topic.n.02"},{"index":4,"sense_key":"issue%1:04:01::","synset_id":"issue.n.04"},{"index":5,"sense_key":"issue%1:21:01::","synset_id":"issue.n.05"},{"index":6,"sense_key":"issue%1:21:00::","synset_id":"return.n.06"},{"index":7,"sense_key":"issue%1:19:00::","synset_id":"consequence.n.01"},{"index":8,"sense_key":"issue%1:18:00::","synset_id":"offspring.n.01"},{"index":9,"sense_key":"issue%1:11:00::","synset_id":"emergence.n.02"},{"index":10,"sense_key":"issue%1:06:00::","synset_id":"exit.n.01"},{"index":11,"sense_key":"issue%1:04:00::","synset_id":"issue.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"issue%1:09:01::","call_ids":["semeval2013.d005.s010.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"issue%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":363,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2604064780753106}
{"item_id":"semeval2013.d005.s011.t000","gold_sense_keys":["decade%1:28:00::"],"candidates":[{"index":1,"sense_key":"decade%1:28:00::","synset_id":"decade.n.01"},{"index":2,"sense_key":"decade%1:23:00::","synset_id":"ten.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"decade%1:28:00::","call_ids":["semeval2013.d005.s011.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"decade%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":131,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2543929989915341}
{"item_id":"semeval2013.d005.s011.t002","gold_sense_keys":["coverage%1:10:00::"],"candidates":[{"index":1,"sense_key":"coverage%1:21:00::","synset_id":"coverage.n.01"},{"index":2,"sense_key":"coverage%1:07:00::","synset_id":"coverage.n.02"},{"index":3,"sense_key":"coverage%1:10:00::","synset_id":"coverage.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"coverage%1:07:00::","call_ids":["semeval2013.d005.s011.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"coverage%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25497287092730403}
{"item_id":"semeval2013.d005.s011.t003","gold_sense_keys":["case%1:04:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d005.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":585,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2604214281309396}
{"item_id":"semeval2013.d005.s011.t004","gold_sense_keys":["question%1:07:00::"],"candidates":[{"index":1,"sense_key":"question%1:10:00::","synset_id":"question.n.01"},{"index":2,"sense_key":"question%1:10:01::","synset_id":"question.n.02"},{"index":3,"sense_key":"question%1:10:03::","synset_id":"question.n.03"},{"index":4,"sense_key":"question%1:07:00::","synset_id":"doubt.n.02"},{"index":5,"sense_key":"question%1:10:02::","synset_id":"motion.n.05"},{"index":6,"sense_key":"question%1:10:04::","synset_id":"question.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"question%1:10:03::","call_ids":["semeval2013.d005.s011.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"question%1:10:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21145777800120413}
{"item_id":"semeval2013.d005.s011.t005","gold_sense_keys":["trial%1:04:02::"],"candidates":[{"index":1,"sense_key":"trial%1:04:00::","synset_id":"test.n.05"},{"index":2,"sense_key":"trial%1:09:00::","synset_id":"trial.n.02"},{"index":3,"sense_key":"trial%1:04:03::","synset_id":"test.n.04"},{"index":4,"sense_key":"trial%1:04:02::","synset_id":"trial.n.04"},{"index":5,"sense_key":"trial%1:11:01::","synset_id":"trial.n.05"},{"index":6,"sense_key":"trial%1:11:00::","synset_id":"trial.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trial%1:04:02::","call_ids":["semeval2013.d005.s011.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trial%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2322847731411457}
{"item_id":"semeval2013.d005.s011.t006","gold_sense_keys":["fairness%1:07:00::"],"candidates":[{"index":1,"sense_key":"fairness%1:07:00::","synset_id":"fairness.n.01"},{"index":2,"sense_key":"fairness%1:09:00::","synset_id":"fairness.n.02"},{"index":3,"sense_key":"fairness%1:07:01::","synset_id":"paleness.n.02"},{"index":4,"sense_key":"fairness%1:07:02::","synset_id":"comeliness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"fairness%1:09:00::","call_ids":["semeval2013.d005.s011.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"fairness%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21236526500433683}
{"item_id":"semeval2013.d005.s012.t002","gold_sense_keys":["conviction%1:04:00::"],"candidates":[{"index":1,"sense_key":"conviction%1:09:00::","synset_id":"conviction.n.01"},{"index":2,"sense_key":"conviction%1:04:00::","synset_id":"conviction.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"conviction%1:04:00::","call_ids":["semeval2013.d005.s012.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"conviction%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21594641800038517}
{"item_id":"semeval2013.d005.s012.t003","gold_sense_keys":["cleveland%1:15:00::"],"candidates":[{"index":1,"sense_key":"cleveland%1:15:00::","synset_id":"cleveland.n.01"},{"index":2,"sense_key":"cleveland%1:18:00::","synset_id":"cleveland.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cleveland%1:15:00::","call_ids":["semeval2013.d005.s012.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cleveland%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2168040620163083}
{"item_id":"semeval2013.d005.s012.t007","gold_sense_keys":["decision%1:09:00::"],"candidates":[{"index":1,"sense_key":"decision%1:04:00::","synset_id":"decision.n.01"},{"index":2,"sense_key":"decision%1:09:00::","synset_id":"decision.n.02"},{"index":3,"sense_key":"decision%1:11:02::","synset_id":"decision.n.03"},{"index":4,"sense_key":"decision%1:11:01::","synset_id":"decision.n.04"},{"index":5,"sense_key":"decision%1:07:00::","synset_id":"decisiveness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"decision%1:11:02::","call_ids":["semeval2013.d005.s012.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"decision%1:11:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.217650115955621}
{"item_id":"semeval2013.d005.s012.t008","gold_sense_keys":["carnival%1:04:02::"],"candidates":[{"index":1,"sense_key":"carnival%1:04:00::","synset_id":"carnival.n.01"},{"index":2,"sense_key":"carnival%1:04:02::","synset_id":"circus.n.03"},{"index":3,"sense_key":"carnival%1:04:01::","synset_id":"carnival.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"carnival%1:04:02::","call_ids":["semeval2013.d005.s012.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"carnival%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2186193149536848}
{"item_id":"semeval2013.d005.s012.t009","gold_sense_keys":["atmosphere%1:26:01::"],"candidates":[{"index":1,"sense_key":"atmosphere%1:26:01::","synset_id":"atmosphere.n.01"},{"index":2,"sense_key":"atmosphere%1:23:00::","synset_id":"standard_atmosphere.n.01"},{"index":3,"sense_key":"atmosphere%1:15:00::","synset_id":"atmosphere.n.03"},{"index":4,"sense_key":"atmosphere%1:26:00::","synset_id":"atmosphere.n.04"},{"index":5,"sense_key":"atmosphere%1:17:00::","synset_id":"atmosphere.n.05"},{"index":6,"sense_key":"atmosphere%1:07:00::","synset_id":"air.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"atmosphere%1:07:00::","call_ids":["semeval2013.d005.s012.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"atmosphere%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2140481669921428}
{"item_id":"semeval2013.d005.s012.t010","gold_sense_keys":["trial%1:04:02::"],"candidates":[{"index":1,"sense_key":"trial%1:04:00::","synset_id":"test.n.05"},{"index":2,"sense_key":"trial%1:09:00::","synset_id":"trial.n.02"},{"index":3,"sense_key":"trial%1:04:03::","synset_id":"test.n.04"},{"index":4,"sense_key":"trial%1:04:02::","synset_id":"trial.n.04"},{"index":5,"sense_key":"trial%1:11:01::","synset_id":"trial.n.05"},{"index":6,"sense_key":"trial%1:11:00::","synset_id":"trial.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trial%1:04:02::","call_ids":["semeval2013.d005.s012.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trial%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":289,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2213044911623001}
{"item_id":"semeval2013.d005.s013.t000","gold_sense_keys":["crime%1:04:00::"],"candidates":[{"index":1,"sense_key":"crime%1:04:00::","synset_id":"crime.n.01"},{"index":2,"sense_key":"crime%1:04:01::","synset_id":"crime.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"crime%1:04:01::","call_ids":["semeval2013.d005.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"crime%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17893664399161935}
{"item_id":"semeval2013.d005.s013.t001","gold_sense_keys":["inspiration%1:09:02::"],"candidates":[{"index":1,"sense_key":"inspiration%1:09:02::","synset_id":"inspiration.n.01"},{"index":2,"sense_key":"inspiration%1:06:00::","synset_id":"inspiration.n.02"},{"index":3,"sense_key":"inspiration%1:09:01::","synset_id":"inspiration.n.03"},{"index":4,"sense_key":"inspiration%1:09:00::","synset_id":"divine_guidance.n.01"},{"index":5,"sense_key":"inspiration%1:04:01::","synset_id":"inspiration.n.05"},{"index":6,"sense_key":"inspiration%1:04:00::","synset_id":"inhalation.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"inspiration%1:09:01::","call_ids":["semeval2013.d005.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"inspiration%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":231,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1838091399986297}
{"item_id":"semeval2013.d005.s014.t002","gold_sense_keys":["conviction%1:04:00::"],"candidates":[{"index":1,"sense_key":"conviction%1:09:00::","synset_id":"conviction.n.01"},{"index":2,"sense_key":"conviction%1:04:00::","synset_id":"conviction.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"conviction%1:04:00::","call_ids":["semeval2013.d005.s014.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"conviction%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1767045301385224}
{"item_id":"semeval2013.d005.s014.t003","gold_sense_keys":["half%1:23:00::"],"candidates":[{"index":1,"sense_key":"half%1:23:00::","synset_id":"one-half.n.01"},{"index":2,"sense_key":"half%1:28:00::","synset_id":"half.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"half%1:23:00::","call_ids":["semeval2013.d005.s014.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"half%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18533208989538252}
{"item_id":"semeval2013.d005.s014.t004","gold_sense_keys":["century%1:28:00::"],"candidates":[{"index":1,"sense_key":"century%1:28:00::","synset_id":"century.n.01"},{"index":2,"sense_key":"century%1:23:00::","synset_id":"hundred.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"century%1:28:00::","call_ids":["semeval2013.d005.s014.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"century%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16435811994597316}
{"item_id":"semeval2013.d005.s014.t005","gold_sense_keys":["argument%1:09:01::","argument%1:10:02::"],"candidates":[{"index":1,"sense_key":"argument%1:10:02::","synset_id":"argument.n.01"},{"index":2,"sense_key":"argument%1:10:03::","synset_id":"controversy.n.01"},{"index":3,"sense_key":"argument%1:10:00::","synset_id":"argument.n.03"},{"index":4,"sense_key":"argument%1:10:01::","synset_id":"argument.n.04"},{"index":5,"sense_key":"argument%1:10:04::","synset_id":"argument.n.05"},{"index":6,"sense_key":"argument%1:09:00::","synset_id":"argument.n.06"},{"index":7,"sense_key":"argument%1:09:01::","synset_id":"argumentation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"argument%1:10:00::","call_ids":["semeval2013.d005.s014.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"argument%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":330,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16554318089038134}
{"item_id":"semeval2013.d005.s014.t006","gold_sense_keys":["rule%1:10:00::"],"candidates":[{"index":1,"sense_key":"rule%1:09:00::","synset_id":"rule.n.01"},{"index":2,"sense_key":"rule%1:09:01::","synset_id":"convention.n.02"},{"index":3,"sense_key":"rule%1:10:00::","synset_id":"rule.n.03"},{"index":4,"sense_key":"rule%1:10:01::","synset_id":"rule.n.04"},{"index":5,"sense_key":"rule%1:09:03::","synset_id":"principle.n.01"},{"index":6,"sense_key":"rule%1:28:00::","synset_id":"rule.n.06"},{"index":7,"sense_key":"rule%1:26:00::","synset_id":"dominion.n.01"},{"index":8,"sense_key":"rule%1:10:02::","synset_id":"rule.n.08"},{"index":9,"sense_key":"rule%1:10:03::","synset_id":"rule.n.09"},{"index":10,"sense_key":"rule%1:09:02::","synset_id":"principle.n.04"},{"index":11,"sense_key":"rule%1:09:04::","synset_id":"rule.n.11"},{"index":12,"sense_key":"rule%1:06:00::","synset_id":"rule.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"rule%1:10:02::","call_ids":["semeval2013.d005.s014.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"rule%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":447,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16627182997763157}
{"item_id":"semeval2013.d005.s014.t007","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"way%1:04:00::","call_ids":["semeval2013.d005.s014.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"way%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":377,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16692465101368725}
{"item_id":"semeval2013.d005.s014.t010","gold_sense_keys":["case%1:04:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d005.s014.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":612,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2454725441057235}
{"item_id":"semeval2013.d005.s015.t000","gold_sense_keys":["reason%1:09:01::","reason%1:10:00::","reason%1:10:01::","reason%1:16:00::"],"candidates":[{"index":1,"sense_key":"reason%1:16:00::","synset_id":"reason.n.01"},{"index":2,"sense_key":"reason%1:10:01::","synset_id":"reason.n.02"},{"index":3,"sense_key":"reason%1:09:00::","synset_id":"reason.n.03"},{"index":4,"sense_key":"reason%1:26:00::","synset_id":"rationality.n.01"},{"index":5,"sense_key":"reason%1:10:00::","synset_id":"cause.n.02"},{"index":6,"sense_key":"reason%1:09:01::","synset_id":"reason.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"reason%1:09:00::","call_ids":["semeval2013.d005.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"reason%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":284,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2536162349861115}
{"item_id":"semeval2013.d005.s015.t001","gold_sense_keys":["concern%1:12:01::"],"candidates":[{"index":1,"sense_key":"concern%1:09:00::","synset_id":"concern.n.01"},{"index":2,"sense_key":"concern%1:12:01::","synset_id":"concern.n.02"},{"index":3,"sense_key":"concern%1:12:00::","synset_id":"concern.n.03"},{"index":4,"sense_key":"concern%1:09:01::","synset_id":"concern.n.04"},{"index":5,"sense_key":"concern%1:14:00::","synset_id":"business.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"concern%1:09:01::","call_ids":["semeval2013.d005.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"concern%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2555893079843372}
{"item_id":"semeval2013.d005.s015.t002","gold_sense_keys":["impact%1:19:00::"],"candidates":[{"index":1,"sense_key":"impact%1:11:00::","synset_id":"impact.n.01"},{"index":2,"sense_key":"impact%1:19:00::","synset_id":"impact.n.02"},{"index":3,"sense_key":"impact%1:04:00::","synset_id":"impingement.n.01"},{"index":4,"sense_key":"impact%1:04:01::","synset_id":"shock.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"impact%1:19:00::","call_ids":["semeval2013.d005.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"impact%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2588348740246147}
{"item_id":"semeval2013.d005.s015.t003","gold_sense_keys":["trial%1:04:02::"],"candidates":[{"index":1,"sense_key":"trial%1:04:00::","synset_id":"test.n.05"},{"index":2,"sense_key":"trial%1:09:00::","synset_id":"trial.n.02"},{"index":3,"sense_key":"trial%1:04:03::","synset_id":"test.n.04"},{"index":4,"sense_key":"trial%1:04:02::","synset_id":"trial.n.04"},{"index":5,"sense_key":"trial%1:11:01::","synset_id":"trial.n.05"},{"index":6,"sense_key":"trial%1:11:00::","synset_id":"trial.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trial%1:04:02::","call_ids":["semeval2013.d005.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trial%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":278,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2636496559716761}
{"item_id":"semeval2013.d005.s015.t005","gold_sense_keys":["connecticut%1:15:00::"],"candidates":[{"index":1,"sense_key":"connecticut%1:15:00::","synset_id":"connecticut.n.01"},{"index":2,"sense_key":"connecticut%1:17:00::","synset_id":"connecticut.n.02"},{"index":3,"sense_key":"connecticut%1:15:01::","synset_id":"connecticut.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"connecticut%1:15:00::","call_ids":["semeval2013.d005.s015.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"connecticut%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2687913340050727}
{"item_id":"semeval2013.d005.s015.t007","gold_sense_keys":["report%1:10:03::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["semeval2013.d005.s015.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":303,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2763367369771004}
{"item_id":"semeval2013.d005.s016.t001","gold_sense_keys":["appeal%1:04:00::"],"candidates":[{"index":1,"sense_key":"appeal%1:10:00::","synset_id":"entreaty.n.01"},{"index":2,"sense_key":"appeal%1:07:00::","synset_id":"appeal.n.02"},{"index":3,"sense_key":"appeal%1:04:00::","synset_id":"appeal.n.03"},{"index":4,"sense_key":"appeal%1:10:02::","synset_id":"solicitation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"appeal%1:04:00::","call_ids":["semeval2013.d005.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"appeal%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21626891288906336}
{"item_id":"semeval2013.d005.s016.t002","gold_sense_keys":["judge%1:18:00::"],"candidates":[{"index":1,"sense_key":"judge%1:18:00::","synset_id":"judge.n.01"},{"index":2,"sense_key":"judge%1:18:01::","synset_id":"evaluator.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"judge%1:18:01::","call_ids":["semeval2013.d005.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"judge%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":136,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22576973587274551}
{"item_id":"semeval2013.d005.s016.t003","gold_sense_keys":["idea%1:09:00::"],"candidates":[{"index":1,"sense_key":"idea%1:09:00::","synset_id":"idea.n.01"},{"index":2,"sense_key":"idea%1:09:01::","synset_id":"mind.n.06"},{"index":3,"sense_key":"idea%1:09:03::","synset_id":"idea.n.03"},{"index":4,"sense_key":"idea%1:09:02::","synset_id":"estimate.n.01"},{"index":5,"sense_key":"idea%1:10:00::","synset_id":"theme.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"idea%1:09:00::","call_ids":["semeval2013.d005.s016.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"idea%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22717935405671597}
{"item_id":"semeval2013.d005.s016.t004","gold_sense_keys":["communication%1:10:01::"],"candidates":[{"index":1,"sense_key":"communication%1:10:01::","synset_id":"communication.n.01"},{"index":2,"sense_key":"communication%1:03:00::","synset_id":"communication.n.02"},{"index":3,"sense_key":"communication%1:24:00::","synset_id":"communication.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"communication%1:03:00::","call_ids":["semeval2013.d005.s016.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"communication%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2300812539178878}
{"item_id":"semeval2013.d005.s016.t006","gold_sense_keys":["trial%1:04:02::"],"candidates":[{"index":1,"sense_key":"trial%1:04:00::","synset_id":"test.n.05"},{"index":2,"sense_key":"trial%1:09:00::","synset_id":"trial.n.02"},{"index":3,"sense_key":"trial%1:04:03::","synset_id":"test.n.04"},{"index":4,"sense_key":"trial%1:04:02::","synset_id":"trial.n.04"},{"index":5,"sense_key":"trial%1:11:01::","synset_id":"trial.n.05"},{"index":6,"sense_key":"trial%1:11:00::","synset_id":"trial.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trial%1:04:02::","call_ids":["semeval2013.d005.s016.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trial%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.236751178978011}
{"item_id":"semeval2013.d005.s017.t000","gold_sense_keys":["issue%1:09:01::"],"candidates":[{"index":1,"sense_key":"issue%1:09:01::","synset_id":"issue.n.01"},{"index":2,"sense_key":"issue%1:10:00::","synset_id":"issue.n.02"},{"index":3,"sense_key":"issue%1:09:00::","synset_id":"topic.n.02"},{"index":4,"sense_key":"issue%1:04:01::","synset_id":"issue.n.04"},{"index":5,"sense_key":"issue%1:21:01::","synset_id":"issue.n.05"},{"index":6,"sense_key":"issue%1:21:00::","synset_id":"return.n.06"},{"index":7,"sense_key":"issue%1:19:00::","synset_id":"consequence.n.01"},{"index":8,"sense_key":"issue%1:18:00::","synset_id":"offspring.n.01"},{"index":9,"sense_key":"issue%1:11:00::","synset_id":"emergence.n.02"},{"index":10,"sense_key":"issue%1:06:00::","synset_id":"exit.n.01"},{"index":11,"sense_key":"issue%1:04:00::","synset_id":"issue.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"issue%1:18:00::","call_ids":["semeval2013.d005.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"issue%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":378,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2379037719219923}
{"item_id":"semeval2013.d005.s017.t002","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d005.s017.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2392379220109433}
{"item_id":"semeval2013.d005.s017.t003","gold_sense_keys":["execution%1:04:00::"],"candidates":[{"index":1,"sense_key":"execution%1:04:00::","synset_id":"execution.n.01"},{"index":2,"sense_key":"execution%1:04:02::","synset_id":"performance.n.03"},{"index":3,"sense_key":"execution%1:22:00::","synset_id":"execution.n.03"},{"index":4,"sense_key":"execution%1:10:01::","synset_id":"execution.n.04"},{"index":5,"sense_key":"execution%1:10:00::","synset_id":"execution.n.05"},{"index":6,"sense_key":"execution%1:04:03::","synset_id":"execution.n.06"},{"index":7,"sense_key":"execution%1:04:01::","synset_id":"murder.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"execution%1:04:03::","call_ids":["semeval2013.d005.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"execution%1:04:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":285,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23095554602332413}
{"item_id":"semeval2013.d005.s018.t002","gold_sense_keys":["judge%1:18:00::"],"candidates":[{"index":1,"sense_key":"judge%1:18:00::","synset_id":"judge.n.01"},{"index":2,"sense_key":"judge%1:18:01::","synset_id":"evaluator.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"judge%1:18:01::","call_ids":["semeval2013.d005.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"judge%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23414475307799876}
{"item_id":"semeval2013.d005.s018.t004","gold_sense_keys":["reaction%1:04:00::","reaction%1:09:00::","reaction%1:19:01::"],"candidates":[{"index":1,"sense_key":"reaction%1:22:00::","synset_id":"chemical_reaction.n.01"},{"index":2,"sense_key":"reaction%1:09:00::","synset_id":"reaction.n.02"},{"index":3,"sense_key":"reaction%1:04:00::","synset_id":"reaction.n.03"},{"index":4,"sense_key":"reaction%1:19:00::","synset_id":"reaction.n.04"},{"index":5,"sense_key":"reaction%1:19:01::","synset_id":"reaction.n.05"},{"index":6,"sense_key":"reaction%1:09:01::","synset_id":"reaction.n.06"},{"index":7,"sense_key":"reaction%1:04:01::","synset_id":"reaction.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"reaction%1:19:01::","call_ids":["semeval2013.d005.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"reaction%1:19:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":330,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2203819858841598}
{"item_id":"semeval2013.d005.s019.t002","gold_sense_keys":["victim%1:18:00::"],"candidates":[{"index":1,"sense_key":"victim%1:18:00::","synset_id":"victim.n.01"},{"index":2,"sense_key":"victim%1:18:01::","synset_id":"victim.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"victim%1:18:00::","call_ids":["semeval2013.d005.s019.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"victim%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22163813398219645}
{"item_id":"semeval2013.d005.s020.t002","gold_sense_keys":["judge%1:18:00::"],"candidates":[{"index":1,"sense_key":"judge%1:18:00::","synset_id":"judge.n.01"},{"index":2,"sense_key":"judge%1:18:01::","synset_id":"evaluator.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"judge%1:18:01::","call_ids":["semeval2013.d005.s020.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"judge%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22281794412992895}
{"item_id":"semeval2013.d005.s020.t005","gold_sense_keys":["pressure%1:07:00::"],"candidates":[{"index":1,"sense_key":"pressure%1:19:00::","synset_id":"pressure.n.01"},{"index":2,"sense_key":"pressure%1:07:00::","synset_id":"pressure.n.02"},{"index":3,"sense_key":"pressure%1:04:00::","synset_id":"press.n.09"},{"index":4,"sense_key":"pressure%1:26:00::","synset_id":"imperativeness.n.01"},{"index":5,"sense_key":"pressure%1:09:00::","synset_id":"pressure.n.05"},{"index":6,"sense_key":"pressure%1:26:01::","synset_id":"pressure.n.06"},{"index":7,"sense_key":"pressure%1:19:01::","synset_id":"atmospheric_pressure.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"pressure%1:07:00::","call_ids":["semeval2013.d005.s020.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"pressure%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":301,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22578380117192864}
{"item_id":"semeval2013.d005.s020.t007","gold_sense_keys":["decision%1:09:00::"],"candidates":[{"index":1,"sense_key":"decision%1:04:00::","synset_id":"decision.n.01"},{"index":2,"sense_key":"decision%1:09:00::","synset_id":"decision.n.02"},{"index":3,"sense_key":"decision%1:11:02::","synset_id":"decision.n.03"},{"index":4,"sense_key":"decision%1:11:01::","synset_id":"decision.n.04"},{"index":5,"sense_key":"decision%1:07:00::","synset_id":"decisiveness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"decision%1:11:02::","call_ids":["semeval2013.d005.s020.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"decision%1:11:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22409853991121054}
{"item_id":"semeval2013.d005.s020.t008","gold_sense_keys":["jury%1:14:00::"],"candidates":[{"index":1,"sense_key":"jury%1:14:00::","synset_id":"jury.n.01"},{"index":2,"sense_key":"jury%1:14:01::","synset_id":"jury.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"jury%1:14:01::","call_ids":["semeval2013.d005.s020.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"jury%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22680399706587195}
{"item_id":"semeval2013.d005.s022.t000","gold_sense_keys":["argument%1:09:01::","argument%1:10:02::"],"candidates":[{"index":1,"sense_key":"argument%1:10:02::","synset_id":"argument.n.01"},{"index":2,"sense_key":"argument%1:10:03::","synset_id":"controversy.n.01"},{"index":3,"sense_key":"argument%1:10:00::","synset_id":"argument.n.03"},{"index":4,"sense_key":"argument%1:10:01::","synset_id":"argument.n.04"},{"index":5,"sense_key":"argument%1:10:04::","synset_id":"argument.n.05"},{"index":6,"sense_key":"argument%1:09:00::","synset_id":"argument.n.06"},{"index":7,"sense_key":"argument%1:09:01::","synset_id":"argumentation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"argument%1:10:03::","call_ids":["semeval2013.d005.s022.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"argument%1:10:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":300,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2281567989848554}
{"item_id":"semeval2013.d005.s022.t001","gold_sense_keys":["effect%1:19:00::"],"candidates":[{"index":1,"sense_key":"effect%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"effect%1:07:00::","synset_id":"impression.n.02"},{"index":3,"sense_key":"effect%1:09:00::","synset_id":"effect.n.03"},{"index":4,"sense_key":"effect%1:10:00::","synset_id":"effect.n.04"},{"index":5,"sense_key":"effect%1:07:01::","synset_id":"effect.n.05"},{"index":6,"sense_key":"effect%1:26:00::","synset_id":"effect.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"effect%1:07:01::","call_ids":["semeval2013.d005.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"effect%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22940562991425395}
{"item_id":"semeval2013.d005.s022.t002","gold_sense_keys":["coverage%1:10:00::"],"candidates":[{"index":1,"sense_key":"coverage%1:21:00::","synset_id":"coverage.n.01"},{"index":2,"sense_key":"coverage%1:07:00::","synset_id":"coverage.n.02"},{"index":3,"sense_key":"coverage%1:10:00::","synset_id":"coverage.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"coverage%1:10:00::","call_ids":["semeval2013.d005.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"coverage%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23069742182269692}
{"item_id":"semeval2013.d005.s022.t003","gold_sense_keys":["trial%1:04:02::"],"candidates":[{"index":1,"sense_key":"trial%1:04:00::","synset_id":"test.n.05"},{"index":2,"sense_key":"trial%1:09:00::","synset_id":"trial.n.02"},{"index":3,"sense_key":"trial%1:04:03::","synset_id":"test.n.04"},{"index":4,"sense_key":"trial%1:04:02::","synset_id":"trial.n.04"},{"index":5,"sense_key":"trial%1:11:01::","synset_id":"trial.n.05"},{"index":6,"sense_key":"trial%1:11:00::","synset_id":"trial.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trial%1:04:02::","call_ids":["semeval2013.d005.s022.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trial%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23168728384189308}
{"item_id":"semeval2013.d005.s022.t004","gold_sense_keys":["interest%1:09:00::"],"candidates":[{"index":1,"sense_key":"interest%1:09:00::","synset_id":"interest.n.01"},{"index":2,"sense_key":"interest%1:07:01::","synset_id":"sake.n.01"},{"index":3,"sense_key":"interest%1:07:02::","synset_id":"interest.n.03"},{"index":4,"sense_key":"interest%1:21:00::","synset_id":"interest.n.04"},{"index":5,"sense_key":"interest%1:21:03::","synset_id":"interest.n.05"},{"index":6,"sense_key":"interest%1:14:00::","synset_id":"interest.n.06"},{"index":7,"sense_key":"interest%1:04:01::","synset_id":"pastime.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"interest%1:07:02::","call_ids":["semeval2013.d005.s022.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"interest%1:07:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":282,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23270069691352546}
{"item_id":"semeval2013.d005.s023.t000","gold_sense_keys":["challenge%1:10:01::"],"candidates":[{"index":1,"sense_key":"challenge%1:26:00::","synset_id":"challenge.n.01"},{"index":2,"sense_key":"challenge%1:10:00::","synset_id":"challenge.n.02"},{"index":3,"sense_key":"challenge%1:10:01::","synset_id":"challenge.n.03"},{"index":4,"sense_key":"challenge%1:10:02::","synset_id":"challenge.n.04"},{"index":5,"sense_key":"challenge%1:10:03::","synset_id":"challenge.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"challenge%1:10:01::","call_ids":["semeval2013.d005.s023.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"challenge%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23391690896824002}
{"item_id":"semeval2013.d005.s023.t002","gold_sense_keys":["month%1:28:01::"],"candidates":[{"index":1,"sense_key":"month%1:28:01::","synset_id":"calendar_month.n.01"},{"index":2,"sense_key":"month%1:28:00::","synset_id":"month.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"month%1:28:01::","call_ids":["semeval2013.d005.s023.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"month%1:28:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2349036189261824}
{"item_id":"semeval2013.d005.s023.t003","gold_sense_keys":["case%1:04:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d005.s023.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":600,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23585271602496505}
{"item_id":"semeval2013.d005.s023.t004","gold_sense_keys":["news%1:10:01::","news%1:10:02::"],"candidates":[{"index":1,"sense_key":"news%1:10:00::","synset_id":"news.n.01"},{"index":2,"sense_key":"news%1:10:01::","synset_id":"news.n.02"},{"index":3,"sense_key":"news%1:10:02::","synset_id":"news_program.n.01"},{"index":4,"sense_key":"news%1:10:03::","synset_id":"news.n.04"},{"index":5,"sense_key":"news%1:07:00::","synset_id":"newsworthiness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"news%1:10:01::","call_ids":["semeval2013.d005.s023.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"news%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2369720300193876}
{"item_id":"semeval2013.d005.s023.t005","gold_sense_keys":["connecticut%1:15:00::"],"candidates":[{"index":1,"sense_key":"connecticut%1:15:00::","synset_id":"connecticut.n.01"},{"index":2,"sense_key":"connecticut%1:17:00::","synset_id":"connecticut.n.02"},{"index":3,"sense_key":"connecticut%1:15:01::","synset_id":"connecticut.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"connecticut%1:15:00::","call_ids":["semeval2013.d005.s023.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"connecticut%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23786038695834577}
{"item_id":"semeval2013.d005.s023.t006","gold_sense_keys":["election%1:04:01::"],"candidates":[{"index":1,"sense_key":"election%1:04:01::","synset_id":"election.n.01"},{"index":2,"sense_key":"election%1:04:00::","synset_id":"election.n.02"},{"index":3,"sense_key":"election%1:26:00::","synset_id":"election.n.03"},{"index":4,"sense_key":"election%1:09:00::","synset_id":"election.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"election%1:04:00::","call_ids":["semeval2013.d005.s023.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"election%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23806010698899627}
{"item_id":"semeval2013.d005.s023.t007","gold_sense_keys":["campaign%1:11:00::"],"candidates":[{"index":1,"sense_key":"campaign%1:11:00::","synset_id":"political_campaign.n.01"},{"index":2,"sense_key":"campaign%1:04:02::","synset_id":"campaign.n.02"},{"index":3,"sense_key":"campaign%1:04:00::","synset_id":"campaign.n.03"},{"index":4,"sense_key":"campaign%1:04:01::","synset_id":"campaign.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"campaign%1:11:00::","call_ids":["semeval2013.d005.s023.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"campaign%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23900528787635267}
{"item_id":"semeval2013.d005.s023.t008","gold_sense_keys":["candidate%1:18:01::"],"candidates":[{"index":1,"sense_key":"candidate%1:18:01::","synset_id":"campaigner.n.01"},{"index":2,"sense_key":"candidate%1:18:00::","synset_id":"candidate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"candidate%1:18:00::","call_ids":["semeval2013.d005.s023.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"candidate%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2398857360240072}
{"item_id":"semeval2013.d005.s024.t002","gold_sense_keys":["case%1:04:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d005.s024.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":580,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24081221804954112}
{"item_id":"semeval2013.d005.s025.t003","gold_sense_keys":["courthouse%1:06:00::"],"candidates":[{"index":1,"sense_key":"courthouse%1:06:01::","synset_id":"courthouse.n.01"},{"index":2,"sense_key":"courthouse%1:06:00::","synset_id":"courthouse.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"courthouse%1:06:00::","call_ids":["semeval2013.d005.s025.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"courthouse%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":136,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2418296120595187}
{"item_id":"semeval2013.d005.s026.t000","gold_sense_keys":["focus%1:09:00::"],"candidates":[{"index":1,"sense_key":"focus%1:09:00::","synset_id":"focus.n.01"},{"index":2,"sense_key":"focus%1:07:01::","synset_id":"focus.n.02"},{"index":3,"sense_key":"focus%1:07:03::","synset_id":"focus.n.03"},{"index":4,"sense_key":"focus%1:26:00::","synset_id":"focus.n.04"},{"index":5,"sense_key":"focus%1:26:01::","synset_id":"stress.n.03"},{"index":6,"sense_key":"focus%1:19:00::","synset_id":"focus.n.06"},{"index":7,"sense_key":"focus%1:15:00::","synset_id":"focus.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"focus%1:26:01::","call_ids":["semeval2013.d005.s026.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"focus%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.15825557499192655}
{"item_id":"semeval2013.d005.s026.t001","gold_sense_keys":["coverage%1:10:00::"],"candidates":[{"index":1,"sense_key":"coverage%1:21:00::","synset_id":"coverage.n.01"},{"index":2,"sense_key":"coverage%1:07:00::","synset_id":"coverage.n.02"},{"index":3,"sense_key":"coverage%1:10:00::","synset_id":"coverage.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"coverage%1:10:00::","call_ids":["semeval2013.d005.s026.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"coverage%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1920851208269596}
{"item_id":"semeval2013.d005.s027.t000","gold_sense_keys":["interview%1:10:01::"],"candidates":[{"index":1,"sense_key":"interview%1:10:01::","synset_id":"interview.n.01"},{"index":2,"sense_key":"interview%1:10:00::","synset_id":"consultation.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"interview%1:10:01::","call_ids":["semeval2013.d005.s027.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"interview%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19832763588055968}
{"item_id":"semeval2013.d005.s027.t001","gold_sense_keys":["journalist%1:18:00::"],"candidates":[{"index":1,"sense_key":"journalist%1:18:00::","synset_id":"journalist.n.01"},{"index":2,"sense_key":"journalist%1:18:01::","synset_id":"diarist.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"journalist%1:18:00::","call_ids":["semeval2013.d005.s027.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"journalist%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19692354905419052}
{"item_id":"semeval2013.d005.s027.t002","gold_sense_keys":["claim%1:10:02::"],"candidates":[{"index":1,"sense_key":"claim%1:10:00::","synset_id":"claim.n.01"},{"index":2,"sense_key":"claim%1:10:02::","synset_id":"claim.n.02"},{"index":3,"sense_key":"claim%1:04:00::","synset_id":"claim.n.03"},{"index":4,"sense_key":"claim%1:07:02::","synset_id":"claim.n.04"},{"index":5,"sense_key":"claim%1:07:01::","synset_id":"title.n.07"},{"index":6,"sense_key":"claim%1:10:01::","synset_id":"call.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"claim%1:10:02::","call_ids":["semeval2013.d005.s027.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"claim%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19069401710294187}
{"item_id":"semeval2013.d005.s027.t003","gold_sense_keys":["news%1:10:00::","news%1:10:01::","news%1:10:03::"],"candidates":[{"index":1,"sense_key":"news%1:10:00::","synset_id":"news.n.01"},{"index":2,"sense_key":"news%1:10:01::","synset_id":"news.n.02"},{"index":3,"sense_key":"news%1:10:02::","synset_id":"news_program.n.01"},{"index":4,"sense_key":"news%1:10:03::","synset_id":"news.n.04"},{"index":5,"sense_key":"news%1:07:00::","synset_id":"newsworthiness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"news%1:10:03::","call_ids":["semeval2013.d005.s027.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"news%1:10:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.192328475182876}
{"item_id":"semeval2013.d005.s027.t004","gold_sense_keys":["report%1:10:00::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["semeval2013.d005.s027.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19308056798763573}
{"item_id":"semeval2013.d005.s027.t005","gold_sense_keys":["view%1:09:02::","view%1:09:04::","view%1:10:00::"],"candidates":[{"index":1,"sense_key":"view%1:09:02::","synset_id":"position.n.03"},{"index":2,"sense_key":"view%1:09:01::","synset_id":"view.n.02"},{"index":3,"sense_key":"view%1:04:00::","synset_id":"view.n.03"},{"index":4,"sense_key":"view%1:15:00::","synset_id":"view.n.04"},{"index":5,"sense_key":"view%1:09:04::","synset_id":"opinion.n.01"},{"index":6,"sense_key":"view%1:10:00::","synset_id":"opinion.n.02"},{"index":7,"sense_key":"view%1:09:00::","synset_id":"view.n.07"},{"index":8,"sense_key":"view%1:06:00::","synset_id":"scene.n.08"},{"index":9,"sense_key":"view%1:07:00::","synset_id":"horizon.n.02"},{"index":10,"sense_key":"view%1:07:01::","synset_id":"view.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"view%1:09:04::","call_ids":["semeval2013.d005.s027.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"view%1:09:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":387,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.193733056075871}
{"item_id":"semeval2013.d005.s027.t006","gold_sense_keys":["court%1:14:00::"],"candidates":[{"index":1,"sense_key":"court%1:14:00::","synset_id":"court.n.01"},{"index":2,"sense_key":"court%1:06:02::","synset_id":"court.n.02"},{"index":3,"sense_key":"court%1:14:01::","synset_id":"court.n.03"},{"index":4,"sense_key":"court%1:06:01::","synset_id":"court.n.04"},{"index":5,"sense_key":"court%1:18:00::","synset_id":"court.n.05"},{"index":6,"sense_key":"court%1:14:02::","synset_id":"court.n.06"},{"index":7,"sense_key":"court%1:06:03::","synset_id":"motor_hotel.n.01"},{"index":8,"sense_key":"court%1:06:05::","synset_id":"court.n.08"},{"index":9,"sense_key":"court%1:06:04::","synset_id":"court.n.09"},{"index":10,"sense_key":"court%1:06:00::","synset_id":"court.n.10"},{"index":11,"sense_key":"court%1:04:00::","synset_id":"court.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"court%1:06:04::","call_ids":["semeval2013.d005.s027.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"court%1:06:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":346,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2620169911533594}
{"item_id":"semeval2013.d005.s027.t007","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"policy%1:10:00::","call_ids":["semeval2013.d005.s027.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"policy%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2932804129086435}
{"item_id":"semeval2013.d005.s027.t008","gold_sense_keys":["coverage%1:10:00::"],"candidates":[{"index":1,"sense_key":"coverage%1:21:00::","synset_id":"coverage.n.01"},{"index":2,"sense_key":"coverage%1:07:00::","synset_id":"coverage.n.02"},{"index":3,"sense_key":"coverage%1:10:00::","synset_id":"coverage.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"coverage%1:10:00::","call_ids":["semeval2013.d005.s027.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"coverage%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29524881416000426}
{"item_id":"semeval2013.d005.s027.t009","gold_sense_keys":["trial%1:04:02::"],"candidates":[{"index":1,"sense_key":"trial%1:04:00::","synset_id":"test.n.05"},{"index":2,"sense_key":"trial%1:09:00::","synset_id":"trial.n.02"},{"index":3,"sense_key":"trial%1:04:03::","synset_id":"test.n.04"},{"index":4,"sense_key":"trial%1:04:02::","synset_id":"trial.n.04"},{"index":5,"sense_key":"trial%1:11:01::","synset_id":"trial.n.05"},{"index":6,"sense_key":"trial%1:11:00::","synset_id":"trial.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trial%1:04:02::","call_ids":["semeval2013.d005.s027.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trial%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29686032398603857}
{"item_id":"semeval2013.d005.s028.t002","gold_sense_keys":["argument%1:09:01::","argument%1:10:02::"],"candidates":[{"index":1,"sense_key":"argument%1:10:02::","synset_id":"argument.n.01"},{"index":2,"sense_key":"argument%1:10:03::","synset_id":"controversy.n.01"},{"index":3,"sense_key":"argument%1:10:00::","synset_id":"argument.n.03"},{"index":4,"sense_key":"argument%1:10:01::","synset_id":"argument.n.04"},{"index":5,"sense_key":"argument%1:10:04::","synset_id":"argument.n.05"},{"index":6,"sense_key":"argument%1:09:00::","synset_id":"argument.n.06"},{"index":7,"sense_key":"argument%1:09:01::","synset_id":"argumentation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"argument%1:10:00::","call_ids":["semeval2013.d005.s028.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"argument%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":303,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2984690140001476}
{"item_id":"semeval2013.d005.s028.t003","gold_sense_keys":["change%1:04:00::","change%1:11:00::","change%1:24:00::"],"candidates":[{"index":1,"sense_key":"change%1:11:00::","synset_id":"change.n.01"},{"index":2,"sense_key":"change%1:24:00::","synset_id":"change.n.02"},{"index":3,"sense_key":"change%1:04:00::","synset_id":"change.n.03"},{"index":4,"sense_key":"change%1:19:00::","synset_id":"change.n.04"},{"index":5,"sense_key":"change%1:21:02::","synset_id":"change.n.05"},{"index":6,"sense_key":"change%1:06:01::","synset_id":"change.n.06"},{"index":7,"sense_key":"change%1:06:00::","synset_id":"change.n.07"},{"index":8,"sense_key":"change%1:21:01::","synset_id":"change.n.08"},{"index":9,"sense_key":"change%1:21:03::","synset_id":"change.n.09"},{"index":10,"sense_key":"change%1:07:00::","synset_id":"variety.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"change%1:04:00::","call_ids":["semeval2013.d005.s028.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"change%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":354,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3001331880223006}
{"item_id":"semeval2013.d005.s028.t004","gold_sense_keys":["adaptation%1:22:00::"],"candidates":[{"index":1,"sense_key":"adaptation%1:10:00::","synset_id":"adaptation.n.01"},{"index":2,"sense_key":"adaptation%1:22:00::","synset_id":"adaptation.n.02"},{"index":3,"sense_key":"adaptation%1:04:01::","synset_id":"adaptation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"adaptation%1:22:00::","call_ids":["semeval2013.d005.s028.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"adaptation%1:22:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30160770006477833}
{"item_id":"semeval2013.d005.s028.t005","gold_sense_keys":["court%1:14:00::"],"candidates":[{"index":1,"sense_key":"court%1:14:00::","synset_id":"court.n.01"},{"index":2,"sense_key":"court%1:06:02::","synset_id":"court.n.02"},{"index":3,"sense_key":"court%1:14:01::","synset_id":"court.n.03"},{"index":4,"sense_key":"court%1:06:01::","synset_id":"court.n.04"},{"index":5,"sense_key":"court%1:18:00::","synset_id":"court.n.05"},{"index":6,"sense_key":"court%1:14:02::","synset_id":"court.n.06"},{"index":7,"sense_key":"court%1:06:03::","synset_id":"motor_hotel.n.01"},{"index":8,"sense_key":"court%1:06:05::","synset_id":"court.n.08"},{"index":9,"sense_key":"court%1:06:04::","synset_id":"court.n.09"},{"index":10,"sense_key":"court%1:06:00::","synset_id":"court.n.10"},{"index":11,"sense_key":"court%1:04:00::","synset_id":"court.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"court%1:06:05::","call_ids":["semeval2013.d005.s028.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"court%1:06:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":329,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30239554098807275}
{"item_id":"semeval2013.d005.s029.t001","gold_sense_keys":["claim%1:10:02::"],"candidates":[{"index":1,"sense_key":"claim%1:10:00::","synset_id":"claim.n.01"},{"index":2,"sense_key":"claim%1:10:02::","synset_id":"claim.n.02"},{"index":3,"sense_key":"claim%1:04:00::","synset_id":"claim.n.03"},{"index":4,"sense_key":"claim%1:07:02::","synset_id":"claim.n.04"},{"index":5,"sense_key":"claim%1:07:01::","synset_id":"title.n.07"},{"index":6,"sense_key":"claim%1:10:01::","synset_id":"call.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"claim%1:10:02::","call_ids":["semeval2013.d005.s029.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"claim%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3038904359564185}
{"item_id":"semeval2013.d005.s030.t000","gold_sense_keys":["filing%1:10:00::"],"candidates":[{"index":1,"sense_key":"filing%1:10:00::","synset_id":"filing.n.01"},{"index":2,"sense_key":"filing%1:17:00::","synset_id":"filing.n.02"},{"index":3,"sense_key":"filing%1:04:01::","synset_id":"filing.n.03"},{"index":4,"sense_key":"filing%1:04:00::","synset_id":"filing.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"filing%1:04:00::","call_ids":["semeval2013.d005.s030.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"filing%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3051053050439805}
{"item_id":"semeval2013.d005.s030.t001","gold_sense_keys":["supreme_court%1:14:00::"],"candidates":[{"index":1,"sense_key":"supreme_court%1:14:00::","synset_id":"supreme_court.n.01"},{"index":2,"sense_key":"supreme_court%1:14:01::","synset_id":"supreme_court.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"supreme_court%1:14:00::","call_ids":["semeval2013.d005.s030.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"supreme_court%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3064904538914561}
{"item_id":"semeval2013.d005.s030.t002","gold_sense_keys":["decision%1:09:00::"],"candidates":[{"index":1,"sense_key":"decision%1:04:00::","synset_id":"decision.n.01"},{"index":2,"sense_key":"decision%1:09:00::","synset_id":"decision.n.02"},{"index":3,"sense_key":"decision%1:11:02::","synset_id":"decision.n.03"},{"index":4,"sense_key":"decision%1:11:01::","synset_id":"decision.n.04"},{"index":5,"sense_key":"decision%1:07:00::","synset_id":"decisiveness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"decision%1:11:02::","call_ids":["semeval2013.d005.s030.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"decision%1:11:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3075711780693382}
{"item_id":"semeval2013.d005.s030.t003","gold_sense_keys":["conviction%1:04:00::"],"candidates":[{"index":1,"sense_key":"conviction%1:09:00::","synset_id":"conviction.n.01"},{"index":2,"sense_key":"conviction%1:04:00::","synset_id":"conviction.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"conviction%1:04:00::","call_ids":["semeval2013.d005.s030.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"conviction%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30894465185701847}
{"item_id":"semeval2013.d005.s030.t004","gold_sense_keys":["trial%1:04:02::"],"candidates":[{"index":1,"sense_key":"trial%1:04:00::","synset_id":"test.n.05"},{"index":2,"sense_key":"trial%1:09:00::","synset_id":"trial.n.02"},{"index":3,"sense_key":"trial%1:04:03::","synset_id":"test.n.04"},{"index":4,"sense_key":"trial%1:04:02::","synset_id":"trial.n.04"},{"index":5,"sense_key":"trial%1:11:01::","synset_id":"trial.n.05"},{"index":6,"sense_key":"trial%1:11:00::","synset_id":"trial.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"trial%1:04:02::","call_ids":["semeval2013.d005.s030.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"trial%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3100750120356679}
{"item_id":"semeval2013.d005.s030.t005","gold_sense_keys":["coverage%1:10:00::"],"candidates":[{"index":1,"sense_key":"coverage%1:21:00::","synset_id":"coverage.n.01"},{"index":2,"sense_key":"coverage%1:07:00::","synset_id":"coverage.n.02"},{"index":3,"sense_key":"coverage%1:10:00::","synset_id":"coverage.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"coverage%1:10:00::","call_ids":["semeval2013.d005.s030.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"coverage%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27181347785517573}
{"item_id":"semeval2013.d005.s030.t006","gold_sense_keys":["rule%1:10:00::"],"candidates":[{"index":1,"sense_key":"rule%1:09:00::","synset_id":"rule.n.01"},{"index":2,"sense_key":"rule%1:09:01::","synset_id":"convention.n.02"},{"index":3,"sense_key":"rule%1:10:00::","synset_id":"rule.n.03"},{"index":4,"sense_key":"rule%1:10:01::","synset_id":"rule.n.04"},{"index":5,"sense_key":"rule%1:09:03::","synset_id":"principle.n.01"},{"index":6,"sense_key":"rule%1:28:00::","synset_id":"rule.n.06"},{"index":7,"sense_key":"rule%1:26:00::","synset_id":"dominion.n.01"},{"index":8,"sense_key":"rule%1:10:02::","synset_id":"rule.n.08"},{"index":9,"sense_key":"rule%1:10:03::","synset_id":"rule.n.09"},{"index":10,"sense_key":"rule%1:09:02::","synset_id":"principle.n.04"},{"index":11,"sense_key":"rule%1:09:04::","synset_id":"rule.n.11"},{"index":12,"sense_key":"rule%1:06:00::","synset_id":"rule.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"rule%1:10:02::","call_ids":["semeval2013.d005.s030.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"rule%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":440,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26839040010236204}
{"item_id":"semeval2013.d005.s031.t000","gold_sense_keys":["case%1:04:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d005.s031.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":587,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2730996299069375}
{"item_id":"semeval2013.d005.s031.t001","gold_sense_keys":["century%1:28:00::"],"candidates":[{"index":1,"sense_key":"century%1:28:00::","synset_id":"century.n.01"},{"index":2,"sense_key":"century%1:23:00::","synset_id":"hundred.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"century%1:23:00::","call_ids":["semeval2013.d005.s031.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"century%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":120,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2767971910070628}
{"item_id":"semeval2013.d006.s000.t001","gold_sense_keys":["fraud%1:04:01::"],"candidates":[{"index":1,"sense_key":"fraud%1:04:00::","synset_id":"fraud.n.01"},{"index":2,"sense_key":"fraud%1:18:00::","synset_id":"imposter.n.01"},{"index":3,"sense_key":"fraud%1:04:01::","synset_id":"fraud.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"fraud%1:18:00::","call_ids":["semeval2013.d006.s000.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"fraud%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":127,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2784668009262532}
{"item_id":"semeval2013.d006.s000.t002","gold_sense_keys":["law%1:14:00::"],"candidates":[{"index":1,"sense_key":"law%1:14:00::","synset_id":"law.n.01"},{"index":2,"sense_key":"law%1:10:00::","synset_id":"law.n.02"},{"index":3,"sense_key":"law%1:09:00::","synset_id":"law.n.03"},{"index":4,"sense_key":"law%1:09:01::","synset_id":"law.n.04"},{"index":5,"sense_key":"law%1:09:02::","synset_id":"jurisprudence.n.01"},{"index":6,"sense_key":"law%1:04:00::","synset_id":"law.n.06"},{"index":7,"sense_key":"law%1:14:01::","synset_id":"police.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"law%1:10:00::","call_ids":["semeval2013.d006.s000.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"law%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20277071511372924}
{"item_id":"semeval2013.d006.s001.t000","gold_sense_keys":["trick%1:04:05::"],"candidates":[{"index":1,"sense_key":"trick%1:04:05::","synset_id":"trick.n.01"},{"index":2,"sense_key":"trick%1:28:00::","synset_id":"trick.n.02"},{"index":3,"sense_key":"trick%1:04:04::","synset_id":"trick.n.03"},{"index":4,"sense_key":"trick%1:04:00::","synset_id":"antic.n.01"},{"index":5,"sense_key":"trick%1:04:02::","synset_id":"magic_trick.n.01"},{"index":6,"sense_key":"trick%1:18:00::","synset_id":"whoremaster.n.01"},{"index":7,"sense_key":"trick%1:04:01::","synset_id":"trick.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"trick%1:04:04::","call_ids":["semeval2013.d006.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"trick%1:04:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2547378879971802}
{"item_id":"semeval2013.d006.s001.t002","gold_sense_keys":["will%1:09:01::"],"candidates":[{"index":1,"sense_key":"will%1:09:00::","synset_id":"volition.n.01"},{"index":2,"sense_key":"will%1:09:01::","synset_id":"will.n.02"},{"index":3,"sense_key":"will%1:10:00::","synset_id":"will.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"will%1:10:00::","call_ids":["semeval2013.d006.s001.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"will%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23113224189728498}
{"item_id":"semeval2013.d006.s002.t000","gold_sense_keys":["expulsion%1:04:01::"],"candidates":[{"index":1,"sense_key":"expulsion%1:04:01::","synset_id":"ejection.n.02"},{"index":2,"sense_key":"expulsion%1:04:02::","synset_id":"extrusion.n.02"},{"index":3,"sense_key":"expulsion%1:04:00::","synset_id":"expulsion.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"expulsion%1:04:00::","call_ids":["semeval2013.d006.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"expulsion%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23554085497744381}
{"item_id":"semeval2013.d006.s002.t001","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s002.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2372152979951352}
{"item_id":"semeval2013.d006.s002.t002","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"game%1:04:01::","call_ids":["semeval2013.d006.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"game%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":376,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2326681490521878}
{"item_id":"semeval2013.d006.s002.t003","gold_sense_keys":["ink%1:27:01::"],"candidates":[{"index":1,"sense_key":"ink%1:27:01::","synset_id":"ink.n.01"},{"index":2,"sense_key":"ink%1:08:00::","synset_id":"ink.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"ink%1:27:01::","call_ids":["semeval2013.d006.s002.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"ink%1:27:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2638423559255898}
{"item_id":"semeval2013.d006.s002.t004","gold_sense_keys":["behavior%1:04:00::"],"candidates":[{"index":1,"sense_key":"behavior%1:04:00::","synset_id":"behavior.n.01"},{"index":2,"sense_key":"behavior%1:26:00::","synset_id":"behavior.n.02"},{"index":3,"sense_key":"behavior%1:07:00::","synset_id":"demeanor.n.01"},{"index":4,"sense_key":"behavior%1:04:01::","synset_id":"behavior.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"behavior%1:07:00::","call_ids":["semeval2013.d006.s002.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"behavior%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2591561621520668}
{"item_id":"semeval2013.d006.s002.t005","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s002.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.257378970971331}
{"item_id":"semeval2013.d006.s003.t000","gold_sense_keys":["minute%1:28:00::"],"candidates":[{"index":1,"sense_key":"minute%1:28:00::","synset_id":"minute.n.01"},{"index":2,"sense_key":"minute%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"minute%1:28:02::","synset_id":"moment.n.01"},{"index":4,"sense_key":"minute%1:23:00::","synset_id":"minute.n.04"},{"index":5,"sense_key":"minute%1:10:00::","synset_id":"minute.n.05"},{"index":6,"sense_key":"minute%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"minute%1:28:01::","call_ids":["semeval2013.d006.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"minute%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2647909459192306}
{"item_id":"semeval2013.d006.s003.t001","gold_sense_keys":["end%1:09:00::","end%1:11:00::","end%1:28:00::"],"candidates":[{"index":1,"sense_key":"end%1:15:00::","synset_id":"end.n.01"},{"index":2,"sense_key":"end%1:28:00::","synset_id":"end.n.02"},{"index":3,"sense_key":"end%1:11:00::","synset_id":"end.n.03"},{"index":4,"sense_key":"end%1:09:02::","synset_id":"goal.n.01"},{"index":5,"sense_key":"end%1:09:00::","synset_id":"end.n.05"},{"index":6,"sense_key":"end%1:26:00::","synset_id":"end.n.06"},{"index":7,"sense_key":"end%1:15:02::","synset_id":"end.n.07"},{"index":8,"sense_key":"end%1:18:00::","synset_id":"end.n.08"},{"index":9,"sense_key":"end%1:15:01::","synset_id":"end.n.09"},{"index":10,"sense_key":"end%1:15:03::","synset_id":"end.n.10"},{"index":11,"sense_key":"end%1:04:00::","synset_id":"end.n.11"},{"index":12,"sense_key":"end%1:10:00::","synset_id":"conclusion.n.08"},{"index":13,"sense_key":"end%1:06:02::","synset_id":"end.n.13"},{"index":14,"sense_key":"end%1:04:02::","synset_id":"end.n.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"end%1:18:00::","call_ids":["semeval2013.d006.s003.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"end%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":446,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2663937429897487}
{"item_id":"semeval2013.d006.s003.t002","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"game%1:04:01::","call_ids":["semeval2013.d006.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"game%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":351,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2680942649021745}
{"item_id":"semeval2013.d006.s003.t003","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d006.s003.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2696556858718395}
{"item_id":"semeval2013.d006.s003.t004","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s003.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2709240468684584}
{"item_id":"semeval2013.d006.s003.t005","gold_sense_keys":["time%1:28:05::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"time%1:28:03::","call_ids":["semeval2013.d006.s003.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"time%1:28:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":339,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2724557910114527}
{"item_id":"semeval2013.d006.s003.t006","gold_sense_keys":["referee%1:18:00::"],"candidates":[{"index":1,"sense_key":"referee%1:18:00::","synset_id":"referee.n.01"},{"index":2,"sense_key":"referee%1:18:01::","synset_id":"reviewer.n.01"},{"index":3,"sense_key":"referee%1:18:02::","synset_id":"referee.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"referee%1:18:01::","call_ids":["semeval2013.d006.s003.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"referee%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2738711889833212}
{"item_id":"semeval2013.d006.s004.t000","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"way%1:04:02::","call_ids":["semeval2013.d006.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"way%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":374,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19374426011927426}
{"item_id":"semeval2013.d006.s004.t002","gold_sense_keys":["group%1:03:00::"],"candidates":[{"index":1,"sense_key":"group%1:03:00::","synset_id":"group.n.01"},{"index":2,"sense_key":"group%1:27:00::","synset_id":"group.n.02"},{"index":3,"sense_key":"group%1:09:00::","synset_id":"group.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"group%1:03:00::","call_ids":["semeval2013.d006.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"group%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2160668249707669}
{"item_id":"semeval2013.d006.s004.t003","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s004.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21719529200345278}
{"item_id":"semeval2013.d006.s004.t005","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"game%1:04:03::","call_ids":["semeval2013.d006.s004.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"game%1:04:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":357,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21855542389675975}
{"item_id":"semeval2013.d006.s004.t006","gold_sense_keys":["league%1:14:01::"],"candidates":[{"index":1,"sense_key":"league%1:14:01::","synset_id":"league.n.01"},{"index":2,"sense_key":"league%1:14:00::","synset_id":"league.n.02"},{"index":3,"sense_key":"league%1:23:00::","synset_id":"league.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"league%1:14:01::","call_ids":["semeval2013.d006.s004.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"league%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21408305293880403}
{"item_id":"semeval2013.d006.s004.t008","gold_sense_keys":["phase%1:28:00::"],"candidates":[{"index":1,"sense_key":"phase%1:28:00::","synset_id":"phase.n.01"},{"index":2,"sense_key":"phase%1:26:00::","synset_id":"phase.n.02"},{"index":3,"sense_key":"phase%1:28:01::","synset_id":"phase.n.03"},{"index":4,"sense_key":"phase%1:07:00::","synset_id":"phase.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"phase%1:07:00::","call_ids":["semeval2013.d006.s004.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"phase%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.257824894040823}
{"item_id":"semeval2013.d006.s005.t000","gold_sense_keys":["committee%1:14:00::"],"candidates":[{"index":1,"sense_key":"committee%1:14:00::","synset_id":"committee.n.01"},{"index":2,"sense_key":"committee%1:14:01::","synset_id":"committee.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"committee%1:14:00::","call_ids":["semeval2013.d006.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"committee%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2593283480964601}
{"item_id":"semeval2013.d006.s005.t002","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"game%1:06:00::","call_ids":["semeval2013.d006.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"game%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":342,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2621739050373435}
{"item_id":"semeval2013.d006.s005.t003","gold_sense_keys":["trainer%1:18:00::"],"candidates":[{"index":1,"sense_key":"trainer%1:18:00::","synset_id":"trainer.n.01"},{"index":2,"sense_key":"trainer%1:06:00::","synset_id":"flight_simulator.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"trainer%1:18:00::","call_ids":["semeval2013.d006.s005.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"trainer%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26495313202030957}
{"item_id":"semeval2013.d006.s005.t004","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d006.s005.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26606304198503494}
{"item_id":"semeval2013.d006.s005.t005","gold_sense_keys":["amount%1:21:00::"],"candidates":[{"index":1,"sense_key":"amount%1:21:00::","synset_id":"sum.n.01"},{"index":2,"sense_key":"amount%1:07:00::","synset_id":"amount.n.02"},{"index":3,"sense_key":"amount%1:03:00::","synset_id":"measure.n.02"},{"index":4,"sense_key":"amount%1:09:00::","synset_id":"sum.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"amount%1:07:00::","call_ids":["semeval2013.d006.s005.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"amount%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26711165509186685}
{"item_id":"semeval2013.d006.s005.t006","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s005.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2682157608214766}
{"item_id":"semeval2013.d006.s006.t000","gold_sense_keys":["provocation%1:16:00::"],"candidates":[{"index":1,"sense_key":"provocation%1:04:00::","synset_id":"aggravation.n.02"},{"index":2,"sense_key":"provocation%1:16:00::","synset_id":"incitement.n.03"},{"index":3,"sense_key":"provocation%1:10:00::","synset_id":"provocation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"provocation%1:16:00::","call_ids":["semeval2013.d006.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"provocation%1:16:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26945501496084034}
{"item_id":"semeval2013.d006.s006.t002","gold_sense_keys":["circumstance%1:26:01::","circumstance%1:26:02::"],"candidates":[{"index":1,"sense_key":"circumstance%1:26:01::","synset_id":"circumstance.n.01"},{"index":2,"sense_key":"circumstance%1:26:02::","synset_id":"context.n.02"},{"index":3,"sense_key":"circumstance%1:09:00::","synset_id":"circumstance.n.03"},{"index":4,"sense_key":"circumstance%1:11:00::","synset_id":"circumstance.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"circumstance%1:26:02::","call_ids":["semeval2013.d006.s006.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"circumstance%1:26:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2758538529742509}
{"item_id":"semeval2013.d006.s006.t003","gold_sense_keys":["practice%1:04:00::"],"candidates":[{"index":1,"sense_key":"practice%1:04:00::","synset_id":"practice.n.01"},{"index":2,"sense_key":"practice%1:04:02::","synset_id":"exercise.n.03"},{"index":3,"sense_key":"practice%1:04:04::","synset_id":"practice.n.03"},{"index":4,"sense_key":"practice%1:04:03::","synset_id":"practice.n.04"},{"index":5,"sense_key":"practice%1:09:00::","synset_id":"practice.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"practice%1:09:00::","call_ids":["semeval2013.d006.s006.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"practice%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27667264896444976}
{"item_id":"semeval2013.d006.s006.t004","gold_sense_keys":["world%1:14:01::"],"candidates":[{"index":1,"sense_key":"world%1:17:01::","synset_id":"universe.n.01"},{"index":2,"sense_key":"world%1:14:01::","synset_id":"world.n.02"},{"index":3,"sense_key":"world%1:09:00::","synset_id":"world.n.03"},{"index":4,"sense_key":"world%1:17:00::","synset_id":"earth.n.01"},{"index":5,"sense_key":"world%1:14:02::","synset_id":"populace.n.01"},{"index":6,"sense_key":"world%1:17:02::","synset_id":"world.n.06"},{"index":7,"sense_key":"world%1:09:01::","synset_id":"worldly_concern.n.01"},{"index":8,"sense_key":"world%1:05:00::","synset_id":"world.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"world%1:09:00::","call_ids":["semeval2013.d006.s006.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"world%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":295,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27676998102106154}
{"item_id":"semeval2013.d006.s006.t005","gold_sense_keys":["football%1:04:00::"],"candidates":[{"index":1,"sense_key":"football%1:04:00::","synset_id":"football.n.01"},{"index":2,"sense_key":"football%1:06:00::","synset_id":"football.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"football%1:04:00::","call_ids":["semeval2013.d006.s006.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"football%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2776606800034642}
{"item_id":"semeval2013.d006.s007.t001","gold_sense_keys":["rule%1:10:02::"],"candidates":[{"index":1,"sense_key":"rule%1:09:00::","synset_id":"rule.n.01"},{"index":2,"sense_key":"rule%1:09:01::","synset_id":"convention.n.02"},{"index":3,"sense_key":"rule%1:10:00::","synset_id":"rule.n.03"},{"index":4,"sense_key":"rule%1:10:01::","synset_id":"rule.n.04"},{"index":5,"sense_key":"rule%1:09:03::","synset_id":"principle.n.01"},{"index":6,"sense_key":"rule%1:28:00::","synset_id":"rule.n.06"},{"index":7,"sense_key":"rule%1:26:00::","synset_id":"dominion.n.01"},{"index":8,"sense_key":"rule%1:10:02::","synset_id":"rule.n.08"},{"index":9,"sense_key":"rule%1:10:03::","synset_id":"rule.n.09"},{"index":10,"sense_key":"rule%1:09:02::","synset_id":"principle.n.04"},{"index":11,"sense_key":"rule%1:09:04::","synset_id":"rule.n.11"},{"index":12,"sense_key":"rule%1:06:00::","synset_id":"rule.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"rule%1:10:02::","call_ids":["semeval2013.d006.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"rule%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":421,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27840123092755675}
{"item_id":"semeval2013.d006.s008.t000","gold_sense_keys":["part%1:24:00::"],"candidates":[{"index":1,"sense_key":"part%1:24:00::","synset_id":"part.n.01"},{"index":2,"sense_key":"part%1:06:00::","synset_id":"part.n.02"},{"index":3,"sense_key":"part%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"part%1:09:02::","synset_id":"part.n.04"},{"index":5,"sense_key":"part%1:15:00::","synset_id":"region.n.01"},{"index":6,"sense_key":"part%1:04:01::","synset_id":"function.n.03"},{"index":7,"sense_key":"part%1:09:01::","synset_id":"character.n.04"},{"index":8,"sense_key":"part%1:21:00::","synset_id":"share.n.01"},{"index":9,"sense_key":"part%1:09:00::","synset_id":"part.n.09"},{"index":10,"sense_key":"part%1:08:01::","synset_id":"part.n.10"},{"index":11,"sense_key":"part%1:10:00::","synset_id":"part.n.11"},{"index":12,"sense_key":"part%1:04:03::","synset_id":"contribution.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"part%1:09:00::","call_ids":["semeval2013.d006.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"part%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":477,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2791517530567944}
{"item_id":"semeval2013.d006.s008.t001","gold_sense_keys":["debate%1:10:01::"],"candidates":[{"index":1,"sense_key":"debate%1:10:01::","synset_id":"argument.n.03"},{"index":2,"sense_key":"debate%1:10:00::","synset_id":"debate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"debate%1:10:01::","call_ids":["semeval2013.d006.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"debate%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2802046169526875}
{"item_id":"semeval2013.d006.s008.t002","gold_sense_keys":["case%1:11:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d006.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":644,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2809715159237385}
{"item_id":"semeval2013.d006.s008.t003","gold_sense_keys":["fact%1:09:01::"],"candidates":[{"index":1,"sense_key":"fact%1:09:01::","synset_id":"fact.n.01"},{"index":2,"sense_key":"fact%1:10:01::","synset_id":"fact.n.02"},{"index":3,"sense_key":"fact%1:26:01::","synset_id":"fact.n.03"},{"index":4,"sense_key":"fact%1:09:02::","synset_id":"fact.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"fact%1:26:01::","call_ids":["semeval2013.d006.s008.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"fact%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28191704698838294}
{"item_id":"semeval2013.d006.s008.t004","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d006.s008.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25897456984966993}
{"item_id":"semeval2013.d006.s008.t005","gold_sense_keys":["organization%1:14:00::","organization%1:14:01::"],"candidates":[{"index":1,"sense_key":"organization%1:14:00::","synset_id":"organization.n.01"},{"index":2,"sense_key":"organization%1:09:00::","synset_id":"arrangement.n.03"},{"index":3,"sense_key":"organization%1:14:01::","synset_id":"administration.n.02"},{"index":4,"sense_key":"organization%1:04:00::","synset_id":"organization.n.04"},{"index":5,"sense_key":"organization%1:07:00::","synset_id":"organization.n.05"},{"index":6,"sense_key":"organization%1:04:01::","synset_id":"organization.n.06"},{"index":7,"sense_key":"organization%1:04:02::","synset_id":"constitution.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"organization%1:04:01::","call_ids":["semeval2013.d006.s008.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"organization%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":348,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24794554221443832}
{"item_id":"semeval2013.d006.s008.t007","gold_sense_keys":["nobility%1:07:00::"],"candidates":[{"index":1,"sense_key":"nobility%1:14:00::","synset_id":"nobility.n.01"},{"index":2,"sense_key":"nobility%1:07:00::","synset_id":"nobility.n.02"},{"index":3,"sense_key":"nobility%1:26:00::","synset_id":"nobility.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"nobility%1:07:00::","call_ids":["semeval2013.d006.s008.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"nobility%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2595860310830176}
{"item_id":"semeval2013.d006.s008.t008","gold_sense_keys":["honor%1:07:00::"],"candidates":[{"index":1,"sense_key":"honor%1:10:00::","synset_id":"award.n.02"},{"index":2,"sense_key":"honor%1:26:00::","synset_id":"honor.n.02"},{"index":3,"sense_key":"honor%1:07:00::","synset_id":"honor.n.03"},{"index":4,"sense_key":"honor%1:07:01::","synset_id":"honor.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"honor%1:07:00::","call_ids":["semeval2013.d006.s008.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"honor%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2604457321576774}
{"item_id":"semeval2013.d006.s008.t009","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s008.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":240,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2614016169682145}
{"item_id":"semeval2013.d006.s008.t010","gold_sense_keys":["act%1:03:00::"],"candidates":[{"index":1,"sense_key":"act%1:10:01::","synset_id":"act.n.01"},{"index":2,"sense_key":"act%1:03:00::","synset_id":"act.n.02"},{"index":3,"sense_key":"act%1:10:00::","synset_id":"act.n.03"},{"index":4,"sense_key":"act%1:10:02::","synset_id":"act.n.04"},{"index":5,"sense_key":"act%1:10:03::","synset_id":"act.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"act%1:10:03::","call_ids":["semeval2013.d006.s008.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"act%1:10:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2500240500085056}
{"item_id":"semeval2013.d006.s008.t012","gold_sense_keys":["history%1:28:00::"],"candidates":[{"index":1,"sense_key":"history%1:28:00::","synset_id":"history.n.01"},{"index":2,"sense_key":"history%1:10:00::","synset_id":"history.n.02"},{"index":3,"sense_key":"history%1:09:00::","synset_id":"history.n.03"},{"index":4,"sense_key":"history%1:28:02::","synset_id":"history.n.04"},{"index":5,"sense_key":"history%1:09:01::","synset_id":"history.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"history%1:09:01::","call_ids":["semeval2013.d006.s008.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"history%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27223990485072136}
{"item_id":"semeval2013.d006.s009.t000","gold_sense_keys":["debate%1:10:01::"],"candidates":[{"index":1,"sense_key":"debate%1:10:01::","synset_id":"argument.n.03"},{"index":2,"sense_key":"debate%1:10:00::","synset_id":"debate.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"debate%1:10:01::","call_ids":["semeval2013.d006.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"debate%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19882329902611673}
{"item_id":"semeval2013.d006.s009.t001","gold_sense_keys":["type%1:09:00::"],"candidates":[{"index":1,"sense_key":"type%1:09:00::","synset_id":"type.n.01"},{"index":2,"sense_key":"type%1:18:00::","synset_id":"character.n.05"},{"index":3,"sense_key":"type%1:14:01::","synset_id":"type.n.03"},{"index":4,"sense_key":"type%1:10:01::","synset_id":"type.n.04"},{"index":5,"sense_key":"type%1:10:00::","synset_id":"type.n.05"},{"index":6,"sense_key":"type%1:06:00::","synset_id":"type.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"type%1:10:00::","call_ids":["semeval2013.d006.s009.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"type%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":288,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19994590990245342}
{"item_id":"semeval2013.d006.s009.t002","gold_sense_keys":["behavior%1:04:00::"],"candidates":[{"index":1,"sense_key":"behavior%1:04:00::","synset_id":"behavior.n.01"},{"index":2,"sense_key":"behavior%1:26:00::","synset_id":"behavior.n.02"},{"index":3,"sense_key":"behavior%1:07:00::","synset_id":"demeanor.n.01"},{"index":4,"sense_key":"behavior%1:04:01::","synset_id":"behavior.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"behavior%1:07:00::","call_ids":["semeval2013.d006.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"behavior%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1693991229403764}
{"item_id":"semeval2013.d006.s009.t003","gold_sense_keys":["principle%1:09:01::"],"candidates":[{"index":1,"sense_key":"principle%1:09:03::","synset_id":"principle.n.01"},{"index":2,"sense_key":"principle%1:09:01::","synset_id":"principle.n.02"},{"index":3,"sense_key":"principle%1:09:00::","synset_id":"principle.n.03"},{"index":4,"sense_key":"principle%1:09:04::","synset_id":"principle.n.04"},{"index":5,"sense_key":"principle%1:10:00::","synset_id":"principle.n.05"},{"index":6,"sense_key":"principle%1:09:02::","synset_id":"rationale.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"principle%1:09:00::","call_ids":["semeval2013.d006.s009.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"principle%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":287,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16992802103050053}
{"item_id":"semeval2013.d006.s009.t005","gold_sense_keys":["action%1:04:02::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"action%1:10:00::","call_ids":["semeval2013.d006.s009.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"action%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":391,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17060854379087687}
{"item_id":"semeval2013.d006.s009.t006","gold_sense_keys":["fraud%1:04:01::"],"candidates":[{"index":1,"sense_key":"fraud%1:04:00::","synset_id":"fraud.n.01"},{"index":2,"sense_key":"fraud%1:18:00::","synset_id":"imposter.n.01"},{"index":3,"sense_key":"fraud%1:04:01::","synset_id":"fraud.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"fraud%1:04:01::","call_ids":["semeval2013.d006.s009.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"fraud%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17127207294106483}
{"item_id":"semeval2013.d006.s009.t007","gold_sense_keys":["action%1:04:02::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"action%1:04:04::","call_ids":["semeval2013.d006.s009.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"action%1:04:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":391,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1737137078307569}
{"item_id":"semeval2013.d006.s009.t009","gold_sense_keys":["regulation%1:10:00::"],"candidates":[{"index":1,"sense_key":"regulation%1:10:00::","synset_id":"regulation.n.01"},{"index":2,"sense_key":"regulation%1:09:00::","synset_id":"rule.n.01"},{"index":3,"sense_key":"regulation%1:26:00::","synset_id":"regulation.n.03"},{"index":4,"sense_key":"regulation%1:22:00::","synset_id":"regulation.n.04"},{"index":5,"sense_key":"regulation%1:04:01::","synset_id":"regulation.n.05"},{"index":6,"sense_key":"regulation%1:04:00::","synset_id":"regulation.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"regulation%1:04:00::","call_ids":["semeval2013.d006.s009.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"regulation%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1744858070742339}
{"item_id":"semeval2013.d006.s010.t000","gold_sense_keys":["matter%1:09:00::"],"candidates":[{"index":1,"sense_key":"matter%1:09:01::","synset_id":"matter.n.01"},{"index":2,"sense_key":"matter%1:09:00::","synset_id":"topic.n.02"},{"index":3,"sense_key":"matter%1:03:00::","synset_id":"matter.n.03"},{"index":4,"sense_key":"matter%1:09:02::","synset_id":"matter.n.04"},{"index":5,"sense_key":"matter%1:07:00::","synset_id":"matter.n.05"},{"index":6,"sense_key":"matter%1:10:00::","synset_id":"matter.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"matter%1:09:02::","call_ids":["semeval2013.d006.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"matter%1:09:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2147071089129895}
{"item_id":"semeval2013.d006.s010.t001","gold_sense_keys":["type%1:09:00::"],"candidates":[{"index":1,"sense_key":"type%1:09:00::","synset_id":"type.n.01"},{"index":2,"sense_key":"type%1:18:00::","synset_id":"character.n.05"},{"index":3,"sense_key":"type%1:14:01::","synset_id":"type.n.03"},{"index":4,"sense_key":"type%1:10:01::","synset_id":"type.n.04"},{"index":5,"sense_key":"type%1:10:00::","synset_id":"type.n.05"},{"index":6,"sense_key":"type%1:06:00::","synset_id":"type.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"type%1:10:00::","call_ids":["semeval2013.d006.s010.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"type%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1759742961730808}
{"item_id":"semeval2013.d006.s010.t002","gold_sense_keys":["damage%1:11:00::"],"candidates":[{"index":1,"sense_key":"damage%1:11:00::","synset_id":"damage.n.01"},{"index":2,"sense_key":"damage%1:11:01::","synset_id":"damage.n.02"},{"index":3,"sense_key":"damage%1:04:00::","synset_id":"damage.n.03"},{"index":4,"sense_key":"damage%1:21:00::","synset_id":"price.n.02"},{"index":5,"sense_key":"damage%1:04:01::","synset_id":"wrong.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damage%1:11:00::","call_ids":["semeval2013.d006.s010.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damage%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17673125606961548}
{"item_id":"semeval2013.d006.s011.t000","gold_sense_keys":["advantage%1:07:01::"],"candidates":[{"index":1,"sense_key":"advantage%1:07:00::","synset_id":"advantage.n.01"},{"index":2,"sense_key":"advantage%1:23:00::","synset_id":"advantage.n.02"},{"index":3,"sense_key":"advantage%1:07:01::","synset_id":"advantage.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"advantage%1:07:01::","call_ids":["semeval2013.d006.s011.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"advantage%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21230918914079666}
{"item_id":"semeval2013.d006.s011.t003","gold_sense_keys":["integrity%1:26:00::"],"candidates":[{"index":1,"sense_key":"integrity%1:26:00::","synset_id":"integrity.n.01"},{"index":2,"sense_key":"integrity%1:07:00::","synset_id":"integrity.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"integrity%1:07:00::","call_ids":["semeval2013.d006.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"integrity%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1662715550046414}
{"item_id":"semeval2013.d006.s011.t004","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s011.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21568366698920727}
{"item_id":"semeval2013.d006.s011.t005","gold_sense_keys":["aspect%1:07:02::"],"candidates":[{"index":1,"sense_key":"aspect%1:09:00::","synset_id":"aspect.n.01"},{"index":2,"sense_key":"aspect%1:07:02::","synset_id":"aspect.n.02"},{"index":3,"sense_key":"aspect%1:09:01::","synset_id":"view.n.02"},{"index":4,"sense_key":"aspect%1:24:00::","synset_id":"aspect.n.04"},{"index":5,"sense_key":"aspect%1:07:01::","synset_id":"expression.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"aspect%1:07:02::","call_ids":["semeval2013.d006.s011.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"aspect%1:07:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2563487908337265}
{"item_id":"semeval2013.d006.s011.t006","gold_sense_keys":["action%1:04:02::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"action%1:10:00::","call_ids":["semeval2013.d006.s011.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"action%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":371,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17302272887900472}
{"item_id":"semeval2013.d006.s011.t007","gold_sense_keys":["danger%1:26:00::"],"candidates":[{"index":1,"sense_key":"danger%1:26:00::","synset_id":"danger.n.01"},{"index":2,"sense_key":"danger%1:04:00::","synset_id":"risk.n.02"},{"index":3,"sense_key":"danger%1:26:01::","synset_id":"danger.n.03"},{"index":4,"sense_key":"danger%1:15:00::","synset_id":"danger.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"danger%1:26:01::","call_ids":["semeval2013.d006.s011.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"danger%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24910093122161925}
{"item_id":"semeval2013.d006.s012.t000","gold_sense_keys":["advantage%1:07:01::"],"candidates":[{"index":1,"sense_key":"advantage%1:07:00::","synset_id":"advantage.n.01"},{"index":2,"sense_key":"advantage%1:23:00::","synset_id":"advantage.n.02"},{"index":3,"sense_key":"advantage%1:07:01::","synset_id":"advantage.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"advantage%1:07:01::","call_ids":["semeval2013.d006.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"advantage%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2505059770774096}
{"item_id":"semeval2013.d006.s012.t001","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d006.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2517278059385717}
{"item_id":"semeval2013.d006.s012.t003","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s012.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2528315931558609}
{"item_id":"semeval2013.d006.s012.t004","gold_sense_keys":["take_advantage%2:40:00::"],"candidates":[{"index":1,"sense_key":"take_advantage%2:40:00::","synset_id":"capitalize.v.01"},{"index":2,"sense_key":"take_advantage%2:41:12::","synset_id":"trespass.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"take_advantage%2:41:12::","call_ids":["semeval2013.d006.s012.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"take_advantage%2:41:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19990693894214928}
{"item_id":"semeval2013.d006.s012.t005","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"team%1:14:01::","call_ids":["semeval2013.d006.s012.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"team%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.200979087036103}
{"item_id":"semeval2013.d006.s013.t000","gold_sense_keys":["thing%1:07:00::"],"candidates":[{"index":1,"sense_key":"thing%1:26:00::","synset_id":"thing.n.01"},{"index":2,"sense_key":"thing%1:04:00::","synset_id":"thing.n.02"},{"index":3,"sense_key":"thing%1:09:00::","synset_id":"thing.n.03"},{"index":4,"sense_key":"thing%1:06:00::","synset_id":"thing.n.04"},{"index":5,"sense_key":"thing%1:11:00::","synset_id":"thing.n.05"},{"index":6,"sense_key":"thing%1:09:02::","synset_id":"matter.n.01"},{"index":7,"sense_key":"thing%1:10:00::","synset_id":"thing.n.07"},{"index":8,"sense_key":"thing%1:06:01::","synset_id":"thing.n.08"},{"index":9,"sense_key":"thing%1:07:00::","synset_id":"thing.n.09"},{"index":10,"sense_key":"thing%1:09:01::","synset_id":"thing.n.10"},{"index":11,"sense_key":"thing%1:12:00::","synset_id":"thing.n.11"},{"index":12,"sense_key":"thing%1:03:00::","synset_id":"thing.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"thing%1:03:00::","call_ids":["semeval2013.d006.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"thing%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":354,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2033850159496069}
{"item_id":"semeval2013.d006.s013.t001","gold_sense_keys":["action%1:04:02::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"action%1:04:04::","call_ids":["semeval2013.d006.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"action%1:04:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":394,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20435266918502748}
{"item_id":"semeval2013.d006.s013.t002","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s013.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2015522790607065}
{"item_id":"semeval2013.d006.s013.t005","gold_sense_keys":["rule%1:10:02::"],"candidates":[{"index":1,"sense_key":"rule%1:09:00::","synset_id":"rule.n.01"},{"index":2,"sense_key":"rule%1:09:01::","synset_id":"convention.n.02"},{"index":3,"sense_key":"rule%1:10:00::","synset_id":"rule.n.03"},{"index":4,"sense_key":"rule%1:10:01::","synset_id":"rule.n.04"},{"index":5,"sense_key":"rule%1:09:03::","synset_id":"principle.n.01"},{"index":6,"sense_key":"rule%1:28:00::","synset_id":"rule.n.06"},{"index":7,"sense_key":"rule%1:26:00::","synset_id":"dominion.n.01"},{"index":8,"sense_key":"rule%1:10:02::","synset_id":"rule.n.08"},{"index":9,"sense_key":"rule%1:10:03::","synset_id":"rule.n.09"},{"index":10,"sense_key":"rule%1:09:02::","synset_id":"principle.n.04"},{"index":11,"sense_key":"rule%1:09:04::","synset_id":"rule.n.11"},{"index":12,"sense_key":"rule%1:06:00::","synset_id":"rule.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"rule%1:10:02::","call_ids":["semeval2013.d006.s013.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"rule%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":461,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1854041530750692}
{"item_id":"semeval2013.d006.s013.t007","gold_sense_keys":["action%1:04:02::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"action%1:10:00::","call_ids":["semeval2013.d006.s013.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"action%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":394,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19086063699796796}
{"item_id":"semeval2013.d006.s013.t009","gold_sense_keys":["referee%1:18:00::"],"candidates":[{"index":1,"sense_key":"referee%1:18:00::","synset_id":"referee.n.01"},{"index":2,"sense_key":"referee%1:18:01::","synset_id":"reviewer.n.01"},{"index":3,"sense_key":"referee%1:18:02::","synset_id":"referee.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"referee%1:18:00::","call_ids":["semeval2013.d006.s013.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"referee%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18960255407728255}
{"item_id":"semeval2013.d006.s014.t001","gold_sense_keys":["complaint%1:10:00::"],"candidates":[{"index":1,"sense_key":"complaint%1:26:00::","synset_id":"ailment.n.01"},{"index":2,"sense_key":"complaint%1:10:02::","synset_id":"complaint.n.02"},{"index":3,"sense_key":"complaint%1:10:00::","synset_id":"complaint.n.03"},{"index":4,"sense_key":"complaint%1:10:03::","synset_id":"complaint.n.04"},{"index":5,"sense_key":"complaint%1:10:04::","synset_id":"charge.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"complaint%1:10:00::","call_ids":["semeval2013.d006.s014.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"complaint%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18828641716390848}
{"item_id":"semeval2013.d006.s015.t000","gold_sense_keys":["question%1:10:00::","question%1:10:01::","question%1:10:03::"],"candidates":[{"index":1,"sense_key":"question%1:10:00::","synset_id":"question.n.01"},{"index":2,"sense_key":"question%1:10:01::","synset_id":"question.n.02"},{"index":3,"sense_key":"question%1:10:03::","synset_id":"question.n.03"},{"index":4,"sense_key":"question%1:07:00::","synset_id":"doubt.n.02"},{"index":5,"sense_key":"question%1:10:02::","synset_id":"motion.n.05"},{"index":6,"sense_key":"question%1:10:04::","synset_id":"question.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"question%1:10:01::","call_ids":["semeval2013.d006.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"question%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":231,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19243394304066896}
{"item_id":"semeval2013.d006.s015.t001","gold_sense_keys":["type%1:09:00::"],"candidates":[{"index":1,"sense_key":"type%1:09:00::","synset_id":"type.n.01"},{"index":2,"sense_key":"type%1:18:00::","synset_id":"character.n.05"},{"index":3,"sense_key":"type%1:14:01::","synset_id":"type.n.03"},{"index":4,"sense_key":"type%1:10:01::","synset_id":"type.n.04"},{"index":5,"sense_key":"type%1:10:00::","synset_id":"type.n.05"},{"index":6,"sense_key":"type%1:06:00::","synset_id":"type.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"type%1:09:00::","call_ids":["semeval2013.d006.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"type%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":246,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2068369269836694}
{"item_id":"semeval2013.d006.s015.t002","gold_sense_keys":["advantage%1:07:01::"],"candidates":[{"index":1,"sense_key":"advantage%1:07:00::","synset_id":"advantage.n.01"},{"index":2,"sense_key":"advantage%1:23:00::","synset_id":"advantage.n.02"},{"index":3,"sense_key":"advantage%1:07:01::","synset_id":"advantage.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"advantage%1:07:01::","call_ids":["semeval2013.d006.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"advantage%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.207930431002751}
{"item_id":"semeval2013.d006.s015.t004","gold_sense_keys":["action%1:04:02::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"action%1:04:04::","call_ids":["semeval2013.d006.s015.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"action%1:04:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":349,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20895587489940226}
{"item_id":"semeval2013.d006.s016.t000","gold_sense_keys":["situation%1:26:00::","situation%1:26:01::"],"candidates":[{"index":1,"sense_key":"situation%1:26:00::","synset_id":"situation.n.01"},{"index":2,"sense_key":"situation%1:26:01::","synset_id":"situation.n.02"},{"index":3,"sense_key":"situation%1:26:02::","synset_id":"situation.n.03"},{"index":4,"sense_key":"situation%1:15:00::","synset_id":"site.n.02"},{"index":5,"sense_key":"situation%1:04:00::","synset_id":"position.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"situation%1:26:01::","call_ids":["semeval2013.d006.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"situation%1:26:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21029791608452797}
{"item_id":"semeval2013.d006.s016.t002","gold_sense_keys":["benefit%1:07:00::"],"candidates":[{"index":1,"sense_key":"benefit%1:21:00::","synset_id":"benefit.n.01"},{"index":2,"sense_key":"benefit%1:07:00::","synset_id":"benefit.n.02"},{"index":3,"sense_key":"benefit%1:10:00::","synset_id":"benefit.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"benefit%1:07:00::","call_ids":["semeval2013.d006.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"benefit%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21133802202530205}
{"item_id":"semeval2013.d006.s016.t003","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"game%1:06:00::","call_ids":["semeval2013.d006.s016.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"game%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":352,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21400783793069422}
{"item_id":"semeval2013.d006.s016.t004","gold_sense_keys":["result%1:19:00::"],"candidates":[{"index":1,"sense_key":"result%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"result%1:10:00::","synset_id":"solution.n.02"},{"index":3,"sense_key":"result%1:11:00::","synset_id":"result.n.03"},{"index":4,"sense_key":"result%1:10:01::","synset_id":"resultant_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"result%1:11:00::","call_ids":["semeval2013.d006.s016.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"result%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18388166092336178}
{"item_id":"semeval2013.d006.s016.t005","gold_sense_keys":["action%1:04:02::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"action%1:04:04::","call_ids":["semeval2013.d006.s016.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"action%1:04:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":374,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18965311511419713}
{"item_id":"semeval2013.d006.s016.t006","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"team%1:14:01::","call_ids":["semeval2013.d006.s016.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"team%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.203747833147645}
{"item_id":"semeval2013.d006.s016.t007","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s016.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21174571686424315}
{"item_id":"semeval2013.d006.s017.t000","gold_sense_keys":["strategy%1:09:00::"],"candidates":[{"index":1,"sense_key":"strategy%1:09:00::","synset_id":"scheme.n.01"},{"index":2,"sense_key":"strategy%1:09:01::","synset_id":"strategy.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"strategy%1:09:00::","call_ids":["semeval2013.d006.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"strategy%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18790172087028623}
{"item_id":"semeval2013.d006.s017.t001","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"game%1:04:01::","call_ids":["semeval2013.d006.s017.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"game%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":334,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18894804501906037}
{"item_id":"semeval2013.d006.s017.t003","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1903539050836116}
{"item_id":"semeval2013.d006.s018.t000","gold_sense_keys":["advantage%1:07:00::","advantage%1:07:01::"],"candidates":[{"index":1,"sense_key":"advantage%1:07:00::","synset_id":"advantage.n.01"},{"index":2,"sense_key":"advantage%1:23:00::","synset_id":"advantage.n.02"},{"index":3,"sense_key":"advantage%1:07:01::","synset_id":"advantage.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"advantage%1:07:01::","call_ids":["semeval2013.d006.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"advantage%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3585160749498755}
{"item_id":"semeval2013.d006.s018.t001","gold_sense_keys":["fact%1:09:01::"],"candidates":[{"index":1,"sense_key":"fact%1:09:01::","synset_id":"fact.n.01"},{"index":2,"sense_key":"fact%1:10:01::","synset_id":"fact.n.02"},{"index":3,"sense_key":"fact%1:26:01::","synset_id":"fact.n.03"},{"index":4,"sense_key":"fact%1:09:02::","synset_id":"fact.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"fact%1:26:01::","call_ids":["semeval2013.d006.s018.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"fact%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40046730800531805}
{"item_id":"semeval2013.d006.s018.t002","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4031114799436182}
{"item_id":"semeval2013.d006.s018.t003","gold_sense_keys":["phase%1:28:00::"],"candidates":[{"index":1,"sense_key":"phase%1:28:00::","synset_id":"phase.n.01"},{"index":2,"sense_key":"phase%1:26:00::","synset_id":"phase.n.02"},{"index":3,"sense_key":"phase%1:28:01::","synset_id":"phase.n.03"},{"index":4,"sense_key":"phase%1:07:00::","synset_id":"phase.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"phase%1:07:00::","call_ids":["semeval2013.d006.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"phase%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40625911578536034}
{"item_id":"semeval2013.d006.s018.t004","gold_sense_keys":["championship%1:11:00::"],"candidates":[{"index":1,"sense_key":"championship%1:26:00::","synset_id":"championship.n.01"},{"index":2,"sense_key":"championship%1:11:00::","synset_id":"championship.n.02"},{"index":3,"sense_key":"championship%1:04:00::","synset_id":"backing.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"championship%1:11:00::","call_ids":["semeval2013.d006.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"championship%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40958982496522367}
{"item_id":"semeval2013.d006.s018.t006","gold_sense_keys":["participation%1:04:00::"],"candidates":[{"index":1,"sense_key":"participation%1:04:00::","synset_id":"engagement.n.07"},{"index":2,"sense_key":"participation%1:26:00::","synset_id":"participation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"participation%1:04:00::","call_ids":["semeval2013.d006.s018.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"participation%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4194449931383133}
{"item_id":"semeval2013.d006.s018.t007","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"game%1:06:00::","call_ids":["semeval2013.d006.s018.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"game%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":341,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.421684755012393}
{"item_id":"semeval2013.d006.s019.t000","gold_sense_keys":["term%1:28:00::"],"candidates":[{"index":1,"sense_key":"term%1:10:00::","synset_id":"term.n.01"},{"index":2,"sense_key":"term%1:28:00::","synset_id":"term.n.02"},{"index":3,"sense_key":"term%1:10:02::","synset_id":"condition.n.07"},{"index":4,"sense_key":"term%1:09:00::","synset_id":"term.n.04"},{"index":5,"sense_key":"term%1:10:01::","synset_id":"term.n.05"},{"index":6,"sense_key":"term%1:28:01::","synset_id":"term.n.06"},{"index":7,"sense_key":"term%1:06:00::","synset_id":"terminus.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"term%1:28:00::","call_ids":["semeval2013.d006.s019.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"term%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":326,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43184700701385736}
{"item_id":"semeval2013.d006.s019.t001","gold_sense_keys":["advantage%1:07:00::","advantage%1:07:01::"],"candidates":[{"index":1,"sense_key":"advantage%1:07:00::","synset_id":"advantage.n.01"},{"index":2,"sense_key":"advantage%1:23:00::","synset_id":"advantage.n.02"},{"index":3,"sense_key":"advantage%1:07:01::","synset_id":"advantage.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"advantage%1:07:01::","call_ids":["semeval2013.d006.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"advantage%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43452843581326306}
{"item_id":"semeval2013.d006.s019.t002","gold_sense_keys":["degree%1:07:00::","degree%1:26:01::"],"candidates":[{"index":1,"sense_key":"degree%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"degree%1:26:01::","synset_id":"degree.n.02"},{"index":3,"sense_key":"degree%1:10:00::","synset_id":"academic_degree.n.01"},{"index":4,"sense_key":"degree%1:23:00::","synset_id":"degree.n.04"},{"index":5,"sense_key":"degree%1:09:00::","synset_id":"degree.n.05"},{"index":6,"sense_key":"degree%1:23:03::","synset_id":"degree.n.06"},{"index":7,"sense_key":"degree%1:07:01::","synset_id":"degree.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"degree%1:26:01::","call_ids":["semeval2013.d006.s019.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"degree%1:26:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":319,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43733913195319474}
{"item_id":"semeval2013.d006.s019.t004","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d006.s019.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43991854903288186}
{"item_id":"semeval2013.d006.s019.t005","gold_sense_keys":["change%1:11:00::"],"candidates":[{"index":1,"sense_key":"change%1:11:00::","synset_id":"change.n.01"},{"index":2,"sense_key":"change%1:24:00::","synset_id":"change.n.02"},{"index":3,"sense_key":"change%1:04:00::","synset_id":"change.n.03"},{"index":4,"sense_key":"change%1:19:00::","synset_id":"change.n.04"},{"index":5,"sense_key":"change%1:21:02::","synset_id":"change.n.05"},{"index":6,"sense_key":"change%1:06:01::","synset_id":"change.n.06"},{"index":7,"sense_key":"change%1:06:00::","synset_id":"change.n.07"},{"index":8,"sense_key":"change%1:21:01::","synset_id":"change.n.08"},{"index":9,"sense_key":"change%1:21:03::","synset_id":"change.n.09"},{"index":10,"sense_key":"change%1:07:00::","synset_id":"variety.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"change%1:21:03::","call_ids":["semeval2013.d006.s019.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"change%1:21:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":397,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.44212992605753243}
{"item_id":"semeval2013.d006.s019.t007","gold_sense_keys":["action%1:04:02::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"action%1:10:00::","call_ids":["semeval2013.d006.s019.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"action%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":397,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4470320569816977}
{"item_id":"semeval2013.d006.s019.t008","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s019.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4494605641812086}
{"item_id":"semeval2013.d006.s019.t010","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"game%1:06:00::","call_ids":["semeval2013.d006.s019.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"game%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":376,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4507184009999037}
{"item_id":"semeval2013.d006.s019.t013","gold_sense_keys":["suspension%1:04:01::"],"candidates":[{"index":1,"sense_key":"suspension%1:27:00::","synset_id":"suspension.n.01"},{"index":2,"sense_key":"suspension%1:28:00::","synset_id":"pause.n.01"},{"index":3,"sense_key":"suspension%1:26:00::","synset_id":"abeyance.n.01"},{"index":4,"sense_key":"suspension%1:11:00::","synset_id":"suspension.n.04"},{"index":5,"sense_key":"suspension%1:06:00::","synset_id":"suspension.n.05"},{"index":6,"sense_key":"suspension%1:04:00::","synset_id":"suspension.n.06"},{"index":7,"sense_key":"suspension%1:04:01::","synset_id":"suspension.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"suspension%1:26:00::","call_ids":["semeval2013.d006.s019.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"suspension%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":286,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45271215587854385}
{"item_id":"semeval2013.d006.s019.t015","gold_sense_keys":["accumulation%1:04:00::"],"candidates":[{"index":1,"sense_key":"accumulation%1:22:00::","synset_id":"accretion.n.01"},{"index":2,"sense_key":"accumulation%1:14:00::","synset_id":"collection.n.01"},{"index":3,"sense_key":"accumulation%1:04:00::","synset_id":"accumulation.n.03"},{"index":4,"sense_key":"accumulation%1:21:00::","synset_id":"accumulation.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"accumulation%1:04:00::","call_ids":["semeval2013.d006.s019.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"accumulation%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45471986499615014}
{"item_id":"semeval2013.d006.s020.t000","gold_sense_keys":["round%1:28:01::"],"candidates":[{"index":1,"sense_key":"round%1:06:01::","synset_id":"round.n.01"},{"index":2,"sense_key":"round%1:28:01::","synset_id":"cycle.n.01"},{"index":3,"sense_key":"round%1:15:00::","synset_id":"beat.n.01"},{"index":4,"sense_key":"round%1:04:00::","synset_id":"round.n.04"},{"index":5,"sense_key":"round%1:04:03::","synset_id":"round_of_golf.n.01"},{"index":6,"sense_key":"round%1:04:01::","synset_id":"round.n.06"},{"index":7,"sense_key":"round%1:28:00::","synset_id":"turn.n.09"},{"index":8,"sense_key":"round%1:17:00::","synset_id":"round.n.08"},{"index":9,"sense_key":"round%1:13:01::","synset_id":"round.n.09"},{"index":10,"sense_key":"round%1:13:00::","synset_id":"round.n.10"},{"index":11,"sense_key":"round%1:10:00::","synset_id":"round.n.11"},{"index":12,"sense_key":"round%1:10:01::","synset_id":"round.n.12"},{"index":13,"sense_key":"round%1:06:03::","synset_id":"rung.n.01"},{"index":14,"sense_key":"round%1:06:00::","synset_id":"circle.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"round%1:13:01::","call_ids":["semeval2013.d006.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"round%1:13:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":412,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4582483139820397}
{"item_id":"semeval2013.d006.s020.t001","gold_sense_keys":["advantage%1:07:01::"],"candidates":[{"index":1,"sense_key":"advantage%1:07:00::","synset_id":"advantage.n.01"},{"index":2,"sense_key":"advantage%1:23:00::","synset_id":"advantage.n.02"},{"index":3,"sense_key":"advantage%1:07:01::","synset_id":"advantage.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"advantage%1:07:01::","call_ids":["semeval2013.d006.s020.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"advantage%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4617753969505429}
{"item_id":"semeval2013.d006.s021.t000","gold_sense_keys":["action%1:04:02::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"action%1:04:04::","call_ids":["semeval2013.d006.s021.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"action%1:04:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":356,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46310802386142313}
{"item_id":"semeval2013.d006.s021.t002","gold_sense_keys":["part%1:24:00::"],"candidates":[{"index":1,"sense_key":"part%1:24:00::","synset_id":"part.n.01"},{"index":2,"sense_key":"part%1:06:00::","synset_id":"part.n.02"},{"index":3,"sense_key":"part%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"part%1:09:02::","synset_id":"part.n.04"},{"index":5,"sense_key":"part%1:15:00::","synset_id":"region.n.01"},{"index":6,"sense_key":"part%1:04:01::","synset_id":"function.n.03"},{"index":7,"sense_key":"part%1:09:01::","synset_id":"character.n.04"},{"index":8,"sense_key":"part%1:21:00::","synset_id":"share.n.01"},{"index":9,"sense_key":"part%1:09:00::","synset_id":"part.n.09"},{"index":10,"sense_key":"part%1:08:01::","synset_id":"part.n.10"},{"index":11,"sense_key":"part%1:10:00::","synset_id":"part.n.11"},{"index":12,"sense_key":"part%1:04:03::","synset_id":"contribution.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"part%1:09:00::","call_ids":["semeval2013.d006.s021.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"part%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":422,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4646823168732226}
{"item_id":"semeval2013.d006.s021.t003","gold_sense_keys":["decision%1:04:00::"],"candidates":[{"index":1,"sense_key":"decision%1:04:00::","synset_id":"decision.n.01"},{"index":2,"sense_key":"decision%1:09:00::","synset_id":"decision.n.02"},{"index":3,"sense_key":"decision%1:11:02::","synset_id":"decision.n.03"},{"index":4,"sense_key":"decision%1:11:01::","synset_id":"decision.n.04"},{"index":5,"sense_key":"decision%1:07:00::","synset_id":"decisiveness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"decision%1:11:02::","call_ids":["semeval2013.d006.s021.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"decision%1:11:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46773537807166576}
{"item_id":"semeval2013.d006.s021.t005","gold_sense_keys":["rule%1:10:02::"],"candidates":[{"index":1,"sense_key":"rule%1:09:00::","synset_id":"rule.n.01"},{"index":2,"sense_key":"rule%1:09:01::","synset_id":"convention.n.02"},{"index":3,"sense_key":"rule%1:10:00::","synset_id":"rule.n.03"},{"index":4,"sense_key":"rule%1:10:01::","synset_id":"rule.n.04"},{"index":5,"sense_key":"rule%1:09:03::","synset_id":"principle.n.01"},{"index":6,"sense_key":"rule%1:28:00::","synset_id":"rule.n.06"},{"index":7,"sense_key":"rule%1:26:00::","synset_id":"dominion.n.01"},{"index":8,"sense_key":"rule%1:10:02::","synset_id":"rule.n.08"},{"index":9,"sense_key":"rule%1:10:03::","synset_id":"rule.n.09"},{"index":10,"sense_key":"rule%1:09:02::","synset_id":"principle.n.04"},{"index":11,"sense_key":"rule%1:09:04::","synset_id":"rule.n.11"},{"index":12,"sense_key":"rule%1:06:00::","synset_id":"rule.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"rule%1:10:02::","call_ids":["semeval2013.d006.s021.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"rule%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":422,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3782454861793667}
{"item_id":"semeval2013.d006.s022.t000","gold_sense_keys":["assumption%1:09:00::"],"candidates":[{"index":1,"sense_key":"assumption%1:10:00::","synset_id":"premise.n.01"},{"index":2,"sense_key":"assumption%1:09:00::","synset_id":"assumption.n.02"},{"index":3,"sense_key":"assumption%1:04:00::","synset_id":"assumption.n.03"},{"index":4,"sense_key":"assumption%1:28:00::","synset_id":"assumption.n.04"},{"index":5,"sense_key":"assumption%1:11:00::","synset_id":"assumption.n.05"},{"index":6,"sense_key":"assumption%1:07:00::","synset_id":"presumption.n.03"},{"index":7,"sense_key":"assumption%1:04:01::","synset_id":"assumption.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"assumption%1:04:01::","call_ids":["semeval2013.d006.s022.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"assumption%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":327,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4005782001186162}
{"item_id":"semeval2013.d006.s022.t001","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d006.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32368375500664115}
{"item_id":"semeval2013.d006.s022.t002","gold_sense_keys":["application%1:04:00::"],"candidates":[{"index":1,"sense_key":"application%1:04:02::","synset_id":"application.n.01"},{"index":2,"sense_key":"application%1:10:00::","synset_id":"application.n.02"},{"index":3,"sense_key":"application%1:04:03::","synset_id":"application.n.03"},{"index":4,"sense_key":"application%1:10:01::","synset_id":"application.n.04"},{"index":5,"sense_key":"application%1:06:00::","synset_id":"lotion.n.02"},{"index":6,"sense_key":"application%1:04:01::","synset_id":"application.n.06"},{"index":7,"sense_key":"application%1:04:00::","synset_id":"application.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"application%1:04:00::","call_ids":["semeval2013.d006.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"application%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.325349145103246}
{"item_id":"semeval2013.d006.s022.t004","gold_sense_keys":["case%1:11:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d006.s022.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":602,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3287491509690881}
{"item_id":"semeval2013.d006.s023.t000","gold_sense_keys":["decision%1:04:00::"],"candidates":[{"index":1,"sense_key":"decision%1:04:00::","synset_id":"decision.n.01"},{"index":2,"sense_key":"decision%1:09:00::","synset_id":"decision.n.02"},{"index":3,"sense_key":"decision%1:11:02::","synset_id":"decision.n.03"},{"index":4,"sense_key":"decision%1:11:01::","synset_id":"decision.n.04"},{"index":5,"sense_key":"decision%1:07:00::","synset_id":"decisiveness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"decision%1:11:02::","call_ids":["semeval2013.d006.s023.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"decision%1:11:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33106708410196006}
{"item_id":"semeval2013.d006.s024.t002","gold_sense_keys":["law%1:14:00::"],"candidates":[{"index":1,"sense_key":"law%1:14:00::","synset_id":"law.n.01"},{"index":2,"sense_key":"law%1:10:00::","synset_id":"law.n.02"},{"index":3,"sense_key":"law%1:09:00::","synset_id":"law.n.03"},{"index":4,"sense_key":"law%1:09:01::","synset_id":"law.n.04"},{"index":5,"sense_key":"law%1:09:02::","synset_id":"jurisprudence.n.01"},{"index":6,"sense_key":"law%1:04:00::","synset_id":"law.n.06"},{"index":7,"sense_key":"law%1:14:01::","synset_id":"police.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"law%1:09:00::","call_ids":["semeval2013.d006.s024.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"law%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":280,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3334194510243833}
{"item_id":"semeval2013.d006.s024.t003","gold_sense_keys":["fraud%1:04:01::"],"candidates":[{"index":1,"sense_key":"fraud%1:04:00::","synset_id":"fraud.n.01"},{"index":2,"sense_key":"fraud%1:18:00::","synset_id":"imposter.n.01"},{"index":3,"sense_key":"fraud%1:04:01::","synset_id":"fraud.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"fraud%1:18:00::","call_ids":["semeval2013.d006.s024.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"fraud%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3816445569973439}
{"item_id":"semeval2013.d006.s024.t004","gold_sense_keys":["occasion%1:11:00::"],"candidates":[{"index":1,"sense_key":"occasion%1:11:00::","synset_id":"juncture.n.01"},{"index":2,"sense_key":"occasion%1:11:01::","synset_id":"affair.n.03"},{"index":3,"sense_key":"occasion%1:16:00::","synset_id":"occasion.n.03"},{"index":4,"sense_key":"occasion%1:28:00::","synset_id":"occasion.n.04"},{"index":5,"sense_key":"occasion%1:26:00::","synset_id":"occasion.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"occasion%1:28:00::","call_ids":["semeval2013.d006.s024.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"occasion%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4049765160307288}
{"item_id":"semeval2013.d006.s024.t005","gold_sense_keys":["case%1:11:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d006.s024.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":594,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3941877279430628}
{"item_id":"semeval2013.d006.s025.t001","gold_sense_keys":["factor%1:11:00::"],"candidates":[{"index":1,"sense_key":"factor%1:11:00::","synset_id":"factor.n.01"},{"index":2,"sense_key":"factor%1:09:00::","synset_id":"component.n.01"},{"index":3,"sense_key":"factor%1:23:00::","synset_id":"divisor.n.01"},{"index":4,"sense_key":"factor%1:18:00::","synset_id":"agent.n.04"},{"index":5,"sense_key":"factor%1:23:01::","synset_id":"factor.n.05"},{"index":6,"sense_key":"factor%1:09:01::","synset_id":"factor.n.06"},{"index":7,"sense_key":"factor%1:08:00::","synset_id":"gene.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"factor%1:11:00::","call_ids":["semeval2013.d006.s025.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"factor%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.441423631971702}
{"item_id":"semeval2013.d006.s025.t002","gold_sense_keys":["expulsion%1:04:01::"],"candidates":[{"index":1,"sense_key":"expulsion%1:04:01::","synset_id":"ejection.n.02"},{"index":2,"sense_key":"expulsion%1:04:02::","synset_id":"extrusion.n.02"},{"index":3,"sense_key":"expulsion%1:04:00::","synset_id":"expulsion.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"expulsion%1:04:00::","call_ids":["semeval2013.d006.s025.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"expulsion%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4427919341251254}
{"item_id":"semeval2013.d006.s025.t003","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"way%1:04:01::","call_ids":["semeval2013.d006.s025.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"way%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":361,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4445699551142752}
{"item_id":"semeval2013.d006.s025.t004","gold_sense_keys":["transmission%1:04:01::"],"candidates":[{"index":1,"sense_key":"transmission%1:04:01::","synset_id":"transmission.n.01"},{"index":2,"sense_key":"transmission%1:10:00::","synset_id":"transmission.n.02"},{"index":3,"sense_key":"transmission%1:23:00::","synset_id":"transmittance.n.01"},{"index":4,"sense_key":"transmission%1:11:00::","synset_id":"infection.n.04"},{"index":5,"sense_key":"transmission%1:06:01::","synset_id":"transmission.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"transmission%1:06:01::","call_ids":["semeval2013.d006.s025.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"transmission%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4459480249788612}
{"item_id":"semeval2013.d006.s026.t000","gold_sense_keys":["damage%1:11:00::"],"candidates":[{"index":1,"sense_key":"damage%1:11:00::","synset_id":"damage.n.01"},{"index":2,"sense_key":"damage%1:11:01::","synset_id":"damage.n.02"},{"index":3,"sense_key":"damage%1:04:00::","synset_id":"damage.n.03"},{"index":4,"sense_key":"damage%1:21:00::","synset_id":"price.n.02"},{"index":5,"sense_key":"damage%1:04:01::","synset_id":"wrong.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"damage%1:11:00::","call_ids":["semeval2013.d006.s026.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"damage%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39589656703174114}
{"item_id":"semeval2013.d006.s026.t001","gold_sense_keys":["principle%1:09:00::"],"candidates":[{"index":1,"sense_key":"principle%1:09:03::","synset_id":"principle.n.01"},{"index":2,"sense_key":"principle%1:09:01::","synset_id":"principle.n.02"},{"index":3,"sense_key":"principle%1:09:00::","synset_id":"principle.n.03"},{"index":4,"sense_key":"principle%1:09:04::","synset_id":"principle.n.04"},{"index":5,"sense_key":"principle%1:10:00::","synset_id":"principle.n.05"},{"index":6,"sense_key":"principle%1:09:02::","synset_id":"rationale.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"principle%1:09:01::","call_ids":["semeval2013.d006.s026.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"principle%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.44984940998256207}
{"item_id":"semeval2013.d006.s026.t003","gold_sense_keys":["action%1:04:02::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"action%1:04:04::","call_ids":["semeval2013.d006.s026.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"action%1:04:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":352,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45259866607375443}
{"item_id":"semeval2013.d007.s000.t001","gold_sense_keys":["possibility%1:26:00::"],"candidates":[{"index":1,"sense_key":"possibility%1:09:03::","synset_id":"possibility.n.01"},{"index":2,"sense_key":"possibility%1:26:00::","synset_id":"possibility.n.02"},{"index":3,"sense_key":"possibility%1:09:00::","synset_id":"hypothesis.n.02"},{"index":4,"sense_key":"possibility%1:09:01::","synset_id":"possibility.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"possibility%1:09:00::","call_ids":["semeval2013.d007.s000.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"possibility%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45348681486211717}
{"item_id":"semeval2013.d007.s000.t002","gold_sense_keys":["type%1:09:00::"],"candidates":[{"index":1,"sense_key":"type%1:09:00::","synset_id":"type.n.01"},{"index":2,"sense_key":"type%1:18:00::","synset_id":"character.n.05"},{"index":3,"sense_key":"type%1:14:01::","synset_id":"type.n.03"},{"index":4,"sense_key":"type%1:10:01::","synset_id":"type.n.04"},{"index":5,"sense_key":"type%1:10:00::","synset_id":"type.n.05"},{"index":6,"sense_key":"type%1:06:00::","synset_id":"type.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"type%1:06:00::","call_ids":["semeval2013.d007.s000.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"type%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4543303248938173}
{"item_id":"semeval2013.d007.s001.t000","gold_sense_keys":["discovery%1:04:00::"],"candidates":[{"index":1,"sense_key":"discovery%1:04:00::","synset_id":"discovery.n.01"},{"index":2,"sense_key":"discovery%1:10:00::","synset_id":"discovery.n.02"},{"index":3,"sense_key":"discovery%1:09:00::","synset_id":"discovery.n.03"},{"index":4,"sense_key":"discovery%1:10:01::","synset_id":"discovery.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discovery%1:10:00::","call_ids":["semeval2013.d007.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discovery%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.44105504802428186}
{"item_id":"semeval2013.d007.s001.t002","gold_sense_keys":["arsenic%1:27:00::"],"candidates":[{"index":1,"sense_key":"arsenic%1:27:01::","synset_id":"arsenic.n.01"},{"index":2,"sense_key":"arsenic%1:27:00::","synset_id":"arsenic.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"arsenic%1:27:00::","call_ids":["semeval2013.d007.s001.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"arsenic%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4249069429934025}
{"item_id":"semeval2013.d007.s001.t003","gold_sense_keys":["nutrient%1:03:00::"],"candidates":[{"index":1,"sense_key":"nutrient%1:03:00::","synset_id":"food.n.01"},{"index":2,"sense_key":"nutrient%1:03:01::","synset_id":"nutrient.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"nutrient%1:03:00::","call_ids":["semeval2013.d007.s001.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"nutrient%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4261034948285669}
{"item_id":"semeval2013.d007.s001.t004","gold_sense_keys":["scope%1:07:00::"],"candidates":[{"index":1,"sense_key":"scope%1:07:00::","synset_id":"scope.n.01"},{"index":2,"sense_key":"scope%1:26:00::","synset_id":"setting.n.02"},{"index":3,"sense_key":"scope%1:06:02::","synset_id":"telescope.n.01"},{"index":4,"sense_key":"scope%1:06:01::","synset_id":"oscilloscope.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"scope%1:07:00::","call_ids":["semeval2013.d007.s001.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"scope%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4417784509714693}
{"item_id":"semeval2013.d007.s001.t005","gold_sense_keys":["form%1:09:01::"],"candidates":[{"index":1,"sense_key":"form%1:10:00::","synset_id":"form.n.01"},{"index":2,"sense_key":"form%1:09:01::","synset_id":"kind.n.01"},{"index":3,"sense_key":"form%1:09:00::","synset_id":"form.n.03"},{"index":4,"sense_key":"form%1:07:01::","synset_id":"shape.n.01"},{"index":5,"sense_key":"form%1:08:00::","synset_id":"human_body.n.01"},{"index":6,"sense_key":"form%1:03:00::","synset_id":"shape.n.02"},{"index":7,"sense_key":"form%1:07:00::","synset_id":"form.n.07"},{"index":8,"sense_key":"form%1:10:01::","synset_id":"form.n.08"},{"index":9,"sense_key":"form%1:14:02::","synset_id":"form.n.09"},{"index":10,"sense_key":"form%1:10:02::","synset_id":"form.n.10"},{"index":11,"sense_key":"form%1:07:03::","synset_id":"form.n.11"},{"index":12,"sense_key":"form%1:26:00::","synset_id":"phase.n.02"},{"index":13,"sense_key":"form%1:14:00::","synset_id":"class.n.02"},{"index":14,"sense_key":"form%1:07:02::","synset_id":"form.n.14"},{"index":15,"sense_key":"form%1:06:00::","synset_id":"mannequin.n.02"},{"index":16,"sense_key":"form%1:06:01::","synset_id":"form.n.16"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"form%1:10:01::","call_ids":["semeval2013.d007.s001.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"form%1:10:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":523,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4271858201827854}
{"item_id":"semeval2013.d007.s002.t002","gold_sense_keys":["earth%1:17:00::"],"candidates":[{"index":1,"sense_key":"earth%1:17:00::","synset_id":"earth.n.01"},{"index":2,"sense_key":"earth%1:27:00::","synset_id":"earth.n.02"},{"index":3,"sense_key":"earth%1:17:01::","synset_id":"land.n.04"},{"index":4,"sense_key":"earth%1:15:00::","synset_id":"earth.n.04"},{"index":5,"sense_key":"earth%1:27:01::","synset_id":"earth.n.05"},{"index":6,"sense_key":"earth%1:09:00::","synset_id":"worldly_concern.n.01"},{"index":7,"sense_key":"earth%1:06:00::","synset_id":"ground.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"earth%1:17:01::","call_ids":["semeval2013.d007.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"earth%1:17:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":299,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3860366139560938}
{"item_id":"semeval2013.d007.s002.t003","gold_sense_keys":["life%1:19:00::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"life%1:19:00::","call_ids":["semeval2013.d007.s002.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"life%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":430,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3985649289097637}
{"item_id":"semeval2013.d007.s002.t004","gold_sense_keys":["possibility%1:09:03::"],"candidates":[{"index":1,"sense_key":"possibility%1:09:03::","synset_id":"possibility.n.01"},{"index":2,"sense_key":"possibility%1:26:00::","synset_id":"possibility.n.02"},{"index":3,"sense_key":"possibility%1:09:00::","synset_id":"hypothesis.n.02"},{"index":4,"sense_key":"possibility%1:09:01::","synset_id":"possibility.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"possibility%1:26:00::","call_ids":["semeval2013.d007.s002.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"possibility%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40681287506595254}
{"item_id":"semeval2013.d007.s002.t005","gold_sense_keys":["element%1:27:00::"],"candidates":[{"index":1,"sense_key":"element%1:09:00::","synset_id":"component.n.01"},{"index":2,"sense_key":"element%1:06:00::","synset_id":"component.n.03"},{"index":3,"sense_key":"element%1:27:00::","synset_id":"chemical_element.n.01"},{"index":4,"sense_key":"element%1:15:00::","synset_id":"element.n.04"},{"index":5,"sense_key":"element%1:27:01::","synset_id":"element.n.05"},{"index":6,"sense_key":"element%1:26:00::","synset_id":"element.n.06"},{"index":7,"sense_key":"element%1:25:00::","synset_id":"element.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"element%1:27:00::","call_ids":["semeval2013.d007.s002.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"element%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":298,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3926984758581966}
{"item_id":"semeval2013.d007.s003.t000","gold_sense_keys":["organism%1:03:00::"],"candidates":[{"index":1,"sense_key":"organism%1:03:00::","synset_id":"organism.n.01"},{"index":2,"sense_key":"organism%1:14:00::","synset_id":"organism.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"organism%1:14:00::","call_ids":["semeval2013.d007.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"organism%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":128,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4074587719514966}
{"item_id":"semeval2013.d007.s003.t001","gold_sense_keys":["capability%1:07:00::"],"candidates":[{"index":1,"sense_key":"capability%1:07:00::","synset_id":"capability.n.01"},{"index":2,"sense_key":"capability%1:26:00::","synset_id":"capability.n.02"},{"index":3,"sense_key":"capability%1:09:00::","synset_id":"capability.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"capability%1:26:00::","call_ids":["semeval2013.d007.s003.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"capability%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3935440080240369}
{"item_id":"semeval2013.d007.s004.t000","gold_sense_keys":["phosphorus%1:27:00::"],"candidates":[{"index":1,"sense_key":"phosphorus%1:27:00::","synset_id":"phosphorus.n.01"},{"index":2,"sense_key":"phosphorus%1:17:00::","synset_id":"morning_star.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"phosphorus%1:27:00::","call_ids":["semeval2013.d007.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"phosphorus%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41270679188892245}
{"item_id":"semeval2013.d007.s004.t001","gold_sense_keys":["arsenic%1:27:00::"],"candidates":[{"index":1,"sense_key":"arsenic%1:27:01::","synset_id":"arsenic.n.01"},{"index":2,"sense_key":"arsenic%1:27:00::","synset_id":"arsenic.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"arsenic%1:27:00::","call_ids":["semeval2013.d007.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"arsenic%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3944793059490621}
{"item_id":"semeval2013.d007.s005.t000","gold_sense_keys":["form%1:09:01::"],"candidates":[{"index":1,"sense_key":"form%1:10:00::","synset_id":"form.n.01"},{"index":2,"sense_key":"form%1:09:01::","synset_id":"kind.n.01"},{"index":3,"sense_key":"form%1:09:00::","synset_id":"form.n.03"},{"index":4,"sense_key":"form%1:07:01::","synset_id":"shape.n.01"},{"index":5,"sense_key":"form%1:08:00::","synset_id":"human_body.n.01"},{"index":6,"sense_key":"form%1:03:00::","synset_id":"shape.n.02"},{"index":7,"sense_key":"form%1:07:00::","synset_id":"form.n.07"},{"index":8,"sense_key":"form%1:10:01::","synset_id":"form.n.08"},{"index":9,"sense_key":"form%1:14:02::","synset_id":"form.n.09"},{"index":10,"sense_key":"form%1:10:02::","synset_id":"form.n.10"},{"index":11,"sense_key":"form%1:07:03::","synset_id":"form.n.11"},{"index":12,"sense_key":"form%1:26:00::","synset_id":"phase.n.02"},{"index":13,"sense_key":"form%1:14:00::","synset_id":"class.n.02"},{"index":14,"sense_key":"form%1:07:02::","synset_id":"form.n.14"},{"index":15,"sense_key":"form%1:06:00::","synset_id":"mannequin.n.02"},{"index":16,"sense_key":"form%1:06:01::","synset_id":"form.n.16"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"form%1:07:03::","call_ids":["semeval2013.d007.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"form%1:07:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":542,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40043533593416214}
{"item_id":"semeval2013.d007.s005.t001","gold_sense_keys":["life%1:19:00::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"life%1:19:00::","call_ids":["semeval2013.d007.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"life%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":453,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41296047205105424}
{"item_id":"semeval2013.d007.s005.t002","gold_sense_keys":["report%1:10:03::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["semeval2013.d007.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":302,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4074009370524436}
{"item_id":"semeval2013.d007.s005.t004","gold_sense_keys":["edition%1:10:02::"],"candidates":[{"index":1,"sense_key":"edition%1:10:02::","synset_id":"edition.n.01"},{"index":2,"sense_key":"edition%1:14:00::","synset_id":"edition.n.02"},{"index":3,"sense_key":"edition%1:10:00::","synset_id":"edition.n.03"},{"index":4,"sense_key":"edition%1:09:00::","synset_id":"version.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"edition%1:10:00::","call_ids":["semeval2013.d007.s005.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"edition%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4083065460436046}
{"item_id":"semeval2013.d007.s005.t005","gold_sense_keys":["journal%1:10:00::"],"candidates":[{"index":1,"sense_key":"journal%1:10:01::","synset_id":"diary.n.01"},{"index":2,"sense_key":"journal%1:10:00::","synset_id":"journal.n.02"},{"index":3,"sense_key":"journal%1:21:00::","synset_id":"daybook.n.01"},{"index":4,"sense_key":"journal%1:06:01::","synset_id":"journal.n.04"},{"index":5,"sense_key":"journal%1:06:00::","synset_id":"journal.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"journal%1:10:00::","call_ids":["semeval2013.d007.s005.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"journal%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40920465695671737}
{"item_id":"semeval2013.d007.s006.t000","gold_sense_keys":["element%1:27:00::"],"candidates":[{"index":1,"sense_key":"element%1:09:00::","synset_id":"component.n.01"},{"index":2,"sense_key":"element%1:06:00::","synset_id":"component.n.03"},{"index":3,"sense_key":"element%1:27:00::","synset_id":"chemical_element.n.01"},{"index":4,"sense_key":"element%1:15:00::","synset_id":"element.n.04"},{"index":5,"sense_key":"element%1:27:01::","synset_id":"element.n.05"},{"index":6,"sense_key":"element%1:26:00::","synset_id":"element.n.06"},{"index":7,"sense_key":"element%1:25:00::","synset_id":"element.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"element%1:27:00::","call_ids":["semeval2013.d007.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"element%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":294,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3944879330229014}
{"item_id":"semeval2013.d007.s006.t001","gold_sense_keys":["life%1:19:00::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"life%1:26:00::","call_ids":["semeval2013.d007.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"life%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":426,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3997261831536889}
{"item_id":"semeval2013.d007.s006.t002","gold_sense_keys":["carbon%1:27:00::"],"candidates":[{"index":1,"sense_key":"carbon%1:27:00::","synset_id":"carbon.n.01"},{"index":2,"sense_key":"carbon%1:27:01::","synset_id":"carbon_paper.n.01"},{"index":3,"sense_key":"carbon%1:06:00::","synset_id":"carbon.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"carbon%1:27:00::","call_ids":["semeval2013.d007.s006.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"carbon%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35332131991162896}
{"item_id":"semeval2013.d007.s006.t006","gold_sense_keys":["phosphorus%1:27:00::"],"candidates":[{"index":1,"sense_key":"phosphorus%1:27:00::","synset_id":"phosphorus.n.01"},{"index":2,"sense_key":"phosphorus%1:17:00::","synset_id":"morning_star.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"phosphorus%1:27:00::","call_ids":["semeval2013.d007.s006.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"phosphorus%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3541672641877085}
{"item_id":"semeval2013.d007.s007.t003","gold_sense_keys":["arsenic%1:27:00::"],"candidates":[{"index":1,"sense_key":"arsenic%1:27:01::","synset_id":"arsenic.n.01"},{"index":2,"sense_key":"arsenic%1:27:00::","synset_id":"arsenic.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"arsenic%1:27:00::","call_ids":["semeval2013.d007.s007.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"arsenic%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34030148200690746}
{"item_id":"semeval2013.d007.s007.t004","gold_sense_keys":["phosphorus%1:27:00::"],"candidates":[{"index":1,"sense_key":"phosphorus%1:27:00::","synset_id":"phosphorus.n.01"},{"index":2,"sense_key":"phosphorus%1:17:00::","synset_id":"morning_star.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"phosphorus%1:27:00::","call_ids":["semeval2013.d007.s007.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"phosphorus%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2069822249468416}
{"item_id":"semeval2013.d007.s008.t000","gold_sense_keys":["report%1:10:03::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"report%1:10:03::","call_ids":["semeval2013.d007.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"report%1:10:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":278,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21153018111363053}
{"item_id":"semeval2013.d007.s009.t000","gold_sense_keys":["find%1:09:00::"],"candidates":[{"index":1,"sense_key":"find%1:09:00::","synset_id":"discovery.n.03"},{"index":2,"sense_key":"find%1:04:00::","synset_id":"discovery.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"find%1:04:00::","call_ids":["semeval2013.d007.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"find%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":125,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2061855010688305}
{"item_id":"semeval2013.d007.s009.t001","gold_sense_keys":["search%1:04:00::","search%1:04:02::"],"candidates":[{"index":1,"sense_key":"search%1:04:00::","synset_id":"search.n.01"},{"index":2,"sense_key":"search%1:04:02::","synset_id":"search.n.02"},{"index":3,"sense_key":"search%1:22:00::","synset_id":"search.n.03"},{"index":4,"sense_key":"search%1:09:00::","synset_id":"search.n.04"},{"index":5,"sense_key":"search%1:04:01::","synset_id":"search.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"search%1:04:02::","call_ids":["semeval2013.d007.s009.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"search%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22913457709364593}
{"item_id":"semeval2013.d007.s009.t002","gold_sense_keys":["life%1:19:00::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"life%1:19:00::","call_ids":["semeval2013.d007.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"life%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":434,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2295965519733727}
{"item_id":"semeval2013.d007.s009.t003","gold_sense_keys":["earth%1:17:00::"],"candidates":[{"index":1,"sense_key":"earth%1:17:00::","synset_id":"earth.n.01"},{"index":2,"sense_key":"earth%1:27:00::","synset_id":"earth.n.02"},{"index":3,"sense_key":"earth%1:17:01::","synset_id":"land.n.04"},{"index":4,"sense_key":"earth%1:15:00::","synset_id":"earth.n.04"},{"index":5,"sense_key":"earth%1:27:01::","synset_id":"earth.n.05"},{"index":6,"sense_key":"earth%1:09:00::","synset_id":"worldly_concern.n.01"},{"index":7,"sense_key":"earth%1:06:00::","synset_id":"ground.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"earth%1:17:00::","call_ids":["semeval2013.d007.s009.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"earth%1:17:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":304,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23019414697773755}
{"item_id":"semeval2013.d007.s009.t005","gold_sense_keys":["life%1:19:00::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"life%1:19:00::","call_ids":["semeval2013.d007.s009.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"life%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":433,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2328170258551836}
{"item_id":"semeval2013.d007.s009.t006","gold_sense_keys":["life%1:19:00::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"life%1:19:00::","call_ids":["semeval2013.d007.s009.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"life%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":434,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2335705179721117}
{"item_id":"semeval2013.d007.s010.t000","gold_sense_keys":["study%1:10:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"study%1:06:00::","call_ids":["semeval2013.d007.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"study%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":322,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2359268309082836}
{"item_id":"semeval2013.d007.s010.t002","gold_sense_keys":["earth%1:17:00::"],"candidates":[{"index":1,"sense_key":"earth%1:17:00::","synset_id":"earth.n.01"},{"index":2,"sense_key":"earth%1:27:00::","synset_id":"earth.n.02"},{"index":3,"sense_key":"earth%1:17:01::","synset_id":"land.n.04"},{"index":4,"sense_key":"earth%1:15:00::","synset_id":"earth.n.04"},{"index":5,"sense_key":"earth%1:27:01::","synset_id":"earth.n.05"},{"index":6,"sense_key":"earth%1:09:00::","synset_id":"worldly_concern.n.01"},{"index":7,"sense_key":"earth%1:06:00::","synset_id":"ground.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"earth%1:17:00::","call_ids":["semeval2013.d007.s010.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"earth%1:17:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":282,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2233166580554098}
{"item_id":"semeval2013.d007.s011.t002","gold_sense_keys":["detail%1:09:00::"],"candidates":[{"index":1,"sense_key":"detail%1:09:00::","synset_id":"detail.n.01"},{"index":2,"sense_key":"detail%1:24:00::","synset_id":"detail.n.02"},{"index":3,"sense_key":"detail%1:10:00::","synset_id":"detail.n.03"},{"index":4,"sense_key":"detail%1:14:01::","synset_id":"detail.n.04"},{"index":5,"sense_key":"detail%1:14:00::","synset_id":"contingent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"detail%1:10:00::","call_ids":["semeval2013.d007.s011.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"detail%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22468234901316464}
{"item_id":"semeval2013.d007.s011.t003","gold_sense_keys":["find%1:09:00::"],"candidates":[{"index":1,"sense_key":"find%1:09:00::","synset_id":"discovery.n.03"},{"index":2,"sense_key":"find%1:04:00::","synset_id":"discovery.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"find%1:04:00::","call_ids":["semeval2013.d007.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"find%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":132,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2675099070183933}
{"item_id":"semeval2013.d007.s011.t004","gold_sense_keys":["speculation%1:09:00::"],"candidates":[{"index":1,"sense_key":"speculation%1:10:03::","synset_id":"guess.n.01"},{"index":2,"sense_key":"speculation%1:09:00::","synset_id":"speculation.n.02"},{"index":3,"sense_key":"speculation%1:21:00::","synset_id":"speculation.n.03"},{"index":4,"sense_key":"speculation%1:09:01::","synset_id":"meditation.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"speculation%1:09:00::","call_ids":["semeval2013.d007.s011.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"speculation%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2938779769465327}
{"item_id":"semeval2013.d007.s011.t006","gold_sense_keys":["report%1:10:03::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["semeval2013.d007.s011.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2907528281211853}
{"item_id":"semeval2013.d007.s011.t007","gold_sense_keys":["discovery%1:04:00::"],"candidates":[{"index":1,"sense_key":"discovery%1:04:00::","synset_id":"discovery.n.01"},{"index":2,"sense_key":"discovery%1:10:00::","synset_id":"discovery.n.02"},{"index":3,"sense_key":"discovery%1:09:00::","synset_id":"discovery.n.03"},{"index":4,"sense_key":"discovery%1:10:01::","synset_id":"discovery.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discovery%1:10:00::","call_ids":["semeval2013.d007.s011.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discovery%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29492383706383407}
{"item_id":"semeval2013.d007.s013.t000","gold_sense_keys":["discovery%1:09:00::","discovery%1:10:00::"],"candidates":[{"index":1,"sense_key":"discovery%1:04:00::","synset_id":"discovery.n.01"},{"index":2,"sense_key":"discovery%1:10:00::","synset_id":"discovery.n.02"},{"index":3,"sense_key":"discovery%1:09:00::","synset_id":"discovery.n.03"},{"index":4,"sense_key":"discovery%1:10:01::","synset_id":"discovery.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discovery%1:10:00::","call_ids":["semeval2013.d007.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discovery%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2965019140392542}
{"item_id":"semeval2013.d007.s013.t001","gold_sense_keys":["environment%1:26:00::"],"candidates":[{"index":1,"sense_key":"environment%1:26:00::","synset_id":"environment.n.01"},{"index":2,"sense_key":"environment%1:15:00::","synset_id":"environment.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"environment%1:26:00::","call_ids":["semeval2013.d007.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"environment%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3001661440357566}
{"item_id":"semeval2013.d007.s013.t002","gold_sense_keys":["organism%1:03:00::"],"candidates":[{"index":1,"sense_key":"organism%1:03:00::","synset_id":"organism.n.01"},{"index":2,"sense_key":"organism%1:14:00::","synset_id":"organism.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"organism%1:03:00::","call_ids":["semeval2013.d007.s013.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"organism%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3021150229033083}
{"item_id":"semeval2013.d007.s013.t003","gold_sense_keys":["element%1:27:00::"],"candidates":[{"index":1,"sense_key":"element%1:09:00::","synset_id":"component.n.01"},{"index":2,"sense_key":"element%1:06:00::","synset_id":"component.n.03"},{"index":3,"sense_key":"element%1:27:00::","synset_id":"chemical_element.n.01"},{"index":4,"sense_key":"element%1:15:00::","synset_id":"element.n.04"},{"index":5,"sense_key":"element%1:27:01::","synset_id":"element.n.05"},{"index":6,"sense_key":"element%1:26:00::","synset_id":"element.n.06"},{"index":7,"sense_key":"element%1:25:00::","synset_id":"element.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"element%1:27:00::","call_ids":["semeval2013.d007.s013.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"element%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":339,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2969009540975094}
{"item_id":"semeval2013.d007.s013.t005","gold_sense_keys":["set%1:14:00::"],"candidates":[{"index":1,"sense_key":"set%1:14:00::","synset_id":"set.n.01"},{"index":2,"sense_key":"set%1:14:02::","synset_id":"set.n.02"},{"index":3,"sense_key":"set%1:04:00::","synset_id":"set.n.03"},{"index":4,"sense_key":"set%1:06:00::","synset_id":"stage_set.n.01"},{"index":5,"sense_key":"set%1:14:01::","synset_id":"set.n.05"},{"index":6,"sense_key":"set%1:09:01::","synset_id":"bent.n.01"},{"index":7,"sense_key":"set%1:04:01::","synset_id":"set.n.07"},{"index":8,"sense_key":"set%1:28:00::","synset_id":"set.n.08"},{"index":9,"sense_key":"set%1:22:00::","synset_id":"hardening.n.02"},{"index":10,"sense_key":"set%1:18:00::","synset_id":"set.n.10"},{"index":11,"sense_key":"set%1:11:00::","synset_id":"set.n.11"},{"index":12,"sense_key":"set%1:09:00::","synset_id":"set.n.12"},{"index":13,"sense_key":"set%1:06:01::","synset_id":"set.n.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"set%1:28:00::","call_ids":["semeval2013.d007.s013.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"set%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":487,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29873487493023276}
{"item_id":"semeval2013.d007.s013.t006","gold_sense_keys":["element%1:27:00::"],"candidates":[{"index":1,"sense_key":"element%1:09:00::","synset_id":"component.n.01"},{"index":2,"sense_key":"element%1:06:00::","synset_id":"component.n.03"},{"index":3,"sense_key":"element%1:27:00::","synset_id":"chemical_element.n.01"},{"index":4,"sense_key":"element%1:15:00::","synset_id":"element.n.04"},{"index":5,"sense_key":"element%1:27:01::","synset_id":"element.n.05"},{"index":6,"sense_key":"element%1:26:00::","synset_id":"element.n.06"},{"index":7,"sense_key":"element%1:25:00::","synset_id":"element.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"element%1:27:00::","call_ids":["semeval2013.d007.s013.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"element%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":339,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30097175599075854}
{"item_id":"semeval2013.d007.s013.t007","gold_sense_keys":["life%1:19:00::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"life%1:19:00::","call_ids":["semeval2013.d007.s013.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"life%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":471,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31565953395329416}
{"item_id":"semeval2013.d007.s013.t009","gold_sense_keys":["space%1:15:01::"],"candidates":[{"index":1,"sense_key":"space%1:03:00::","synset_id":"space.n.01"},{"index":2,"sense_key":"space%1:25:00::","synset_id":"space.n.02"},{"index":3,"sense_key":"space%1:15:00::","synset_id":"space.n.03"},{"index":4,"sense_key":"space%1:15:01::","synset_id":"outer_space.n.01"},{"index":5,"sense_key":"space%1:10:00::","synset_id":"space.n.05"},{"index":6,"sense_key":"space%1:28:00::","synset_id":"distance.n.05"},{"index":7,"sense_key":"space%1:10:01::","synset_id":"space.n.07"},{"index":8,"sense_key":"space%1:10:02::","synset_id":"space.n.08"},{"index":9,"sense_key":"space%1:06:00::","synset_id":"quad.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"space%1:15:01::","call_ids":["semeval2013.d007.s013.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"space%1:15:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":366,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31827430287376046}
{"item_id":"semeval2013.d007.s013.t010","gold_sense_keys":["science%1:09:00::"],"candidates":[{"index":1,"sense_key":"science%1:09:00::","synset_id":"science.n.01"},{"index":2,"sense_key":"science%1:09:02::","synset_id":"skill.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"science%1:09:00::","call_ids":["semeval2013.d007.s013.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"science%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32050059898756444}
{"item_id":"semeval2013.d007.s014.t000","gold_sense_keys":["part%1:24:00::"],"candidates":[{"index":1,"sense_key":"part%1:24:00::","synset_id":"part.n.01"},{"index":2,"sense_key":"part%1:06:00::","synset_id":"part.n.02"},{"index":3,"sense_key":"part%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"part%1:09:02::","synset_id":"part.n.04"},{"index":5,"sense_key":"part%1:15:00::","synset_id":"region.n.01"},{"index":6,"sense_key":"part%1:04:01::","synset_id":"function.n.03"},{"index":7,"sense_key":"part%1:09:01::","synset_id":"character.n.04"},{"index":8,"sense_key":"part%1:21:00::","synset_id":"share.n.01"},{"index":9,"sense_key":"part%1:09:00::","synset_id":"part.n.09"},{"index":10,"sense_key":"part%1:08:01::","synset_id":"part.n.10"},{"index":11,"sense_key":"part%1:10:00::","synset_id":"part.n.11"},{"index":12,"sense_key":"part%1:04:03::","synset_id":"contribution.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"part%1:09:00::","call_ids":["semeval2013.d007.s014.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"part%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":407,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3227179457899183}
{"item_id":"semeval2013.d007.s014.t002","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d007.s014.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":112,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3252660899888724}
{"item_id":"semeval2013.d007.s015.t000","gold_sense_keys":["work%1:06:00::"],"candidates":[{"index":1,"sense_key":"work%1:04:00::","synset_id":"work.n.01"},{"index":2,"sense_key":"work%1:06:00::","synset_id":"work.n.02"},{"index":3,"sense_key":"work%1:04:01::","synset_id":"employment.n.02"},{"index":4,"sense_key":"work%1:09:00::","synset_id":"study.n.02"},{"index":5,"sense_key":"work%1:19:00::","synset_id":"work.n.05"},{"index":6,"sense_key":"work%1:06:01::","synset_id":"workplace.n.01"},{"index":7,"sense_key":"work%1:06:02::","synset_id":"oeuvre.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"work%1:04:01::","call_ids":["semeval2013.d007.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"work%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":316,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3275090630631894}
{"item_id":"semeval2013.d007.s015.t001","gold_sense_keys":["substitution%1:11:00::"],"candidates":[{"index":1,"sense_key":"substitution%1:11:00::","synset_id":"substitution.n.01"},{"index":2,"sense_key":"substitution%1:04:00::","synset_id":"substitution.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"substitution%1:04:00::","call_ids":["semeval2013.d007.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"substitution%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32989868498407304}
{"item_id":"semeval2013.d007.s015.t002","gold_sense_keys":["element%1:27:00::"],"candidates":[{"index":1,"sense_key":"element%1:09:00::","synset_id":"component.n.01"},{"index":2,"sense_key":"element%1:06:00::","synset_id":"component.n.03"},{"index":3,"sense_key":"element%1:27:00::","synset_id":"chemical_element.n.01"},{"index":4,"sense_key":"element%1:15:00::","synset_id":"element.n.04"},{"index":5,"sense_key":"element%1:27:01::","synset_id":"element.n.05"},{"index":6,"sense_key":"element%1:26:00::","synset_id":"element.n.06"},{"index":7,"sense_key":"element%1:25:00::","synset_id":"element.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"element%1:27:00::","call_ids":["semeval2013.d007.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"element%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":297,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3322176029905677}
{"item_id":"semeval2013.d007.s015.t004","gold_sense_keys":["structure%1:07:00::"],"candidates":[{"index":1,"sense_key":"structure%1:06:00::","synset_id":"structure.n.01"},{"index":2,"sense_key":"structure%1:07:00::","synset_id":"structure.n.02"},{"index":3,"sense_key":"structure%1:09:00::","synset_id":"structure.n.03"},{"index":4,"sense_key":"structure%1:08:00::","synset_id":"structure.n.04"},{"index":5,"sense_key":"structure%1:14:00::","synset_id":"social_organization.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"structure%1:09:00::","call_ids":["semeval2013.d007.s015.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"structure%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3339716619811952}
{"item_id":"semeval2013.d007.s016.t000","gold_sense_keys":["discovery%1:04:00::"],"candidates":[{"index":1,"sense_key":"discovery%1:04:00::","synset_id":"discovery.n.01"},{"index":2,"sense_key":"discovery%1:10:00::","synset_id":"discovery.n.02"},{"index":3,"sense_key":"discovery%1:09:00::","synset_id":"discovery.n.03"},{"index":4,"sense_key":"discovery%1:10:01::","synset_id":"discovery.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discovery%1:10:00::","call_ids":["semeval2013.d007.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discovery%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3360385620035231}
{"item_id":"semeval2013.d007.s017.t003","gold_sense_keys":["study%1:04:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["semeval2013.d007.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":338,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33804105198942125}
{"item_id":"semeval2013.d007.s017.t004","gold_sense_keys":["arsenic%1:27:00::"],"candidates":[{"index":1,"sense_key":"arsenic%1:27:01::","synset_id":"arsenic.n.01"},{"index":2,"sense_key":"arsenic%1:27:00::","synset_id":"arsenic.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"arsenic%1:27:00::","call_ids":["semeval2013.d007.s017.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"arsenic%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.347073300043121}
{"item_id":"semeval2013.d007.s017.t005","gold_sense_keys":["level%1:07:00::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"level%1:07:01::","call_ids":["semeval2013.d007.s017.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"level%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":288,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3480785680003464}
{"item_id":"semeval2013.d007.s018.t000","gold_sense_keys":["arsenic%1:27:00::"],"candidates":[{"index":1,"sense_key":"arsenic%1:27:01::","synset_id":"arsenic.n.01"},{"index":2,"sense_key":"arsenic%1:27:00::","synset_id":"arsenic.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"arsenic%1:27:00::","call_ids":["semeval2013.d007.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"arsenic%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34944705897942185}
{"item_id":"semeval2013.d007.s018.t001","gold_sense_keys":["phosphorus%1:27:00::"],"candidates":[{"index":1,"sense_key":"phosphorus%1:27:00::","synset_id":"phosphorus.n.01"},{"index":2,"sense_key":"phosphorus%1:17:00::","synset_id":"morning_star.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"phosphorus%1:27:00::","call_ids":["semeval2013.d007.s018.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"phosphorus%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3517485319171101}
{"item_id":"semeval2013.d007.s019.t000","gold_sense_keys":["arsenic%1:27:00::"],"candidates":[{"index":1,"sense_key":"arsenic%1:27:01::","synset_id":"arsenic.n.01"},{"index":2,"sense_key":"arsenic%1:27:00::","synset_id":"arsenic.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"arsenic%1:27:00::","call_ids":["semeval2013.d007.s019.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"arsenic%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35304729314520955}
{"item_id":"semeval2013.d007.s019.t002","gold_sense_keys":["behavior%1:26:00::"],"candidates":[{"index":1,"sense_key":"behavior%1:04:00::","synset_id":"behavior.n.01"},{"index":2,"sense_key":"behavior%1:26:00::","synset_id":"behavior.n.02"},{"index":3,"sense_key":"behavior%1:07:00::","synset_id":"demeanor.n.01"},{"index":4,"sense_key":"behavior%1:04:01::","synset_id":"behavior.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"behavior%1:26:00::","call_ids":["semeval2013.d007.s019.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"behavior%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29633632814511657}
{"item_id":"semeval2013.d007.s019.t003","gold_sense_keys":["phosphorus%1:27:00::"],"candidates":[{"index":1,"sense_key":"phosphorus%1:27:00::","synset_id":"phosphorus.n.01"},{"index":2,"sense_key":"phosphorus%1:17:00::","synset_id":"morning_star.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"phosphorus%1:27:00::","call_ids":["semeval2013.d007.s019.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"phosphorus%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3242896790616214}
{"item_id":"semeval2013.d007.s020.t000","gold_sense_keys":["result%1:19:00::"],"candidates":[{"index":1,"sense_key":"result%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"result%1:10:00::","synset_id":"solution.n.02"},{"index":3,"sense_key":"result%1:11:00::","synset_id":"result.n.03"},{"index":4,"sense_key":"result%1:10:01::","synset_id":"resultant_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"result%1:11:00::","call_ids":["semeval2013.d007.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"result%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33475327189080417}
{"item_id":"semeval2013.d007.s020.t001","gold_sense_keys":["organism%1:03:00::"],"candidates":[{"index":1,"sense_key":"organism%1:03:00::","synset_id":"organism.n.01"},{"index":2,"sense_key":"organism%1:14:00::","synset_id":"organism.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"organism%1:03:00::","call_ids":["semeval2013.d007.s020.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"organism%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33643157384358346}
{"item_id":"semeval2013.d007.s020.t002","gold_sense_keys":["hard_time%1:26:00::"],"candidates":[{"index":1,"sense_key":"hard_time%1:26:00::","synset_id":"hard_time.n.01"},{"index":2,"sense_key":"hard_time%1:28:00::","synset_id":"hard_time.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"hard_time%1:26:00::","call_ids":["semeval2013.d007.s020.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"hard_time%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":126,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3380227719899267}
{"item_id":"semeval2013.d007.s020.t003","gold_sense_keys":["element%1:27:00::"],"candidates":[{"index":1,"sense_key":"element%1:09:00::","synset_id":"component.n.01"},{"index":2,"sense_key":"element%1:06:00::","synset_id":"component.n.03"},{"index":3,"sense_key":"element%1:27:00::","synset_id":"chemical_element.n.01"},{"index":4,"sense_key":"element%1:15:00::","synset_id":"element.n.04"},{"index":5,"sense_key":"element%1:27:01::","synset_id":"element.n.05"},{"index":6,"sense_key":"element%1:26:00::","synset_id":"element.n.06"},{"index":7,"sense_key":"element%1:25:00::","synset_id":"element.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"element%1:27:00::","call_ids":["semeval2013.d007.s020.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"element%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":285,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34288387605920434}
{"item_id":"semeval2013.d007.s021.t000","gold_sense_keys":["arsenic%1:27:00::"],"candidates":[{"index":1,"sense_key":"arsenic%1:27:01::","synset_id":"arsenic.n.01"},{"index":2,"sense_key":"arsenic%1:27:00::","synset_id":"arsenic.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"arsenic%1:27:00::","call_ids":["semeval2013.d007.s021.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"arsenic%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34920842200517654}
{"item_id":"semeval2013.d007.s021.t001","gold_sense_keys":["phosphorus%1:27:00::"],"candidates":[{"index":1,"sense_key":"phosphorus%1:27:00::","synset_id":"phosphorus.n.01"},{"index":2,"sense_key":"phosphorus%1:17:00::","synset_id":"morning_star.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"phosphorus%1:27:00::","call_ids":["semeval2013.d007.s021.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"phosphorus%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3505261209793389}
{"item_id":"semeval2013.d007.s022.t002","gold_sense_keys":["concentration%1:07:02::"],"candidates":[{"index":1,"sense_key":"concentration%1:07:02::","synset_id":"concentration.n.01"},{"index":2,"sense_key":"concentration%1:07:03::","synset_id":"concentration.n.02"},{"index":3,"sense_key":"concentration%1:04:01::","synset_id":"concentration.n.03"},{"index":4,"sense_key":"concentration%1:11:00::","synset_id":"concentration.n.04"},{"index":5,"sense_key":"concentration%1:09:00::","synset_id":"concentration.n.05"},{"index":6,"sense_key":"concentration%1:04:02::","synset_id":"concentration.n.06"},{"index":7,"sense_key":"concentration%1:07:01::","synset_id":"assiduity.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"concentration%1:09:00::","call_ids":["semeval2013.d007.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"concentration%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3538878250401467}
{"item_id":"semeval2013.d007.s022.t003","gold_sense_keys":["arsenic%1:27:00::"],"candidates":[{"index":1,"sense_key":"arsenic%1:27:01::","synset_id":"arsenic.n.01"},{"index":2,"sense_key":"arsenic%1:27:00::","synset_id":"arsenic.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"arsenic%1:27:00::","call_ids":["semeval2013.d007.s022.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"arsenic%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3553169830702245}
{"item_id":"semeval2013.d007.s023.t001","gold_sense_keys":["phosphorus%1:27:00::"],"candidates":[{"index":1,"sense_key":"phosphorus%1:27:00::","synset_id":"phosphorus.n.01"},{"index":2,"sense_key":"phosphorus%1:17:00::","synset_id":"morning_star.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"phosphorus%1:27:00::","call_ids":["semeval2013.d007.s023.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"phosphorus%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3715365589596331}
{"item_id":"semeval2013.d007.s023.t002","gold_sense_keys":["arsenic%1:27:00::"],"candidates":[{"index":1,"sense_key":"arsenic%1:27:01::","synset_id":"arsenic.n.01"},{"index":2,"sense_key":"arsenic%1:27:00::","synset_id":"arsenic.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"arsenic%1:27:00::","call_ids":["semeval2013.d007.s023.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"arsenic%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3563077920116484}
{"item_id":"semeval2013.d007.s023.t003","gold_sense_keys":["possibility%1:26:00::"],"candidates":[{"index":1,"sense_key":"possibility%1:09:03::","synset_id":"possibility.n.01"},{"index":2,"sense_key":"possibility%1:26:00::","synset_id":"possibility.n.02"},{"index":3,"sense_key":"possibility%1:09:00::","synset_id":"hypothesis.n.02"},{"index":4,"sense_key":"possibility%1:09:01::","synset_id":"possibility.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"possibility%1:09:01::","call_ids":["semeval2013.d007.s023.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"possibility%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":231,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3811215541791171}
{"item_id":"semeval2013.d007.s023.t005","gold_sense_keys":["arsenic%1:27:00::"],"candidates":[{"index":1,"sense_key":"arsenic%1:27:01::","synset_id":"arsenic.n.01"},{"index":2,"sense_key":"arsenic%1:27:00::","synset_id":"arsenic.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"arsenic%1:27:00::","call_ids":["semeval2013.d007.s023.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"arsenic%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3826530361548066}
{"item_id":"semeval2013.d007.s023.t006","gold_sense_keys":["earth%1:17:00::"],"candidates":[{"index":1,"sense_key":"earth%1:17:00::","synset_id":"earth.n.01"},{"index":2,"sense_key":"earth%1:27:00::","synset_id":"earth.n.02"},{"index":3,"sense_key":"earth%1:17:01::","synset_id":"land.n.04"},{"index":4,"sense_key":"earth%1:15:00::","synset_id":"earth.n.04"},{"index":5,"sense_key":"earth%1:27:01::","synset_id":"earth.n.05"},{"index":6,"sense_key":"earth%1:09:00::","synset_id":"worldly_concern.n.01"},{"index":7,"sense_key":"earth%1:06:00::","synset_id":"ground.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"earth%1:17:01::","call_ids":["semeval2013.d007.s023.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"earth%1:17:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":323,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3838944679591805}
{"item_id":"semeval2013.d007.s023.t007","gold_sense_keys":["planet%1:17:00::","planet%1:17:01::"],"candidates":[{"index":1,"sense_key":"planet%1:17:00::","synset_id":"planet.n.01"},{"index":2,"sense_key":"planet%1:18:00::","synset_id":"satellite.n.02"},{"index":3,"sense_key":"planet%1:17:01::","synset_id":"planet.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"planet%1:17:01::","call_ids":["semeval2013.d007.s023.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"planet%1:17:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38537060911767185}
{"item_id":"semeval2013.d007.s023.t008","gold_sense_keys":["moon%1:17:00::"],"candidates":[{"index":1,"sense_key":"moon%1:17:01::","synset_id":"moon.n.01"},{"index":2,"sense_key":"moon%1:17:02::","synset_id":"moon.n.02"},{"index":3,"sense_key":"moon%1:28:00::","synset_id":"lunar_month.n.01"},{"index":4,"sense_key":"moon%1:19:00::","synset_id":"moonlight.n.01"},{"index":5,"sense_key":"moon%1:18:00::","synset_id":"moon.n.05"},{"index":6,"sense_key":"moon%1:17:00::","synset_id":"moon.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"moon%1:17:00::","call_ids":["semeval2013.d007.s023.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"moon%1:17:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38588551385328174}
{"item_id":"semeval2013.d007.s023.t009","gold_sense_keys":["arsenic%1:27:00::"],"candidates":[{"index":1,"sense_key":"arsenic%1:27:01::","synset_id":"arsenic.n.01"},{"index":2,"sense_key":"arsenic%1:27:00::","synset_id":"arsenic.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"arsenic%1:27:00::","call_ids":["semeval2013.d007.s023.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"arsenic%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.387051017023623}
{"item_id":"semeval2013.d007.s024.t002","gold_sense_keys":["idea%1:09:00::"],"candidates":[{"index":1,"sense_key":"idea%1:09:00::","synset_id":"idea.n.01"},{"index":2,"sense_key":"idea%1:09:01::","synset_id":"mind.n.06"},{"index":3,"sense_key":"idea%1:09:03::","synset_id":"idea.n.03"},{"index":4,"sense_key":"idea%1:09:02::","synset_id":"estimate.n.01"},{"index":5,"sense_key":"idea%1:10:00::","synset_id":"theme.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"idea%1:09:03::","call_ids":["semeval2013.d007.s024.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"idea%1:09:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38822606788016856}
{"item_id":"semeval2013.d007.s024.t003","gold_sense_keys":["arsenic%1:27:00::"],"candidates":[{"index":1,"sense_key":"arsenic%1:27:01::","synset_id":"arsenic.n.01"},{"index":2,"sense_key":"arsenic%1:27:00::","synset_id":"arsenic.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"arsenic%1:27:01::","call_ids":["semeval2013.d007.s024.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"arsenic%1:27:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38946386193856597}
{"item_id":"semeval2013.d007.s024.t004","gold_sense_keys":["phosphorus%1:27:00::"],"candidates":[{"index":1,"sense_key":"phosphorus%1:27:00::","synset_id":"phosphorus.n.01"},{"index":2,"sense_key":"phosphorus%1:17:00::","synset_id":"morning_star.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"phosphorus%1:27:00::","call_ids":["semeval2013.d007.s024.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"phosphorus%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39080023602582514}
{"item_id":"semeval2013.d007.s024.t005","gold_sense_keys":["example%1:11:00::"],"candidates":[{"index":1,"sense_key":"example%1:09:00::","synset_id":"example.n.01"},{"index":2,"sense_key":"example%1:09:02::","synset_id":"model.n.07"},{"index":3,"sense_key":"example%1:09:01::","synset_id":"exemplar.n.01"},{"index":4,"sense_key":"example%1:10:00::","synset_id":"example.n.04"},{"index":5,"sense_key":"example%1:11:00::","synset_id":"case.n.01"},{"index":6,"sense_key":"example%1:04:00::","synset_id":"exercise.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"example%1:11:00::","call_ids":["semeval2013.d007.s024.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"example%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":263,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39187580603174865}
{"item_id":"semeval2013.d007.s025.t000","gold_sense_keys":["arsenic%1:27:00::"],"candidates":[{"index":1,"sense_key":"arsenic%1:27:01::","synset_id":"arsenic.n.01"},{"index":2,"sense_key":"arsenic%1:27:00::","synset_id":"arsenic.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"arsenic%1:27:00::","call_ids":["semeval2013.d007.s025.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"arsenic%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3929025689139962}
{"item_id":"semeval2013.d007.s025.t001","gold_sense_keys":["times%1:28:01::"],"candidates":[{"index":1,"sense_key":"times%1:28:01::","synset_id":"times.n.01"},{"index":2,"sense_key":"times%1:04:00::","synset_id":"multiplication.n.03"},{"index":3,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":4,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":5,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":6,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":7,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":8,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":9,"sense_key":"clock_time%1:28:00::","synset_id":"clock_time.n.01"},{"index":10,"sense_key":"fourth_dimension%1:28:00::","synset_id":"fourth_dimension.n.01"},{"index":11,"sense_key":"meter%1:07:00::","synset_id":"meter.n.04"},{"index":12,"sense_key":"prison_term%1:28:00::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"time%1:28:00::","call_ids":["semeval2013.d007.s025.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"time%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":386,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39388070395216346}
{"item_id":"semeval2013.d007.s025.t002","gold_sense_keys":["earth%1:17:00::"],"candidates":[{"index":1,"sense_key":"earth%1:17:00::","synset_id":"earth.n.01"},{"index":2,"sense_key":"earth%1:27:00::","synset_id":"earth.n.02"},{"index":3,"sense_key":"earth%1:17:01::","synset_id":"land.n.04"},{"index":4,"sense_key":"earth%1:15:00::","synset_id":"earth.n.04"},{"index":5,"sense_key":"earth%1:27:01::","synset_id":"earth.n.05"},{"index":6,"sense_key":"earth%1:09:00::","synset_id":"worldly_concern.n.01"},{"index":7,"sense_key":"earth%1:06:00::","synset_id":"ground.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"earth%1:17:00::","call_ids":["semeval2013.d007.s025.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"earth%1:17:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":300,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3950333711691201}
{"item_id":"semeval2013.d007.s026.t000","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"way%1:07:02::","call_ids":["semeval2013.d007.s026.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"way%1:07:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":367,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39596639410592616}
{"item_id":"semeval2013.d007.s026.t001","gold_sense_keys":["life%1:19:00::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"life%1:19:00::","call_ids":["semeval2013.d007.s026.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"life%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":440,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3972296081483364}
{"item_id":"semeval2013.d007.s026.t002","gold_sense_keys":["life%1:19:00::"],"candidates":[{"index":1,"sense_key":"life%1:26:01::","synset_id":"life.n.01"},{"index":2,"sense_key":"life%1:09:00::","synset_id":"life.n.02"},{"index":3,"sense_key":"life%1:26:02::","synset_id":"life.n.03"},{"index":4,"sense_key":"life%1:26:00::","synset_id":"animation.n.01"},{"index":5,"sense_key":"life%1:28:00::","synset_id":"life.n.05"},{"index":6,"sense_key":"life%1:28:01::","synset_id":"life.n.06"},{"index":7,"sense_key":"life%1:28:02::","synset_id":"life.n.07"},{"index":8,"sense_key":"life%1:18:00::","synset_id":"life.n.08"},{"index":9,"sense_key":"life%1:07:01::","synset_id":"liveliness.n.02"},{"index":10,"sense_key":"life%1:03:00::","synset_id":"life.n.10"},{"index":11,"sense_key":"life%1:19:00::","synset_id":"life.n.11"},{"index":12,"sense_key":"life%1:10:00::","synset_id":"biography.n.01"},{"index":13,"sense_key":"life%1:16:00::","synset_id":"life.n.13"},{"index":14,"sense_key":"life%1:28:03::","synset_id":"life_sentence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"life%1:19:00::","call_ids":["semeval2013.d007.s026.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"life%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":441,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37025779602117836}
{"item_id":"semeval2013.d007.s026.t003","gold_sense_keys":["earth%1:17:00::"],"candidates":[{"index":1,"sense_key":"earth%1:17:00::","synset_id":"earth.n.01"},{"index":2,"sense_key":"earth%1:27:00::","synset_id":"earth.n.02"},{"index":3,"sense_key":"earth%1:17:01::","synset_id":"land.n.04"},{"index":4,"sense_key":"earth%1:15:00::","synset_id":"earth.n.04"},{"index":5,"sense_key":"earth%1:27:01::","synset_id":"earth.n.05"},{"index":6,"sense_key":"earth%1:09:00::","synset_id":"worldly_concern.n.01"},{"index":7,"sense_key":"earth%1:06:00::","synset_id":"ground.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"earth%1:17:00::","call_ids":["semeval2013.d007.s026.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"earth%1:17:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":311,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29783657286316156}
{"item_id":"semeval2013.d007.s026.t004","gold_sense_keys":["part%1:24:00::"],"candidates":[{"index":1,"sense_key":"part%1:24:00::","synset_id":"part.n.01"},{"index":2,"sense_key":"part%1:06:00::","synset_id":"part.n.02"},{"index":3,"sense_key":"part%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"part%1:09:02::","synset_id":"part.n.04"},{"index":5,"sense_key":"part%1:15:00::","synset_id":"region.n.01"},{"index":6,"sense_key":"part%1:04:01::","synset_id":"function.n.03"},{"index":7,"sense_key":"part%1:09:01::","synset_id":"character.n.04"},{"index":8,"sense_key":"part%1:21:00::","synset_id":"share.n.01"},{"index":9,"sense_key":"part%1:09:00::","synset_id":"part.n.09"},{"index":10,"sense_key":"part%1:08:01::","synset_id":"part.n.10"},{"index":11,"sense_key":"part%1:10:00::","synset_id":"part.n.11"},{"index":12,"sense_key":"part%1:04:03::","synset_id":"contribution.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"part%1:09:00::","call_ids":["semeval2013.d007.s026.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"part%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":436,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27868304098956287}
{"item_id":"semeval2013.d007.s026.t006","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d007.s026.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30916855996474624}
{"item_id":"semeval2013.d008.s000.t000","gold_sense_keys":["routine%1:04:00::"],"candidates":[{"index":1,"sense_key":"routine%1:04:00::","synset_id":"routine.n.01"},{"index":2,"sense_key":"routine%1:10:01::","synset_id":"act.n.04"},{"index":3,"sense_key":"routine%1:10:00::","synset_id":"routine.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"routine%1:04:00::","call_ids":["semeval2013.d008.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"routine%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":134,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30135952518321574}
{"item_id":"semeval2013.d008.s001.t000","gold_sense_keys":["support%1:04:00::","support%1:09:00::"],"candidates":[{"index":1,"sense_key":"support%1:04:04::","synset_id":"support.n.01"},{"index":2,"sense_key":"support%1:04:00::","synset_id":"support.n.02"},{"index":3,"sense_key":"support%1:09:00::","synset_id":"support.n.03"},{"index":4,"sense_key":"support%1:04:03::","synset_id":"support.n.04"},{"index":5,"sense_key":"support%1:04:02::","synset_id":"documentation.n.03"},{"index":6,"sense_key":"support%1:21:00::","synset_id":"support.n.06"},{"index":7,"sense_key":"support%1:06:01::","synset_id":"support.n.07"},{"index":8,"sense_key":"support%1:04:01::","synset_id":"support.n.08"},{"index":9,"sense_key":"support%1:10:01::","synset_id":"accompaniment.n.02"},{"index":10,"sense_key":"support%1:06:00::","synset_id":"support.n.10"},{"index":11,"sense_key":"support%1:21:01::","synset_id":"support.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"support%1:21:01::","call_ids":["semeval2013.d008.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"support%1:21:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":375,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25297221215441823}
{"item_id":"semeval2013.d008.s001.t003","gold_sense_keys":["backing%1:04:00::"],"candidates":[{"index":1,"sense_key":"backing%1:04:00::","synset_id":"backing.n.01"},{"index":2,"sense_key":"backing%1:06:00::","synset_id":"backing.n.02"},{"index":3,"sense_key":"backing%1:21:00::","synset_id":"support.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"backing%1:04:00::","call_ids":["semeval2013.d008.s001.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"backing%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25981998606584966}
{"item_id":"semeval2013.d008.s002.t000","gold_sense_keys":["crime%1:04:00::"],"candidates":[{"index":1,"sense_key":"crime%1:04:00::","synset_id":"crime.n.01"},{"index":2,"sense_key":"crime%1:04:01::","synset_id":"crime.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"crime%1:04:01::","call_ids":["semeval2013.d008.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"crime%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":132,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26123017305508256}
{"item_id":"semeval2013.d008.s002.t001","gold_sense_keys":["worry%1:09:00::"],"candidates":[{"index":1,"sense_key":"worry%1:09:00::","synset_id":"concern.n.04"},{"index":2,"sense_key":"worry%1:12:00::","synset_id":"worry.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"worry%1:09:00::","call_ids":["semeval2013.d008.s002.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"worry%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26432378799654543}
{"item_id":"semeval2013.d008.s003.t000","gold_sense_keys":["brazil%1:15:00::"],"candidates":[{"index":1,"sense_key":"brazil%1:15:00::","synset_id":"brazil.n.01"},{"index":2,"sense_key":"brazil%1:13:00::","synset_id":"brazil_nut.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"brazil%1:15:00::","call_ids":["semeval2013.d008.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"brazil%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.295272768009454}
{"item_id":"semeval2013.d008.s003.t001","gold_sense_keys":["united_states%1:15:00::"],"candidates":[{"index":1,"sense_key":"united_states%1:15:00::","synset_id":"united_states.n.01"},{"index":2,"sense_key":"united_states%1:14:00::","synset_id":"united_states_government.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"united_states%1:15:00::","call_ids":["semeval2013.d008.s003.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"united_states%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2898673419840634}
{"item_id":"semeval2013.d008.s004.t000","gold_sense_keys":["finding%1:17:00::"],"candidates":[{"index":1,"sense_key":"finding%1:04:00::","synset_id":"determination.n.01"},{"index":2,"sense_key":"finding%1:04:01::","synset_id":"finding.n.02"},{"index":3,"sense_key":"finding%1:17:00::","synset_id":"finding.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"finding%1:17:00::","call_ids":["semeval2013.d008.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"finding%1:17:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2389178927987814}
{"item_id":"semeval2013.d008.s004.t001","gold_sense_keys":["poll%1:09:00::"],"candidates":[{"index":1,"sense_key":"poll%1:09:00::","synset_id":"poll.n.01"},{"index":2,"sense_key":"poll%1:08:01::","synset_id":"pate.n.02"},{"index":3,"sense_key":"poll%1:08:02::","synset_id":"poll.n.03"},{"index":4,"sense_key":"poll%1:05:00::","synset_id":"poll.n.04"},{"index":5,"sense_key":"poll%1:04:00::","synset_id":"poll.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"poll%1:09:00::","call_ids":["semeval2013.d008.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"poll%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21541613899171352}
{"item_id":"semeval2013.d008.s004.t002","gold_sense_keys":["country%1:14:00::","country%1:15:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d008.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24682798981666565}
{"item_id":"semeval2013.d008.s005.t000","gold_sense_keys":["poll%1:09:00::"],"candidates":[{"index":1,"sense_key":"poll%1:09:00::","synset_id":"poll.n.01"},{"index":2,"sense_key":"poll%1:08:01::","synset_id":"pate.n.02"},{"index":3,"sense_key":"poll%1:08:02::","synset_id":"poll.n.03"},{"index":4,"sense_key":"poll%1:05:00::","synset_id":"poll.n.04"},{"index":5,"sense_key":"poll%1:04:00::","synset_id":"poll.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"poll%1:09:00::","call_ids":["semeval2013.d008.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"poll%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27656590612605214}
{"item_id":"semeval2013.d008.s005.t001","gold_sense_keys":["change%1:19:00::","change%1:24:00::"],"candidates":[{"index":1,"sense_key":"change%1:11:00::","synset_id":"change.n.01"},{"index":2,"sense_key":"change%1:24:00::","synset_id":"change.n.02"},{"index":3,"sense_key":"change%1:04:00::","synset_id":"change.n.03"},{"index":4,"sense_key":"change%1:19:00::","synset_id":"change.n.04"},{"index":5,"sense_key":"change%1:21:02::","synset_id":"change.n.05"},{"index":6,"sense_key":"change%1:06:01::","synset_id":"change.n.06"},{"index":7,"sense_key":"change%1:06:00::","synset_id":"change.n.07"},{"index":8,"sense_key":"change%1:21:01::","synset_id":"change.n.08"},{"index":9,"sense_key":"change%1:21:03::","synset_id":"change.n.09"},{"index":10,"sense_key":"change%1:07:00::","synset_id":"variety.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"change%1:24:00::","call_ids":["semeval2013.d008.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"change%1:24:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":353,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27737382310442626}
{"item_id":"semeval2013.d008.s005.t002","gold_sense_keys":["attitude%1:09:00::"],"candidates":[{"index":1,"sense_key":"attitude%1:09:00::","synset_id":"attitude.n.01"},{"index":2,"sense_key":"attitude%1:07:01::","synset_id":"position.n.04"},{"index":3,"sense_key":"attitude%1:04:00::","synset_id":"attitude.n.03"},{"index":4,"sense_key":"attitude%1:24:00::","synset_id":"attitude.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"attitude%1:07:01::","call_ids":["semeval2013.d008.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"attitude%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28106525097973645}
{"item_id":"semeval2013.d008.s006.t000","gold_sense_keys":["thing%1:09:02::"],"candidates":[{"index":1,"sense_key":"thing%1:26:00::","synset_id":"thing.n.01"},{"index":2,"sense_key":"thing%1:04:00::","synset_id":"thing.n.02"},{"index":3,"sense_key":"thing%1:09:00::","synset_id":"thing.n.03"},{"index":4,"sense_key":"thing%1:06:00::","synset_id":"thing.n.04"},{"index":5,"sense_key":"thing%1:11:00::","synset_id":"thing.n.05"},{"index":6,"sense_key":"thing%1:09:02::","synset_id":"matter.n.01"},{"index":7,"sense_key":"thing%1:10:00::","synset_id":"thing.n.07"},{"index":8,"sense_key":"thing%1:06:01::","synset_id":"thing.n.08"},{"index":9,"sense_key":"thing%1:07:00::","synset_id":"thing.n.09"},{"index":10,"sense_key":"thing%1:09:01::","synset_id":"thing.n.10"},{"index":11,"sense_key":"thing%1:12:00::","synset_id":"thing.n.11"},{"index":12,"sense_key":"thing%1:03:00::","synset_id":"thing.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"thing%1:03:00::","call_ids":["semeval2013.d008.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"thing%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":312,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27917570411227643}
{"item_id":"semeval2013.d008.s006.t001","gold_sense_keys":["result%1:11:00::"],"candidates":[{"index":1,"sense_key":"result%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"result%1:10:00::","synset_id":"solution.n.02"},{"index":3,"sense_key":"result%1:11:00::","synset_id":"result.n.03"},{"index":4,"sense_key":"result%1:10:01::","synset_id":"resultant_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"result%1:11:00::","call_ids":["semeval2013.d008.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"result%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27756476984359324}
{"item_id":"semeval2013.d008.s006.t002","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d008.s006.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28713820199482143}
{"item_id":"semeval2013.d008.s006.t003","gold_sense_keys":["poll%1:09:00::"],"candidates":[{"index":1,"sense_key":"poll%1:09:00::","synset_id":"poll.n.01"},{"index":2,"sense_key":"poll%1:08:01::","synset_id":"pate.n.02"},{"index":3,"sense_key":"poll%1:08:02::","synset_id":"poll.n.03"},{"index":4,"sense_key":"poll%1:05:00::","synset_id":"poll.n.04"},{"index":5,"sense_key":"poll%1:04:00::","synset_id":"poll.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"poll%1:09:00::","call_ids":["semeval2013.d008.s006.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"poll%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26401434396393597}
{"item_id":"semeval2013.d008.s007.t001","gold_sense_keys":["mood%1:12:00::","mood%1:26:00::"],"candidates":[{"index":1,"sense_key":"mood%1:12:00::","synset_id":"temper.n.02"},{"index":2,"sense_key":"mood%1:26:00::","synset_id":"climate.n.02"},{"index":3,"sense_key":"mood%1:24:00::","synset_id":"mood.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mood%1:26:00::","call_ids":["semeval2013.d008.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mood%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23144927294924855}
{"item_id":"semeval2013.d008.s008.t000","gold_sense_keys":["second%5:00:00:ordinal:00"],"candidates":[{"index":1,"sense_key":"second%5:00:00:ordinal:00","synset_id":"second.s.01"},{"index":2,"sense_key":"second%3:00:00::","synset_id":"second.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"second%3:00:00::","call_ids":["semeval2013.d008.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"second%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23410443286411464}
{"item_id":"semeval2013.d008.s008.t001","gold_sense_keys":["stability%1:07:01::"],"candidates":[{"index":1,"sense_key":"stability%1:07:00::","synset_id":"stability.n.01"},{"index":2,"sense_key":"stability%1:26:00::","synset_id":"stability.n.02"},{"index":3,"sense_key":"stability%1:07:01::","synset_id":"constancy.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stability%1:26:00::","call_ids":["semeval2013.d008.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stability%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24301108508370817}
{"item_id":"semeval2013.d008.s008.t002","gold_sense_keys":["attitude%1:09:00::"],"candidates":[{"index":1,"sense_key":"attitude%1:09:00::","synset_id":"attitude.n.01"},{"index":2,"sense_key":"attitude%1:07:01::","synset_id":"position.n.04"},{"index":3,"sense_key":"attitude%1:04:00::","synset_id":"attitude.n.03"},{"index":4,"sense_key":"attitude%1:24:00::","synset_id":"attitude.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"attitude%1:07:01::","call_ids":["semeval2013.d008.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"attitude%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24415824795141816}
{"item_id":"semeval2013.d008.s008.t004","gold_sense_keys":["institution%1:09:00::"],"candidates":[{"index":1,"sense_key":"institution%1:14:00::","synset_id":"institution.n.01"},{"index":2,"sense_key":"institution%1:06:00::","synset_id":"institution.n.02"},{"index":3,"sense_key":"institution%1:09:00::","synset_id":"institution.n.03"},{"index":4,"sense_key":"institution%1:04:00::","synset_id":"initiation.n.02"},{"index":5,"sense_key":"institution%1:06:01::","synset_id":"mental_hospital.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"institution%1:09:00::","call_ids":["semeval2013.d008.s008.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"institution%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24540200689807534}
{"item_id":"semeval2013.d008.s009.t000","gold_sense_keys":["support%1:04:00::","support%1:09:00::"],"candidates":[{"index":1,"sense_key":"support%1:04:04::","synset_id":"support.n.01"},{"index":2,"sense_key":"support%1:04:00::","synset_id":"support.n.02"},{"index":3,"sense_key":"support%1:09:00::","synset_id":"support.n.03"},{"index":4,"sense_key":"support%1:04:03::","synset_id":"support.n.04"},{"index":5,"sense_key":"support%1:04:02::","synset_id":"documentation.n.03"},{"index":6,"sense_key":"support%1:21:00::","synset_id":"support.n.06"},{"index":7,"sense_key":"support%1:06:01::","synset_id":"support.n.07"},{"index":8,"sense_key":"support%1:04:01::","synset_id":"support.n.08"},{"index":9,"sense_key":"support%1:10:01::","synset_id":"accompaniment.n.02"},{"index":10,"sense_key":"support%1:06:00::","synset_id":"support.n.10"},{"index":11,"sense_key":"support%1:21:01::","synset_id":"support.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"support%1:21:01::","call_ids":["semeval2013.d008.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"support%1:21:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":379,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24633742310106754}
{"item_id":"semeval2013.d008.s009.t002","gold_sense_keys":["country%1:14:00::","country%1:15:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d008.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":231,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22790876496583223}
{"item_id":"semeval2013.d008.s009.t003","gold_sense_keys":["south_america%1:17:00::"],"candidates":[{"index":1,"sense_key":"south_america%1:17:00::","synset_id":"south_america.n.01"},{"index":2,"sense_key":"south_america%1:14:00::","synset_id":"south_america.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"south_america%1:17:00::","call_ids":["semeval2013.d008.s009.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"south_america%1:17:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2336228520143777}
{"item_id":"semeval2013.d008.s009.t004","gold_sense_keys":["table%1:14:00::"],"candidates":[{"index":1,"sense_key":"table%1:14:00::","synset_id":"table.n.01"},{"index":2,"sense_key":"table%1:06:01::","synset_id":"table.n.02"},{"index":3,"sense_key":"table%1:06:02::","synset_id":"table.n.03"},{"index":4,"sense_key":"table%1:17:00::","synset_id":"mesa.n.01"},{"index":5,"sense_key":"table%1:14:01::","synset_id":"table.n.05"},{"index":6,"sense_key":"table%1:13:01::","synset_id":"board.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"table%1:14:00::","call_ids":["semeval2013.d008.s009.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"table%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":257,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25669888709671795}
{"item_id":"semeval2013.d008.s010.t003","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d008.s010.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25756187504157424}
{"item_id":"semeval2013.d008.s010.t004","gold_sense_keys":["support%1:04:00::","support%1:09:00::"],"candidates":[{"index":1,"sense_key":"support%1:04:04::","synset_id":"support.n.01"},{"index":2,"sense_key":"support%1:04:00::","synset_id":"support.n.02"},{"index":3,"sense_key":"support%1:09:00::","synset_id":"support.n.03"},{"index":4,"sense_key":"support%1:04:03::","synset_id":"support.n.04"},{"index":5,"sense_key":"support%1:04:02::","synset_id":"documentation.n.03"},{"index":6,"sense_key":"support%1:21:00::","synset_id":"support.n.06"},{"index":7,"sense_key":"support%1:06:01::","synset_id":"support.n.07"},{"index":8,"sense_key":"support%1:04:01::","synset_id":"support.n.08"},{"index":9,"sense_key":"support%1:10:01::","synset_id":"accompaniment.n.02"},{"index":10,"sense_key":"support%1:06:00::","synset_id":"support.n.10"},{"index":11,"sense_key":"support%1:21:01::","synset_id":"support.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"support%1:04:01::","call_ids":["semeval2013.d008.s010.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"support%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":400,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26480785314925015}
{"item_id":"semeval2013.d008.s010.t006","gold_sense_keys":["low%1:07:00::"],"candidates":[{"index":1,"sense_key":"low%1:26:00::","synset_id":"low.n.01"},{"index":2,"sense_key":"low%1:18:00::","synset_id":"low.n.02"},{"index":3,"sense_key":"low%1:07:00::","synset_id":"low.n.03"},{"index":4,"sense_key":"low%1:06:00::","synset_id":"first_gear.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"low%1:07:00::","call_ids":["semeval2013.d008.s010.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"low%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21425528195686638}
{"item_id":"semeval2013.d008.s010.t007","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"year%1:28:00::","call_ids":["semeval2013.d008.s010.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"year%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.211720020044595}
{"item_id":"semeval2013.d008.s011.t001","gold_sense_keys":["economy%1:14:00::"],"candidates":[{"index":1,"sense_key":"economy%1:14:00::","synset_id":"economy.n.01"},{"index":2,"sense_key":"economy%1:09:01::","synset_id":"economy.n.02"},{"index":3,"sense_key":"economy%1:07:00::","synset_id":"economy.n.03"},{"index":4,"sense_key":"economy%1:04:00::","synset_id":"economy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"economy%1:09:01::","call_ids":["semeval2013.d008.s011.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"economy%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2125842699315399}
{"item_id":"semeval2013.d008.s011.t002","gold_sense_keys":["drop%1:07:00::"],"candidates":[{"index":1,"sense_key":"drop%1:25:00::","synset_id":"drop.n.01"},{"index":2,"sense_key":"drop%1:23:00::","synset_id":"drop.n.02"},{"index":3,"sense_key":"drop%1:07:00::","synset_id":"drop.n.03"},{"index":4,"sense_key":"drop%1:17:00::","synset_id":"cliff.n.01"},{"index":5,"sense_key":"drop%1:15:00::","synset_id":"drop.n.05"},{"index":6,"sense_key":"drop%1:11:00::","synset_id":"drop.n.06"},{"index":7,"sense_key":"drop%1:06:01::","synset_id":"drop_curtain.n.01"},{"index":8,"sense_key":"drop%1:06:00::","synset_id":"drop.n.08"},{"index":9,"sense_key":"drop%1:04:00::","synset_id":"drop.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"drop%1:07:00::","call_ids":["semeval2013.d008.s011.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"drop%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":310,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2160000279545784}
{"item_id":"semeval2013.d008.s011.t003","gold_sense_keys":["output%1:04:00::","output%1:06:01::","output%1:23:00::"],"candidates":[{"index":1,"sense_key":"output%1:06:00::","synset_id":"end_product.n.01"},{"index":2,"sense_key":"output%1:04:00::","synset_id":"output.n.02"},{"index":3,"sense_key":"output%1:10:02::","synset_id":"output_signal.n.01"},{"index":4,"sense_key":"output%1:23:00::","synset_id":"output.n.04"},{"index":5,"sense_key":"output%1:06:01::","synset_id":"output.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"output%1:23:00::","call_ids":["semeval2013.d008.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"output%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2053382401354611}
{"item_id":"semeval2013.d008.s011.t004","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d008.s011.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2180344460066408}
{"item_id":"semeval2013.d008.s012.t000","gold_sense_keys":["half%1:23:00::"],"candidates":[{"index":1,"sense_key":"half%1:23:00::","synset_id":"one-half.n.01"},{"index":2,"sense_key":"half%1:28:00::","synset_id":"half.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"half%1:23:00::","call_ids":["semeval2013.d008.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"half%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21461496595293283}
{"item_id":"semeval2013.d008.s012.t001","gold_sense_keys":["respondent%1:18:00::"],"candidates":[{"index":1,"sense_key":"respondent%1:18:01::","synset_id":"respondent.n.01"},{"index":2,"sense_key":"respondent%1:18:00::","synset_id":"respondent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"respondent%1:18:00::","call_ids":["semeval2013.d008.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"respondent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24149218015372753}
{"item_id":"semeval2013.d008.s012.t003","gold_sense_keys":["brazil%1:15:00::"],"candidates":[{"index":1,"sense_key":"brazil%1:15:00::","synset_id":"brazil.n.01"},{"index":2,"sense_key":"brazil%1:13:00::","synset_id":"brazil_nut.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"brazil%1:15:00::","call_ids":["semeval2013.d008.s012.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"brazil%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25004335795529187}
{"item_id":"semeval2013.d008.s012.t005","gold_sense_keys":["country%1:14:00::","country%1:15:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d008.s012.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2519955700263381}
{"item_id":"semeval2013.d008.s012.t006","gold_sense_keys":["democrat%1:18:00::"],"candidates":[{"index":1,"sense_key":"democrat%1:18:01::","synset_id":"democrat.n.01"},{"index":2,"sense_key":"democrat%1:18:00::","synset_id":"democrat.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democrat%1:18:00::","call_ids":["semeval2013.d008.s012.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democrat%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2535572361666709}
{"item_id":"semeval2013.d008.s012.t007","gold_sense_keys":["average%1:09:00::"],"candidates":[{"index":1,"sense_key":"average%1:09:00::","synset_id":"average.n.01"},{"index":2,"sense_key":"average%1:24:00::","synset_id":"average.n.02"},{"index":3,"sense_key":"average%1:09:01::","synset_id":"average.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"average%1:09:01::","call_ids":["semeval2013.d008.s012.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"average%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2546478579752147}
{"item_id":"semeval2013.d008.s012.t008","gold_sense_keys":["chart%1:10:00::"],"candidates":[{"index":1,"sense_key":"chart%1:10:00::","synset_id":"chart.n.01"},{"index":2,"sense_key":"chart%1:06:00::","synset_id":"chart.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"chart%1:06:00::","call_ids":["semeval2013.d008.s012.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"chart%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":136,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25697919307276607}
{"item_id":"semeval2013.d008.s013.t000","gold_sense_keys":["respondent%1:18:00::"],"candidates":[{"index":1,"sense_key":"respondent%1:18:01::","synset_id":"respondent.n.01"},{"index":2,"sense_key":"respondent%1:18:00::","synset_id":"respondent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"respondent%1:18:00::","call_ids":["semeval2013.d008.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"respondent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2586093188729137}
{"item_id":"semeval2013.d008.s013.t002","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"country%1:14:01::","call_ids":["semeval2013.d008.s013.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"country%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":255,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2599009450059384}
{"item_id":"semeval2013.d008.s013.t003","gold_sense_keys":["democracy%1:14:00::"],"candidates":[{"index":1,"sense_key":"democracy%1:09:00::","synset_id":"democracy.n.01"},{"index":2,"sense_key":"democracy%1:14:00::","synset_id":"democracy.n.02"},{"index":3,"sense_key":"democracy%1:09:01::","synset_id":"majority_rule.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"democracy%1:14:00::","call_ids":["semeval2013.d008.s013.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"democracy%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2614873379934579}
{"item_id":"semeval2013.d008.s013.t005","gold_sense_keys":["figure%1:07:01::"],"candidates":[{"index":1,"sense_key":"figure%1:10:00::","synset_id":"figure.n.01"},{"index":2,"sense_key":"figure%1:08:00::","synset_id":"human_body.n.01"},{"index":3,"sense_key":"figure%1:23:00::","synset_id":"digit.n.01"},{"index":4,"sense_key":"figure%1:06:00::","synset_id":"figure.n.04"},{"index":5,"sense_key":"figure%1:18:00::","synset_id":"name.n.04"},{"index":6,"sense_key":"figure%1:25:00::","synset_id":"figure.n.06"},{"index":7,"sense_key":"figure%1:21:00::","synset_id":"figure.n.07"},{"index":8,"sense_key":"figure%1:07:00::","synset_id":"figure.n.08"},{"index":9,"sense_key":"figure%1:07:01::","synset_id":"number.n.01"},{"index":10,"sense_key":"figure%1:10:01::","synset_id":"trope.n.01"},{"index":11,"sense_key":"figure%1:09:00::","synset_id":"figure.n.11"},{"index":12,"sense_key":"figure%1:06:01::","synset_id":"design.n.04"},{"index":13,"sense_key":"figure%1:04:00::","synset_id":"figure.n.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"figure%1:21:00::","call_ids":["semeval2013.d008.s013.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"figure%1:21:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":419,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2627937600482255}
{"item_id":"semeval2013.d008.s013.t006","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"year%1:28:00::","call_ids":["semeval2013.d008.s013.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"year%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21061003697104752}
{"item_id":"semeval2013.d008.s013.t007","gold_sense_keys":["increase%1:07:00::","increase%1:11:00::"],"candidates":[{"index":1,"sense_key":"increase%1:23:00::","synset_id":"addition.n.03"},{"index":2,"sense_key":"increase%1:11:00::","synset_id":"increase.n.02"},{"index":3,"sense_key":"increase%1:22:00::","synset_id":"increase.n.03"},{"index":4,"sense_key":"increase%1:07:00::","synset_id":"increase.n.04"},{"index":5,"sense_key":"increase%1:04:00::","synset_id":"increase.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"increase%1:22:00::","call_ids":["semeval2013.d008.s013.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"increase%1:22:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2889397139661014}
{"item_id":"semeval2013.d008.s013.t008","gold_sense_keys":["chart%1:10:00::"],"candidates":[{"index":1,"sense_key":"chart%1:10:00::","synset_id":"chart.n.01"},{"index":2,"sense_key":"chart%1:06:00::","synset_id":"chart.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"chart%1:10:00::","call_ids":["semeval2013.d008.s013.t008__v1__a1","semeval2013.d008.s013.t008__v1__a2"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"chart%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":321,"cached_input_tokens":null,"output_tokens":4,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5070999849122018}
{"item_id":"semeval2013.d008.s014.t000","gold_sense_keys":["confidence%1:12:00::","confidence%1:26:02::"],"candidates":[{"index":1,"sense_key":"confidence%1:09:00::","synset_id":"assurance.n.01"},{"index":2,"sense_key":"confidence%1:12:00::","synset_id":"confidence.n.02"},{"index":3,"sense_key":"confidence%1:26:02::","synset_id":"confidence.n.03"},{"index":4,"sense_key":"confidence%1:26:03::","synset_id":"confidence.n.04"},{"index":5,"sense_key":"confidence%1:10:00::","synset_id":"confidence.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"confidence%1:12:00::","call_ids":["semeval2013.d008.s014.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"confidence%1:12:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32436691992916167}
{"item_id":"semeval2013.d008.s014.t001","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"country%1:14:01::","call_ids":["semeval2013.d008.s014.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"country%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32706390507519245}
{"item_id":"semeval2013.d008.s014.t002","gold_sense_keys":["congress%1:14:02::"],"candidates":[{"index":1,"sense_key":"congress%1:14:01::","synset_id":"congress.n.01"},{"index":2,"sense_key":"congress%1:14:00::","synset_id":"congress.n.02"},{"index":3,"sense_key":"congress%1:14:02::","synset_id":"congress.n.03"},{"index":4,"sense_key":"congress%1:04:01::","synset_id":"sexual_intercourse.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"congress%1:14:00::","call_ids":["semeval2013.d008.s014.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"congress%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33372808690182865}
{"item_id":"semeval2013.d008.s014.t003","gold_sense_keys":["government%1:14:00::"],"candidates":[{"index":1,"sense_key":"government%1:14:00::","synset_id":"government.n.01"},{"index":2,"sense_key":"government%1:04:00::","synset_id":"government.n.02"},{"index":3,"sense_key":"government%1:09:00::","synset_id":"government.n.03"},{"index":4,"sense_key":"government%1:09:01::","synset_id":"politics.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"government%1:09:00::","call_ids":["semeval2013.d008.s014.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"government%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32013852591626346}
{"item_id":"semeval2013.d008.s014.t004","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"year%1:28:00::","call_ids":["semeval2013.d008.s014.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"year%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3299871739000082}
{"item_id":"semeval2013.d008.s014.t005","gold_sense_keys":["case%1:11:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d008.s014.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":609,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33661041711457074}
{"item_id":"semeval2013.d008.s015.t000","gold_sense_keys":["decade%1:28:00::"],"candidates":[{"index":1,"sense_key":"decade%1:28:00::","synset_id":"decade.n.01"},{"index":2,"sense_key":"decade%1:23:00::","synset_id":"ten.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"decade%1:28:00::","call_ids":["semeval2013.d008.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"decade%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":124,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3396880191285163}
{"item_id":"semeval2013.d008.s015.t001","gold_sense_keys":["woe%1:26:00::"],"candidates":[{"index":1,"sense_key":"woe%1:26:00::","synset_id":"suffering.n.02"},{"index":2,"sense_key":"woe%1:12:00::","synset_id":"woe.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"woe%1:26:00::","call_ids":["semeval2013.d008.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"woe%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":110,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34196538105607033}
{"item_id":"semeval2013.d008.s015.t003","gold_sense_keys":["support%1:04:00::","support%1:09:00::"],"candidates":[{"index":1,"sense_key":"support%1:04:04::","synset_id":"support.n.01"},{"index":2,"sense_key":"support%1:04:00::","synset_id":"support.n.02"},{"index":3,"sense_key":"support%1:09:00::","synset_id":"support.n.03"},{"index":4,"sense_key":"support%1:04:03::","synset_id":"support.n.04"},{"index":5,"sense_key":"support%1:04:02::","synset_id":"documentation.n.03"},{"index":6,"sense_key":"support%1:21:00::","synset_id":"support.n.06"},{"index":7,"sense_key":"support%1:06:01::","synset_id":"support.n.07"},{"index":8,"sense_key":"support%1:04:01::","synset_id":"support.n.08"},{"index":9,"sense_key":"support%1:10:01::","synset_id":"accompaniment.n.02"},{"index":10,"sense_key":"support%1:06:00::","synset_id":"support.n.10"},{"index":11,"sense_key":"support%1:21:01::","synset_id":"support.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"support%1:04:00::","call_ids":["semeval2013.d008.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"support%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":370,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34840739192441106}
{"item_id":"semeval2013.d008.s016.t001","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d008.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35545045090839267}
{"item_id":"semeval2013.d008.s016.t002","gold_sense_keys":["recession%1:26:00::"],"candidates":[{"index":1,"sense_key":"recession%1:26:00::","synset_id":"recession.n.01"},{"index":2,"sense_key":"recession%1:25:00::","synset_id":"recess.n.02"},{"index":3,"sense_key":"recession%1:14:00::","synset_id":"recession.n.03"},{"index":4,"sense_key":"recession%1:04:01::","synset_id":"recession.n.04"},{"index":5,"sense_key":"recession%1:04:00::","synset_id":"receding.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"recession%1:25:00::","call_ids":["semeval2013.d008.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"recession%1:25:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3579243009444326}
{"item_id":"semeval2013.d008.s016.t003","gold_sense_keys":["recovery%1:11:00::"],"candidates":[{"index":1,"sense_key":"recovery%1:11:00::","synset_id":"recovery.n.01"},{"index":2,"sense_key":"recovery%1:22:00::","synset_id":"convalescence.n.01"},{"index":3,"sense_key":"recovery%1:04:00::","synset_id":"recovery.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"recovery%1:22:00::","call_ids":["semeval2013.d008.s016.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"recovery%1:22:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3596048050094396}
{"item_id":"semeval2013.d008.s017.t001","gold_sense_keys":["safety_net%1:10:00::"],"candidates":[{"index":1,"sense_key":"safety_net%1:10:00::","synset_id":"safety_net.n.01"},{"index":2,"sense_key":"safety_net%1:06:00::","synset_id":"safety_net.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"safety_net%1:10:00::","call_ids":["semeval2013.d008.s017.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"safety_net%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":127,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37567867105826735}
{"item_id":"semeval2013.d008.s018.t002","gold_sense_keys":["week%1:28:02::"],"candidates":[{"index":1,"sense_key":"week%1:28:00::","synset_id":"week.n.01"},{"index":2,"sense_key":"week%1:28:01::","synset_id":"workweek.n.01"},{"index":3,"sense_key":"week%1:28:02::","synset_id":"week.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"week%1:28:02::","call_ids":["semeval2013.d008.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"week%1:28:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37829848495312035}
{"item_id":"semeval2013.d008.s018.t003","gold_sense_keys":["proportion%1:24:00::"],"candidates":[{"index":1,"sense_key":"proportion%1:24:00::","synset_id":"proportion.n.01"},{"index":2,"sense_key":"proportion%1:07:00::","synset_id":"proportion.n.02"},{"index":3,"sense_key":"proportion%1:25:00::","synset_id":"symmetry.n.02"},{"index":4,"sense_key":"proportion%1:24:01::","synset_id":"proportion.n.04"},{"index":5,"sense_key":"proportion%1:07:01::","synset_id":"proportion.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"proportion%1:24:01::","call_ids":["semeval2013.d008.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"proportion%1:24:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":261,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3826876028906554}
{"item_id":"semeval2013.d008.s018.t005","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"year%1:28:00::","call_ids":["semeval2013.d008.s018.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"year%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38580518309026957}
{"item_id":"semeval2013.d008.s019.t000","gold_sense_keys":["mood%1:12:00::","mood%1:26:00::"],"candidates":[{"index":1,"sense_key":"mood%1:12:00::","synset_id":"temper.n.02"},{"index":2,"sense_key":"mood%1:26:00::","synset_id":"climate.n.02"},{"index":3,"sense_key":"mood%1:24:00::","synset_id":"mood.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mood%1:26:00::","call_ids":["semeval2013.d008.s019.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mood%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3890269079711288}
{"item_id":"semeval2013.d008.s019.t001","gold_sense_keys":["country%1:15:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d008.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39140704181045294}
{"item_id":"semeval2013.d008.s019.t002","gold_sense_keys":["country%1:15:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d008.s019.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39406962506473064}
{"item_id":"semeval2013.d008.s019.t003","gold_sense_keys":["chart%1:10:00::"],"candidates":[{"index":1,"sense_key":"chart%1:10:00::","synset_id":"chart.n.01"},{"index":2,"sense_key":"chart%1:06:00::","synset_id":"chart.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"chart%1:10:00::","call_ids":["semeval2013.d008.s019.t003__v1__a1","semeval2013.d008.s019.t003__v1__a2"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"chart%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":261,"cached_input_tokens":null,"output_tokens":4,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5975882848724723}
{"item_id":"semeval2013.d008.s020.t000","gold_sense_keys":["brazil%1:15:00::"],"candidates":[{"index":1,"sense_key":"brazil%1:15:00::","synset_id":"brazil.n.01"},{"index":2,"sense_key":"brazil%1:13:00::","synset_id":"brazil_nut.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"brazil%1:15:00::","call_ids":["semeval2013.d008.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"brazil%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3986904651392251}
{"item_id":"semeval2013.d008.s020.t003","gold_sense_keys":["president%1:18:00::"],"candidates":[{"index":1,"sense_key":"president%1:18:01::","synset_id":"president.n.01"},{"index":2,"sense_key":"president%1:18:04::","synset_id":"president_of_the_united_states.n.01"},{"index":3,"sense_key":"president%1:18:00::","synset_id":"president.n.03"},{"index":4,"sense_key":"president%1:18:03::","synset_id":"president.n.04"},{"index":5,"sense_key":"president%1:18:02::","synset_id":"president.n.05"},{"index":6,"sense_key":"president%1:04:04::","synset_id":"president_of_the_united_states.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"president%1:18:00::","call_ids":["semeval2013.d008.s020.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"president%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40081008803099394}
{"item_id":"semeval2013.d008.s020.t004","gold_sense_keys":["sense%1:09:05::"],"candidates":[{"index":1,"sense_key":"sense%1:09:05::","synset_id":"sense.n.01"},{"index":2,"sense_key":"sense%1:10:00::","synset_id":"sense.n.02"},{"index":3,"sense_key":"sense%1:09:02::","synset_id":"sense.n.03"},{"index":4,"sense_key":"sense%1:09:04::","synset_id":"common_sense.n.01"},{"index":5,"sense_key":"sense%1:09:06::","synset_id":"sense.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sense%1:09:02::","call_ids":["semeval2013.d008.s020.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sense%1:09:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40476281102746725}
{"item_id":"semeval2013.d008.s020.t005","gold_sense_keys":["progress%1:04:01::"],"candidates":[{"index":1,"sense_key":"progress%1:04:01::","synset_id":"advancement.n.03"},{"index":2,"sense_key":"progress%1:04:00::","synset_id":"progress.n.02"},{"index":3,"sense_key":"progress%1:11:00::","synset_id":"progress.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"progress%1:04:00::","call_ids":["semeval2013.d008.s020.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"progress%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2976064400281757}
{"item_id":"semeval2013.d008.s021.t002","gold_sense_keys":["recession%1:26:00::"],"candidates":[{"index":1,"sense_key":"recession%1:26:00::","synset_id":"recession.n.01"},{"index":2,"sense_key":"recession%1:25:00::","synset_id":"recess.n.02"},{"index":3,"sense_key":"recession%1:14:00::","synset_id":"recession.n.03"},{"index":4,"sense_key":"recession%1:04:01::","synset_id":"recession.n.04"},{"index":5,"sense_key":"recession%1:04:00::","synset_id":"receding.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"recession%1:26:00::","call_ids":["semeval2013.d008.s021.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"recession%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29934188281185925}
{"item_id":"semeval2013.d008.s021.t003","gold_sense_keys":["crime%1:04:00::"],"candidates":[{"index":1,"sense_key":"crime%1:04:00::","synset_id":"crime.n.01"},{"index":2,"sense_key":"crime%1:04:01::","synset_id":"crime.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"crime%1:04:01::","call_ids":["semeval2013.d008.s021.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"crime%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37898727296851575}
{"item_id":"semeval2013.d008.s022.t000","gold_sense_keys":["time%1:11:00::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"time%1:28:05::","call_ids":["semeval2013.d008.s022.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"time%1:28:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":337,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37048673909157515}
{"item_id":"semeval2013.d008.s022.t001","gold_sense_keys":["poll%1:09:00::"],"candidates":[{"index":1,"sense_key":"poll%1:09:00::","synset_id":"poll.n.01"},{"index":2,"sense_key":"poll%1:08:01::","synset_id":"pate.n.02"},{"index":3,"sense_key":"poll%1:08:02::","synset_id":"poll.n.03"},{"index":4,"sense_key":"poll%1:05:00::","synset_id":"poll.n.04"},{"index":5,"sense_key":"poll%1:04:00::","synset_id":"poll.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"poll%1:09:00::","call_ids":["semeval2013.d008.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"poll%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3843408159445971}
{"item_id":"semeval2013.d008.s022.t002","gold_sense_keys":["respondent%1:18:00::"],"candidates":[{"index":1,"sense_key":"respondent%1:18:01::","synset_id":"respondent.n.01"},{"index":2,"sense_key":"respondent%1:18:00::","synset_id":"respondent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"respondent%1:18:00::","call_ids":["semeval2013.d008.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"respondent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3715032779145986}
{"item_id":"semeval2013.d008.s022.t004","gold_sense_keys":["whole%1:09:00::"],"candidates":[{"index":1,"sense_key":"whole%1:09:00::","synset_id":"whole.n.01"},{"index":2,"sense_key":"whole%1:03:00::","synset_id":"whole.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"whole%1:03:00::","call_ids":["semeval2013.d008.s022.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"whole%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3727412079460919}
{"item_id":"semeval2013.d008.s022.t005","gold_sense_keys":["crime%1:04:00::"],"candidates":[{"index":1,"sense_key":"crime%1:04:00::","synset_id":"crime.n.01"},{"index":2,"sense_key":"crime%1:04:01::","synset_id":"crime.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"crime%1:04:01::","call_ids":["semeval2013.d008.s022.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"crime%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.384724129922688}
{"item_id":"semeval2013.d008.s022.t007","gold_sense_keys":["problem%1:09:00::","problem%1:26:00::"],"candidates":[{"index":1,"sense_key":"problem%1:26:00::","synset_id":"problem.n.01"},{"index":2,"sense_key":"problem%1:10:00::","synset_id":"problem.n.02"},{"index":3,"sense_key":"problem%1:09:00::","synset_id":"trouble.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"problem%1:09:00::","call_ids":["semeval2013.d008.s022.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"problem%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35630046110600233}
{"item_id":"semeval2013.d008.s022.t008","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d008.s022.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35790937184356153}
{"item_id":"semeval2013.d008.s022.t009","gold_sense_keys":["chart%1:10:00::"],"candidates":[{"index":1,"sense_key":"chart%1:10:00::","synset_id":"chart.n.01"},{"index":2,"sense_key":"chart%1:06:00::","synset_id":"chart.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"chart%1:06:00::","call_ids":["semeval2013.d008.s022.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"chart%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":138,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35980818793177605}
{"item_id":"semeval2013.d008.s023.t000","gold_sense_keys":["relative%1:18:00::"],"candidates":[{"index":1,"sense_key":"relative%1:18:00::","synset_id":"relative.n.01"},{"index":2,"sense_key":"relative%1:05:00::","synset_id":"relative.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"relative%1:18:00::","call_ids":["semeval2013.d008.s023.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"relative%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3615896790288389}
{"item_id":"semeval2013.d008.s023.t001","gold_sense_keys":["victim%1:18:00::"],"candidates":[{"index":1,"sense_key":"victim%1:18:00::","synset_id":"victim.n.01"},{"index":2,"sense_key":"victim%1:18:01::","synset_id":"victim.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"victim%1:18:00::","call_ids":["semeval2013.d008.s023.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"victim%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36319561186246574}
{"item_id":"semeval2013.d008.s023.t002","gold_sense_keys":["crime%1:04:00::"],"candidates":[{"index":1,"sense_key":"crime%1:04:00::","synset_id":"crime.n.01"},{"index":2,"sense_key":"crime%1:04:01::","synset_id":"crime.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"crime%1:04:01::","call_ids":["semeval2013.d008.s023.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"crime%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37296342104673386}
{"item_id":"semeval2013.d008.s023.t003","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"year%1:28:00::","call_ids":["semeval2013.d008.s023.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"year%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37431592494249344}
{"item_id":"semeval2013.d008.s023.t004","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d008.s023.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3782274010591209}
{"item_id":"semeval2013.d008.s023.t005","gold_sense_keys":["figure%1:07:01::"],"candidates":[{"index":1,"sense_key":"figure%1:10:00::","synset_id":"figure.n.01"},{"index":2,"sense_key":"figure%1:08:00::","synset_id":"human_body.n.01"},{"index":3,"sense_key":"figure%1:23:00::","synset_id":"digit.n.01"},{"index":4,"sense_key":"figure%1:06:00::","synset_id":"figure.n.04"},{"index":5,"sense_key":"figure%1:18:00::","synset_id":"name.n.04"},{"index":6,"sense_key":"figure%1:25:00::","synset_id":"figure.n.06"},{"index":7,"sense_key":"figure%1:21:00::","synset_id":"figure.n.07"},{"index":8,"sense_key":"figure%1:07:00::","synset_id":"figure.n.08"},{"index":9,"sense_key":"figure%1:07:01::","synset_id":"number.n.01"},{"index":10,"sense_key":"figure%1:10:01::","synset_id":"trope.n.01"},{"index":11,"sense_key":"figure%1:09:00::","synset_id":"figure.n.11"},{"index":12,"sense_key":"figure%1:06:01::","synset_id":"design.n.04"},{"index":13,"sense_key":"figure%1:04:00::","synset_id":"figure.n.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"figure%1:21:00::","call_ids":["semeval2013.d008.s023.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"figure%1:21:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":415,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37940246192738414}
{"item_id":"semeval2013.d008.s024.t001","gold_sense_keys":["support%1:04:00::","support%1:09:00::"],"candidates":[{"index":1,"sense_key":"support%1:04:04::","synset_id":"support.n.01"},{"index":2,"sense_key":"support%1:04:00::","synset_id":"support.n.02"},{"index":3,"sense_key":"support%1:09:00::","synset_id":"support.n.03"},{"index":4,"sense_key":"support%1:04:03::","synset_id":"support.n.04"},{"index":5,"sense_key":"support%1:04:02::","synset_id":"documentation.n.03"},{"index":6,"sense_key":"support%1:21:00::","synset_id":"support.n.06"},{"index":7,"sense_key":"support%1:06:01::","synset_id":"support.n.07"},{"index":8,"sense_key":"support%1:04:01::","synset_id":"support.n.08"},{"index":9,"sense_key":"support%1:10:01::","synset_id":"accompaniment.n.02"},{"index":10,"sense_key":"support%1:06:00::","synset_id":"support.n.10"},{"index":11,"sense_key":"support%1:21:01::","synset_id":"support.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"support%1:04:01::","call_ids":["semeval2013.d008.s024.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"support%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":408,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3659173420164734}
{"item_id":"semeval2013.d008.s024.t004","gold_sense_keys":["respondent%1:18:00::"],"candidates":[{"index":1,"sense_key":"respondent%1:18:01::","synset_id":"respondent.n.01"},{"index":2,"sense_key":"respondent%1:18:00::","synset_id":"respondent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"respondent%1:18:00::","call_ids":["semeval2013.d008.s024.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"respondent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3211220360826701}
{"item_id":"semeval2013.d008.s024.t007","gold_sense_keys":["development%1:04:01::","development%1:22:02::","development%1:26:00::"],"candidates":[{"index":1,"sense_key":"development%1:04:01::","synset_id":"development.n.01"},{"index":2,"sense_key":"development%1:22:02::","synset_id":"development.n.02"},{"index":3,"sense_key":"development%1:22:01::","synset_id":"growth.n.01"},{"index":4,"sense_key":"development%1:11:01::","synset_id":"development.n.04"},{"index":5,"sense_key":"development%1:04:02::","synset_id":"exploitation.n.01"},{"index":6,"sense_key":"development%1:15:00::","synset_id":"development.n.06"},{"index":7,"sense_key":"development%1:26:00::","synset_id":"development.n.07"},{"index":8,"sense_key":"development%1:22:00::","synset_id":"development.n.08"},{"index":9,"sense_key":"development%1:10:00::","synset_id":"development.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"development%1:04:02::","call_ids":["semeval2013.d008.s024.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"development%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":429,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.337163969874382}
{"item_id":"semeval2013.d008.s024.t008","gold_sense_keys":["chart%1:10:00::"],"candidates":[{"index":1,"sense_key":"chart%1:10:00::","synset_id":"chart.n.01"},{"index":2,"sense_key":"chart%1:06:00::","synset_id":"chart.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"chart%1:10:00::","call_ids":["semeval2013.d008.s024.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"chart%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3571617151610553}
{"item_id":"semeval2013.d008.s025.t001","gold_sense_keys":["system%1:14:00::"],"candidates":[{"index":1,"sense_key":"system%1:06:00::","synset_id":"system.n.01"},{"index":2,"sense_key":"system%1:14:00::","synset_id":"system.n.02"},{"index":3,"sense_key":"system%1:27:00::","synset_id":"system.n.03"},{"index":4,"sense_key":"system%1:09:00::","synset_id":"system.n.04"},{"index":5,"sense_key":"system%1:09:02::","synset_id":"arrangement.n.03"},{"index":6,"sense_key":"system%1:08:00::","synset_id":"system.n.06"},{"index":7,"sense_key":"system%1:09:01::","synset_id":"system.n.07"},{"index":8,"sense_key":"system%1:08:01::","synset_id":"system.n.08"},{"index":9,"sense_key":"system%1:07:00::","synset_id":"organization.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"system%1:14:00::","call_ids":["semeval2013.d008.s025.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"system%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":369,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3579465439543128}
{"item_id":"semeval2013.d008.s025.t002","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"country%1:14:01::","call_ids":["semeval2013.d008.s025.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"country%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35883047292008996}
{"item_id":"semeval2013.d008.s025.t003","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d008.s025.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3473796281032264}
{"item_id":"semeval2013.d008.s026.t000","gold_sense_keys":["respondent%1:18:00::"],"candidates":[{"index":1,"sense_key":"respondent%1:18:01::","synset_id":"respondent.n.01"},{"index":2,"sense_key":"respondent%1:18:00::","synset_id":"respondent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"respondent%1:18:00::","call_ids":["semeval2013.d008.s026.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"respondent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34862053906545043}
{"item_id":"semeval2013.d008.s026.t002","gold_sense_keys":["view%1:09:02::","view%1:09:04::"],"candidates":[{"index":1,"sense_key":"view%1:09:02::","synset_id":"position.n.03"},{"index":2,"sense_key":"view%1:09:01::","synset_id":"view.n.02"},{"index":3,"sense_key":"view%1:04:00::","synset_id":"view.n.03"},{"index":4,"sense_key":"view%1:15:00::","synset_id":"view.n.04"},{"index":5,"sense_key":"view%1:09:04::","synset_id":"opinion.n.01"},{"index":6,"sense_key":"view%1:10:00::","synset_id":"opinion.n.02"},{"index":7,"sense_key":"view%1:09:00::","synset_id":"view.n.07"},{"index":8,"sense_key":"view%1:06:00::","synset_id":"scene.n.08"},{"index":9,"sense_key":"view%1:07:00::","synset_id":"horizon.n.02"},{"index":10,"sense_key":"view%1:07:01::","synset_id":"view.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"view%1:09:04::","call_ids":["semeval2013.d008.s026.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"view%1:09:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":390,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3591833629179746}
{"item_id":"semeval2013.d008.s026.t004","gold_sense_keys":["president%1:18:00::"],"candidates":[{"index":1,"sense_key":"president%1:18:01::","synset_id":"president.n.01"},{"index":2,"sense_key":"president%1:18:04::","synset_id":"president_of_the_united_states.n.01"},{"index":3,"sense_key":"president%1:18:00::","synset_id":"president.n.03"},{"index":4,"sense_key":"president%1:18:03::","synset_id":"president.n.04"},{"index":5,"sense_key":"president%1:18:02::","synset_id":"president.n.05"},{"index":6,"sense_key":"president%1:04:04::","synset_id":"president_of_the_united_states.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"president%1:18:00::","call_ids":["semeval2013.d008.s026.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"president%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3520877859555185}
{"item_id":"semeval2013.d008.s026.t005","gold_sense_keys":["company%1:14:01::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"company%1:14:05::","call_ids":["semeval2013.d008.s026.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"company%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":311,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30703710089437664}
{"item_id":"semeval2013.d008.s027.t000","gold_sense_keys":["brazil%1:15:00::"],"candidates":[{"index":1,"sense_key":"brazil%1:15:00::","synset_id":"brazil.n.01"},{"index":2,"sense_key":"brazil%1:13:00::","synset_id":"brazil_nut.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"brazil%1:15:00::","call_ids":["semeval2013.d008.s027.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"brazil%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31027302285656333}
{"item_id":"semeval2013.d008.s027.t001","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"country%1:14:01::","call_ids":["semeval2013.d008.s027.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"country%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":263,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3019137461669743}
{"item_id":"semeval2013.d008.s027.t002","gold_sense_keys":["leadership%1:04:00::","leadership%1:09:00::","leadership%1:26:00::"],"candidates":[{"index":1,"sense_key":"leadership%1:04:00::","synset_id":"leadership.n.01"},{"index":2,"sense_key":"leadership%1:14:00::","synset_id":"leadership.n.02"},{"index":3,"sense_key":"leadership%1:26:00::","synset_id":"leadership.n.03"},{"index":4,"sense_key":"leadership%1:09:00::","synset_id":"leadership.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"leadership%1:26:00::","call_ids":["semeval2013.d008.s027.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"leadership%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28688029083423316}
{"item_id":"semeval2013.d008.s027.t004","gold_sense_keys":["respondent%1:18:00::"],"candidates":[{"index":1,"sense_key":"respondent%1:18:01::","synset_id":"respondent.n.01"},{"index":2,"sense_key":"respondent%1:18:00::","synset_id":"respondent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"respondent%1:18:00::","call_ids":["semeval2013.d008.s027.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"respondent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28752199397422373}
{"item_id":"semeval2013.d008.s027.t005","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"year%1:28:00::","call_ids":["semeval2013.d008.s027.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"year%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2882244058419019}
{"item_id":"semeval2013.d008.s027.t006","gold_sense_keys":["united_states%1:15:00::"],"candidates":[{"index":1,"sense_key":"united_states%1:15:00::","synset_id":"united_states.n.01"},{"index":2,"sense_key":"united_states%1:14:00::","synset_id":"united_states_government.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"united_states%1:14:00::","call_ids":["semeval2013.d008.s027.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"united_states%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28902113111689687}
{"item_id":"semeval2013.d008.s027.t007","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"year%1:28:00::","call_ids":["semeval2013.d008.s027.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"year%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":246,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2898289361037314}
{"item_id":"semeval2013.d008.s027.t009","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"year%1:28:00::","call_ids":["semeval2013.d008.s027.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"year%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29063345212489367}
{"item_id":"semeval2013.d008.s028.t000","gold_sense_keys":["united_states%1:15:00::"],"candidates":[{"index":1,"sense_key":"united_states%1:15:00::","synset_id":"united_states.n.01"},{"index":2,"sense_key":"united_states%1:14:00::","synset_id":"united_states_government.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"united_states%1:15:00::","call_ids":["semeval2013.d008.s028.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"united_states%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2914439029991627}
{"item_id":"semeval2013.d008.s028.t001","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d008.s028.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2921557370573282}
{"item_id":"semeval2013.d008.s028.t002","gold_sense_keys":["respondent%1:18:00::"],"candidates":[{"index":1,"sense_key":"respondent%1:18:01::","synset_id":"respondent.n.01"},{"index":2,"sense_key":"respondent%1:18:00::","synset_id":"respondent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"respondent%1:18:00::","call_ids":["semeval2013.d008.s028.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"respondent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2929662971291691}
{"item_id":"semeval2013.d008.s028.t006","gold_sense_keys":["distinction%1:07:01::"],"candidates":[{"index":1,"sense_key":"distinction%1:09:00::","synset_id":"differentiation.n.01"},{"index":2,"sense_key":"distinction%1:26:00::","synset_id":"eminence.n.01"},{"index":3,"sense_key":"distinction%1:07:01::","synset_id":"distinction.n.03"},{"index":4,"sense_key":"distinction%1:07:00::","synset_id":"distinction.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"distinction%1:07:01::","call_ids":["semeval2013.d008.s028.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"distinction%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21706970292143524}
{"item_id":"semeval2013.d009.s000.t001","gold_sense_keys":["law%1:10:00::"],"candidates":[{"index":1,"sense_key":"law%1:14:00::","synset_id":"law.n.01"},{"index":2,"sense_key":"law%1:10:00::","synset_id":"law.n.02"},{"index":3,"sense_key":"law%1:09:00::","synset_id":"law.n.03"},{"index":4,"sense_key":"law%1:09:01::","synset_id":"law.n.04"},{"index":5,"sense_key":"law%1:09:02::","synset_id":"jurisprudence.n.01"},{"index":6,"sense_key":"law%1:04:00::","synset_id":"law.n.06"},{"index":7,"sense_key":"law%1:14:01::","synset_id":"police.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"law%1:10:00::","call_ids":["semeval2013.d009.s000.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"law%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17135735182091594}
{"item_id":"semeval2013.d009.s000.t003","gold_sense_keys":["court%1:14:00::"],"candidates":[{"index":1,"sense_key":"court%1:14:00::","synset_id":"court.n.01"},{"index":2,"sense_key":"court%1:06:02::","synset_id":"court.n.02"},{"index":3,"sense_key":"court%1:14:01::","synset_id":"court.n.03"},{"index":4,"sense_key":"court%1:06:01::","synset_id":"court.n.04"},{"index":5,"sense_key":"court%1:18:00::","synset_id":"court.n.05"},{"index":6,"sense_key":"court%1:14:02::","synset_id":"court.n.06"},{"index":7,"sense_key":"court%1:06:03::","synset_id":"motor_hotel.n.01"},{"index":8,"sense_key":"court%1:06:05::","synset_id":"court.n.08"},{"index":9,"sense_key":"court%1:06:04::","synset_id":"court.n.09"},{"index":10,"sense_key":"court%1:06:00::","synset_id":"court.n.10"},{"index":11,"sense_key":"court%1:04:00::","synset_id":"court.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"court%1:06:05::","call_ids":["semeval2013.d009.s000.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"court%1:06:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":321,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23792476998642087}
{"item_id":"semeval2013.d009.s000.t004","gold_sense_keys":["case%1:04:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d009.s000.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":577,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24649209808558226}
{"item_id":"semeval2013.d009.s001.t000","gold_sense_keys":["day%1:28:03::"],"candidates":[{"index":1,"sense_key":"day%1:28:00::","synset_id":"day.n.01"},{"index":2,"sense_key":"day%1:28:03::","synset_id":"day.n.02"},{"index":3,"sense_key":"day%1:28:01::","synset_id":"day.n.03"},{"index":4,"sense_key":"day%1:28:02::","synset_id":"day.n.04"},{"index":5,"sense_key":"day%1:28:04::","synset_id":"day.n.05"},{"index":6,"sense_key":"day%1:28:05::","synset_id":"day.n.06"},{"index":7,"sense_key":"day%1:28:07::","synset_id":"day.n.07"},{"index":8,"sense_key":"day%1:28:06::","synset_id":"sidereal_day.n.01"},{"index":9,"sense_key":"day%1:26:00::","synset_id":"day.n.09"},{"index":10,"sense_key":"day%1:18:00::","synset_id":"day.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"day%1:26:00::","call_ids":["semeval2013.d009.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"day%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":382,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24742135195992887}
{"item_id":"semeval2013.d009.s001.t001","gold_sense_keys":["supreme_court%1:14:00::"],"candidates":[{"index":1,"sense_key":"supreme_court%1:14:00::","synset_id":"supreme_court.n.01"},{"index":2,"sense_key":"supreme_court%1:14:01::","synset_id":"supreme_court.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"supreme_court%1:14:00::","call_ids":["semeval2013.d009.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"supreme_court%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24091023579239845}
{"item_id":"semeval2013.d009.s001.t002","gold_sense_keys":["question%1:10:01::"],"candidates":[{"index":1,"sense_key":"question%1:10:00::","synset_id":"question.n.01"},{"index":2,"sense_key":"question%1:10:01::","synset_id":"question.n.02"},{"index":3,"sense_key":"question%1:10:03::","synset_id":"question.n.03"},{"index":4,"sense_key":"question%1:07:00::","synset_id":"doubt.n.02"},{"index":5,"sense_key":"question%1:10:02::","synset_id":"motion.n.05"},{"index":6,"sense_key":"question%1:10:04::","synset_id":"question.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"question%1:10:01::","call_ids":["semeval2013.d009.s001.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"question%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24432284105569124}
{"item_id":"semeval2013.d009.s001.t005","gold_sense_keys":["law%1:10:00::"],"candidates":[{"index":1,"sense_key":"law%1:14:00::","synset_id":"law.n.01"},{"index":2,"sense_key":"law%1:10:00::","synset_id":"law.n.02"},{"index":3,"sense_key":"law%1:09:00::","synset_id":"law.n.03"},{"index":4,"sense_key":"law%1:09:01::","synset_id":"law.n.04"},{"index":5,"sense_key":"law%1:09:02::","synset_id":"jurisprudence.n.01"},{"index":6,"sense_key":"law%1:04:00::","synset_id":"law.n.06"},{"index":7,"sense_key":"law%1:14:01::","synset_id":"police.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"law%1:10:00::","call_ids":["semeval2013.d009.s001.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"law%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":311,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24876187811605632}
{"item_id":"semeval2013.d009.s001.t006","gold_sense_keys":["justice%1:18:00::"],"candidates":[{"index":1,"sense_key":"justice%1:07:00::","synset_id":"justice.n.01"},{"index":2,"sense_key":"justice%1:04:00::","synset_id":"justice.n.02"},{"index":3,"sense_key":"justice%1:18:00::","synset_id":"judge.n.01"},{"index":4,"sense_key":"justice%1:14:00::","synset_id":"department_of_justice.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"justice%1:18:00::","call_ids":["semeval2013.d009.s001.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"justice%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23743001790717244}
{"item_id":"semeval2013.d009.s001.t007","gold_sense_keys":["dinner%1:14:00::"],"candidates":[{"index":1,"sense_key":"dinner%1:13:00::","synset_id":"dinner.n.01"},{"index":2,"sense_key":"dinner%1:14:00::","synset_id":"dinner.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dinner%1:14:00::","call_ids":["semeval2013.d009.s001.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dinner%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23844000487588346}
{"item_id":"semeval2013.d009.s001.t009","gold_sense_keys":["case%1:04:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d009.s001.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":626,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24172637308947742}
{"item_id":"semeval2013.d009.s002.t002","gold_sense_keys":["justice%1:18:00::"],"candidates":[{"index":1,"sense_key":"justice%1:07:00::","synset_id":"justice.n.01"},{"index":2,"sense_key":"justice%1:04:00::","synset_id":"justice.n.02"},{"index":3,"sense_key":"justice%1:18:00::","synset_id":"judge.n.01"},{"index":4,"sense_key":"justice%1:14:00::","synset_id":"department_of_justice.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"justice%1:18:00::","call_ids":["semeval2013.d009.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"justice%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24032551608979702}
{"item_id":"semeval2013.d009.s002.t003","gold_sense_keys":["conference%1:10:00::","conference%1:14:00::"],"candidates":[{"index":1,"sense_key":"conference%1:14:00::","synset_id":"conference.n.01"},{"index":2,"sense_key":"conference%1:14:01::","synset_id":"league.n.01"},{"index":3,"sense_key":"conference%1:10:00::","synset_id":"conference.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"conference%1:14:01::","call_ids":["semeval2013.d009.s002.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"conference%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21974388998933136}
{"item_id":"semeval2013.d009.s002.t004","gold_sense_keys":["petition%1:10:00::"],"candidates":[{"index":1,"sense_key":"petition%1:10:00::","synset_id":"request.n.01"},{"index":2,"sense_key":"petition%1:10:01::","synset_id":"prayer.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"petition%1:10:00::","call_ids":["semeval2013.d009.s002.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"petition%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":125,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23029963998124003}
{"item_id":"semeval2013.d009.s002.t005","gold_sense_keys":["review%1:04:02::","review%1:04:03::","review%1:09:00::"],"candidates":[{"index":1,"sense_key":"review%1:09:00::","synset_id":"reappraisal.n.01"},{"index":2,"sense_key":"review%1:10:01::","synset_id":"review.n.02"},{"index":3,"sense_key":"review%1:04:00::","synset_id":"follow-up.n.03"},{"index":4,"sense_key":"review%1:21:00::","synset_id":"review.n.04"},{"index":5,"sense_key":"review%1:10:02::","synset_id":"revue.n.01"},{"index":6,"sense_key":"review%1:10:03::","synset_id":"review.n.06"},{"index":7,"sense_key":"review%1:10:00::","synset_id":"recapitulation.n.03"},{"index":8,"sense_key":"review%1:04:03::","synset_id":"review.n.08"},{"index":9,"sense_key":"review%1:04:01::","synset_id":"review.n.09"},{"index":10,"sense_key":"review%1:04:02::","synset_id":"inspection.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"review%1:04:03::","call_ids":["semeval2013.d009.s002.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"review%1:04:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":284,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23248425708152354}
{"item_id":"semeval2013.d009.s003.t000","gold_sense_keys":["case%1:04:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"case%1:06:00::","call_ids":["semeval2013.d009.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"case%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":602,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23057334497570992}
{"item_id":"semeval2013.d009.s003.t002","gold_sense_keys":["suit%1:04:00::"],"candidates":[{"index":1,"sense_key":"suit%1:06:00::","synset_id":"suit.n.01"},{"index":2,"sense_key":"suit%1:04:00::","synset_id":"lawsuit.n.01"},{"index":3,"sense_key":"suit%1:18:00::","synset_id":"suit.n.03"},{"index":4,"sense_key":"suit%1:10:01::","synset_id":"courtship.n.01"},{"index":5,"sense_key":"suit%1:10:00::","synset_id":"suit.n.05"},{"index":6,"sense_key":"suit%1:06:01::","synset_id":"suit.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"suit%1:04:00::","call_ids":["semeval2013.d009.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"suit%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":305,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24081409606151283}
{"item_id":"semeval2013.d009.s003.t003","gold_sense_keys":["state%1:15:01::"],"candidates":[{"index":1,"sense_key":"state%1:15:01::","synset_id":"state.n.01"},{"index":2,"sense_key":"state%1:03:00::","synset_id":"state.n.02"},{"index":3,"sense_key":"state%1:14:01::","synset_id":"state.n.03"},{"index":4,"sense_key":"state%1:14:00::","synset_id":"state.n.04"},{"index":5,"sense_key":"state%1:26:02::","synset_id":"state_of_matter.n.01"},{"index":6,"sense_key":"state%1:26:01::","synset_id":"state.n.06"},{"index":7,"sense_key":"state%1:15:00::","synset_id":"country.n.02"},{"index":8,"sense_key":"state%1:14:02::","synset_id":"department_of_state.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"state%1:14:01::","call_ids":["semeval2013.d009.s003.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"state%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":345,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24411493819206953}
{"item_id":"semeval2013.d009.s003.t005","gold_sense_keys":["overhaul%1:04:01::"],"candidates":[{"index":1,"sense_key":"overhaul%1:04:00::","synset_id":"overhaul.n.01"},{"index":2,"sense_key":"overhaul%1:04:01::","synset_id":"renovation.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"overhaul%1:04:01::","call_ids":["semeval2013.d009.s003.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"overhaul%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24513709708116949}
{"item_id":"semeval2013.d009.s003.t006","gold_sense_keys":["congress%1:14:01::"],"candidates":[{"index":1,"sense_key":"congress%1:14:01::","synset_id":"congress.n.01"},{"index":2,"sense_key":"congress%1:14:00::","synset_id":"congress.n.02"},{"index":3,"sense_key":"congress%1:14:02::","synset_id":"congress.n.03"},{"index":4,"sense_key":"congress%1:04:01::","synset_id":"sexual_intercourse.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"congress%1:14:01::","call_ids":["semeval2013.d009.s003.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"congress%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23315529595129192}
{"item_id":"semeval2013.d009.s003.t007","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d009.s003.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":230,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23399868700653315}
{"item_id":"semeval2013.d009.s003.t008","gold_sense_keys":["law%1:10:00::"],"candidates":[{"index":1,"sense_key":"law%1:14:00::","synset_id":"law.n.01"},{"index":2,"sense_key":"law%1:10:00::","synset_id":"law.n.02"},{"index":3,"sense_key":"law%1:09:00::","synset_id":"law.n.03"},{"index":4,"sense_key":"law%1:09:01::","synset_id":"law.n.04"},{"index":5,"sense_key":"law%1:09:02::","synset_id":"jurisprudence.n.01"},{"index":6,"sense_key":"law%1:04:00::","synset_id":"law.n.06"},{"index":7,"sense_key":"law%1:14:01::","synset_id":"police.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"law%1:10:00::","call_ids":["semeval2013.d009.s003.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"law%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":288,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23667467082850635}
{"item_id":"semeval2013.d009.s003.t009","gold_sense_keys":["rallying_cry%1:10:00::"],"candidates":[{"index":1,"sense_key":"rallying_cry%1:10:00::","synset_id":"war_cry.n.01"},{"index":2,"sense_key":"rallying_cry%1:10:01::","synset_id":"war_cry.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"rallying_cry%1:10:00::","call_ids":["semeval2013.d009.s003.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"rallying_cry%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2375019909814}
{"item_id":"semeval2013.d009.s004.t000","gold_sense_keys":["justice%1:18:00::"],"candidates":[{"index":1,"sense_key":"justice%1:07:00::","synset_id":"justice.n.01"},{"index":2,"sense_key":"justice%1:04:00::","synset_id":"justice.n.02"},{"index":3,"sense_key":"justice%1:18:00::","synset_id":"judge.n.01"},{"index":4,"sense_key":"justice%1:14:00::","synset_id":"department_of_justice.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"justice%1:18:00::","call_ids":["semeval2013.d009.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"justice%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24451604392379522}
{"item_id":"semeval2013.d009.s004.t001","gold_sense_keys":["suit%1:04:00::"],"candidates":[{"index":1,"sense_key":"suit%1:06:00::","synset_id":"suit.n.01"},{"index":2,"sense_key":"suit%1:04:00::","synset_id":"lawsuit.n.01"},{"index":3,"sense_key":"suit%1:18:00::","synset_id":"suit.n.03"},{"index":4,"sense_key":"suit%1:10:01::","synset_id":"courtship.n.01"},{"index":5,"sense_key":"suit%1:10:00::","synset_id":"suit.n.05"},{"index":6,"sense_key":"suit%1:06:01::","synset_id":"suit.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"suit%1:04:00::","call_ids":["semeval2013.d009.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"suit%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":322,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2285413579083979}
{"item_id":"semeval2013.d009.s004.t002","gold_sense_keys":["hour%1:28:00::"],"candidates":[{"index":1,"sense_key":"hour%1:28:00::","synset_id":"hour.n.01"},{"index":2,"sense_key":"hour%1:28:01::","synset_id":"hour.n.02"},{"index":3,"sense_key":"hour%1:28:02::","synset_id":"hour.n.03"},{"index":4,"sense_key":"hour%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"hour%1:28:02::","call_ids":["semeval2013.d009.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"hour%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.12653159303590655}
{"item_id":"semeval2013.d009.s004.t003","gold_sense_keys":["argument%1:10:00::"],"candidates":[{"index":1,"sense_key":"argument%1:10:02::","synset_id":"argument.n.01"},{"index":2,"sense_key":"argument%1:10:03::","synset_id":"controversy.n.01"},{"index":3,"sense_key":"argument%1:10:00::","synset_id":"argument.n.03"},{"index":4,"sense_key":"argument%1:10:01::","synset_id":"argument.n.04"},{"index":5,"sense_key":"argument%1:10:04::","synset_id":"argument.n.05"},{"index":6,"sense_key":"argument%1:09:00::","synset_id":"argument.n.06"},{"index":7,"sense_key":"argument%1:09:01::","synset_id":"argumentation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"argument%1:09:01::","call_ids":["semeval2013.d009.s004.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"argument%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":337,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2755982489325106}
{"item_id":"semeval2013.d009.s004.t004","gold_sense_keys":["march%1:28:00::"],"candidates":[{"index":1,"sense_key":"march%1:28:00::","synset_id":"march.n.01"},{"index":2,"sense_key":"march%1:04:00::","synset_id":"march.n.02"},{"index":3,"sense_key":"march%1:04:02::","synset_id":"march.n.03"},{"index":4,"sense_key":"march%1:14:00::","synset_id":"march.n.04"},{"index":5,"sense_key":"march%1:15:00::","synset_id":"borderland.n.01"},{"index":6,"sense_key":"march%1:10:01::","synset_id":"marching_music.n.01"},{"index":7,"sense_key":"march%1:10:00::","synset_id":"master_of_architecture.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"march%1:28:00::","call_ids":["semeval2013.d009.s004.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"march%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":278,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3106639238540083}
{"item_id":"semeval2013.d009.s004.t006","gold_sense_keys":["race%1:11:01::"],"candidates":[{"index":1,"sense_key":"race%1:11:01::","synset_id":"race.n.01"},{"index":2,"sense_key":"race%1:11:00::","synset_id":"race.n.02"},{"index":3,"sense_key":"race%1:14:00::","synset_id":"race.n.03"},{"index":4,"sense_key":"race%1:14:01::","synset_id":"subspecies.n.01"},{"index":5,"sense_key":"race%1:19:00::","synset_id":"slipstream.n.01"},{"index":6,"sense_key":"race%1:06:00::","synset_id":"raceway.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"race%1:14:00::","call_ids":["semeval2013.d009.s004.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"race%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3132790569216013}
{"item_id":"semeval2013.d009.s004.t007","gold_sense_keys":["swing%1:26:01::"],"candidates":[{"index":1,"sense_key":"swing%1:26:01::","synset_id":"swing.n.01"},{"index":2,"sense_key":"swing%1:06:00::","synset_id":"swing.n.02"},{"index":3,"sense_key":"swing%1:04:06::","synset_id":"swing.n.03"},{"index":4,"sense_key":"swing%1:04:00::","synset_id":"swing.n.04"},{"index":5,"sense_key":"swing%1:10:01::","synset_id":"swing.n.05"},{"index":6,"sense_key":"swing%1:07:00::","synset_id":"lilt.n.01"},{"index":7,"sense_key":"swing%1:04:03::","synset_id":"golf_stroke.n.01"},{"index":8,"sense_key":"swing%1:04:02::","synset_id":"baseball_swing.n.01"},{"index":9,"sense_key":"swing%1:04:04::","synset_id":"swing.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"swing%1:04:04::","call_ids":["semeval2013.d009.s004.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"swing%1:04:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":322,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31612848793156445}
{"item_id":"semeval2013.d009.s004.t009","gold_sense_keys":["court%1:14:00::"],"candidates":[{"index":1,"sense_key":"court%1:14:00::","synset_id":"court.n.01"},{"index":2,"sense_key":"court%1:06:02::","synset_id":"court.n.02"},{"index":3,"sense_key":"court%1:14:01::","synset_id":"court.n.03"},{"index":4,"sense_key":"court%1:06:01::","synset_id":"court.n.04"},{"index":5,"sense_key":"court%1:18:00::","synset_id":"court.n.05"},{"index":6,"sense_key":"court%1:14:02::","synset_id":"court.n.06"},{"index":7,"sense_key":"court%1:06:03::","synset_id":"motor_hotel.n.01"},{"index":8,"sense_key":"court%1:06:05::","synset_id":"court.n.08"},{"index":9,"sense_key":"court%1:06:04::","synset_id":"court.n.09"},{"index":10,"sense_key":"court%1:06:00::","synset_id":"court.n.10"},{"index":11,"sense_key":"court%1:04:00::","synset_id":"court.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"court%1:06:05::","call_ids":["semeval2013.d009.s004.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"court%1:06:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":363,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31915978202596307}
{"item_id":"semeval2013.d009.s004.t010","gold_sense_keys":["decision%1:09:00::"],"candidates":[{"index":1,"sense_key":"decision%1:04:00::","synset_id":"decision.n.01"},{"index":2,"sense_key":"decision%1:09:00::","synset_id":"decision.n.02"},{"index":3,"sense_key":"decision%1:11:02::","synset_id":"decision.n.03"},{"index":4,"sense_key":"decision%1:11:01::","synset_id":"decision.n.04"},{"index":5,"sense_key":"decision%1:07:00::","synset_id":"decisiveness.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"decision%1:11:02::","call_ids":["semeval2013.d009.s004.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"decision%1:11:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3217758401297033}
{"item_id":"semeval2013.d009.s005.t001","gold_sense_keys":["court%1:14:00::"],"candidates":[{"index":1,"sense_key":"court%1:14:00::","synset_id":"court.n.01"},{"index":2,"sense_key":"court%1:06:02::","synset_id":"court.n.02"},{"index":3,"sense_key":"court%1:14:01::","synset_id":"court.n.03"},{"index":4,"sense_key":"court%1:06:01::","synset_id":"court.n.04"},{"index":5,"sense_key":"court%1:18:00::","synset_id":"court.n.05"},{"index":6,"sense_key":"court%1:14:02::","synset_id":"court.n.06"},{"index":7,"sense_key":"court%1:06:03::","synset_id":"motor_hotel.n.01"},{"index":8,"sense_key":"court%1:06:05::","synset_id":"court.n.08"},{"index":9,"sense_key":"court%1:06:04::","synset_id":"court.n.09"},{"index":10,"sense_key":"court%1:06:00::","synset_id":"court.n.10"},{"index":11,"sense_key":"court%1:04:00::","synset_id":"court.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"court%1:06:05::","call_ids":["semeval2013.d009.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"court%1:06:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":348,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.324208770878613}
{"item_id":"semeval2013.d009.s005.t002","gold_sense_keys":["law%1:10:00::"],"candidates":[{"index":1,"sense_key":"law%1:14:00::","synset_id":"law.n.01"},{"index":2,"sense_key":"law%1:10:00::","synset_id":"law.n.02"},{"index":3,"sense_key":"law%1:09:00::","synset_id":"law.n.03"},{"index":4,"sense_key":"law%1:09:01::","synset_id":"law.n.04"},{"index":5,"sense_key":"law%1:09:02::","synset_id":"jurisprudence.n.01"},{"index":6,"sense_key":"law%1:04:00::","synset_id":"law.n.06"},{"index":7,"sense_key":"law%1:14:01::","synset_id":"police.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"law%1:04:00::","call_ids":["semeval2013.d009.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"law%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33390525495633483}
{"item_id":"semeval2013.d009.s006.t003","gold_sense_keys":["dinner%1:14:00::"],"candidates":[{"index":1,"sense_key":"dinner%1:13:00::","synset_id":"dinner.n.01"},{"index":2,"sense_key":"dinner%1:14:00::","synset_id":"dinner.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dinner%1:14:00::","call_ids":["semeval2013.d009.s006.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dinner%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33612677408382297}
{"item_id":"semeval2013.d009.s007.t001","gold_sense_keys":["dinner%1:14:00::"],"candidates":[{"index":1,"sense_key":"dinner%1:13:00::","synset_id":"dinner.n.01"},{"index":2,"sense_key":"dinner%1:14:00::","synset_id":"dinner.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dinner%1:14:00::","call_ids":["semeval2013.d009.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dinner%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33793946099467576}
{"item_id":"semeval2013.d009.s007.t002","gold_sense_keys":["law%1:10:00::"],"candidates":[{"index":1,"sense_key":"law%1:14:00::","synset_id":"law.n.01"},{"index":2,"sense_key":"law%1:10:00::","synset_id":"law.n.02"},{"index":3,"sense_key":"law%1:09:00::","synset_id":"law.n.03"},{"index":4,"sense_key":"law%1:09:01::","synset_id":"law.n.04"},{"index":5,"sense_key":"law%1:09:02::","synset_id":"jurisprudence.n.01"},{"index":6,"sense_key":"law%1:04:00::","synset_id":"law.n.06"},{"index":7,"sense_key":"law%1:14:01::","synset_id":"police.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"law%1:09:00::","call_ids":["semeval2013.d009.s007.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"law%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35516694094985723}
{"item_id":"semeval2013.d009.s008.t000","gold_sense_keys":["sponsor%1:18:00::"],"candidates":[{"index":1,"sense_key":"sponsor%1:18:00::","synset_id":"patron.n.03"},{"index":2,"sense_key":"sponsor%1:18:01::","synset_id":"presenter.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"sponsor%1:18:00::","call_ids":["semeval2013.d009.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"sponsor%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35766263911500573}
{"item_id":"semeval2013.d009.s008.t001","gold_sense_keys":["giant%1:14:00::"],"candidates":[{"index":1,"sense_key":"giant%1:05:00::","synset_id":"giant.n.01"},{"index":2,"sense_key":"giant%1:18:01::","synset_id":"colossus.n.02"},{"index":3,"sense_key":"giant%1:14:00::","synset_id":"giant.n.03"},{"index":4,"sense_key":"giant%1:18:03::","synset_id":"giant.n.04"},{"index":5,"sense_key":"giant%1:18:00::","synset_id":"giant.n.05"},{"index":6,"sense_key":"giant%1:18:02::","synset_id":"giant.n.06"},{"index":7,"sense_key":"giant%1:17:00::","synset_id":"giant_star.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"giant%1:14:00::","call_ids":["semeval2013.d009.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"giant%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3596794919576496}
{"item_id":"semeval2013.d009.s008.t002","gold_sense_keys":["stake%1:21:02::"],"candidates":[{"index":1,"sense_key":"stake%1:21:02::","synset_id":"interest.n.05"},{"index":2,"sense_key":"stake%1:10:00::","synset_id":"post.n.09"},{"index":3,"sense_key":"stake%1:06:01::","synset_id":"stake.n.03"},{"index":4,"sense_key":"stake%1:21:00::","synset_id":"stake.n.04"},{"index":5,"sense_key":"stake%1:06:00::","synset_id":"stake.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"stake%1:21:02::","call_ids":["semeval2013.d009.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"stake%1:21:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46251604217104614}
{"item_id":"semeval2013.d009.s009.t000","gold_sense_keys":["dinner%1:14:00::"],"candidates":[{"index":1,"sense_key":"dinner%1:13:00::","synset_id":"dinner.n.01"},{"index":2,"sense_key":"dinner%1:14:00::","synset_id":"dinner.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"dinner%1:13:00::","call_ids":["semeval2013.d009.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"dinner%1:13:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3616447311360389}
{"item_id":"semeval2013.d009.s009.t001","gold_sense_keys":["washington%1:15:01::"],"candidates":[{"index":1,"sense_key":"washington%1:15:01::","synset_id":"washington.n.01"},{"index":2,"sense_key":"washington%1:15:00::","synset_id":"washington.n.02"},{"index":3,"sense_key":"washington%1:14:00::","synset_id":"capital.n.06"},{"index":4,"sense_key":"washington%1:18:00::","synset_id":"washington.n.04"},{"index":5,"sense_key":"washington%1:18:01::","synset_id":"washington.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"washington%1:15:01::","call_ids":["semeval2013.d009.s009.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"washington%1:15:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36398990196175873}
{"item_id":"semeval2013.d009.s009.t003","gold_sense_keys":["hour%1:28:00::"],"candidates":[{"index":1,"sense_key":"hour%1:28:00::","synset_id":"hour.n.01"},{"index":2,"sense_key":"hour%1:28:01::","synset_id":"hour.n.02"},{"index":3,"sense_key":"hour%1:28:02::","synset_id":"hour.n.03"},{"index":4,"sense_key":"hour%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"hour%1:28:02::","call_ids":["semeval2013.d009.s009.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"hour%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3658567520324141}
{"item_id":"semeval2013.d009.s009.t004","gold_sense_keys":["court%1:14:00::"],"candidates":[{"index":1,"sense_key":"court%1:14:00::","synset_id":"court.n.01"},{"index":2,"sense_key":"court%1:06:02::","synset_id":"court.n.02"},{"index":3,"sense_key":"court%1:14:01::","synset_id":"court.n.03"},{"index":4,"sense_key":"court%1:06:01::","synset_id":"court.n.04"},{"index":5,"sense_key":"court%1:18:00::","synset_id":"court.n.05"},{"index":6,"sense_key":"court%1:14:02::","synset_id":"court.n.06"},{"index":7,"sense_key":"court%1:06:03::","synset_id":"motor_hotel.n.01"},{"index":8,"sense_key":"court%1:06:05::","synset_id":"court.n.08"},{"index":9,"sense_key":"court%1:06:04::","synset_id":"court.n.09"},{"index":10,"sense_key":"court%1:06:00::","synset_id":"court.n.10"},{"index":11,"sense_key":"court%1:04:00::","synset_id":"court.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"court%1:06:05::","call_ids":["semeval2013.d009.s009.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"court%1:06:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":325,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3679004982113838}
{"item_id":"semeval2013.d009.s009.t005","gold_sense_keys":["conference%1:10:00::","conference%1:14:00::"],"candidates":[{"index":1,"sense_key":"conference%1:14:00::","synset_id":"conference.n.01"},{"index":2,"sense_key":"conference%1:14:01::","synset_id":"league.n.01"},{"index":3,"sense_key":"conference%1:10:00::","synset_id":"conference.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"conference%1:10:00::","call_ids":["semeval2013.d009.s009.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"conference%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3699834740255028}
{"item_id":"semeval2013.d009.s009.t006","gold_sense_keys":["case%1:04:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d009.s009.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":581,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3719055380206555}
{"item_id":"semeval2013.d009.s010.t000","gold_sense_keys":["attendance%1:04:00::"],"candidates":[{"index":1,"sense_key":"attendance%1:04:00::","synset_id":"attendance.n.01"},{"index":2,"sense_key":"attendance%1:28:00::","synset_id":"attendance.n.02"},{"index":3,"sense_key":"attendance%1:14:00::","synset_id":"attendance.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"attendance%1:14:00::","call_ids":["semeval2013.d009.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"attendance%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37397192092612386}
{"item_id":"semeval2013.d009.s010.t001","gold_sense_keys":["senate%1:14:01::"],"candidates":[{"index":1,"sense_key":"senate%1:14:00::","synset_id":"senate.n.01"},{"index":2,"sense_key":"senate%1:14:01::","synset_id":"united_states_senate.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"senate%1:14:01::","call_ids":["semeval2013.d009.s010.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"senate%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":125,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3759289749432355}
{"item_id":"semeval2013.d009.s010.t002","gold_sense_keys":["opponent%1:18:00::"],"candidates":[{"index":1,"sense_key":"opponent%1:18:02::","synset_id":"opposition.n.04"},{"index":2,"sense_key":"opponent%1:18:00::","synset_id":"adversary.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"opponent%1:18:00::","call_ids":["semeval2013.d009.s010.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"opponent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":124,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37744352710433304}
{"item_id":"semeval2013.d009.s011.t000","gold_sense_keys":["guest%1:18:00::"],"candidates":[{"index":1,"sense_key":"guest%1:18:00::","synset_id":"guest.n.01"},{"index":2,"sense_key":"guest%1:18:02::","synset_id":"guest.n.02"},{"index":3,"sense_key":"guest%1:18:01::","synset_id":"guest.n.03"},{"index":4,"sense_key":"guest%1:06:00::","synset_id":"node.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"guest%1:18:00::","call_ids":["semeval2013.d009.s011.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"guest%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3789090879727155}
{"item_id":"semeval2013.d009.s011.t001","gold_sense_keys":["dinner%1:14:00::"],"candidates":[{"index":1,"sense_key":"dinner%1:13:00::","synset_id":"dinner.n.01"},{"index":2,"sense_key":"dinner%1:14:00::","synset_id":"dinner.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dinner%1:14:00::","call_ids":["semeval2013.d009.s011.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dinner%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3803544749971479}
{"item_id":"semeval2013.d009.s012.t000","gold_sense_keys":["justice%1:18:00::"],"candidates":[{"index":1,"sense_key":"justice%1:07:00::","synset_id":"justice.n.01"},{"index":2,"sense_key":"justice%1:04:00::","synset_id":"justice.n.02"},{"index":3,"sense_key":"justice%1:18:00::","synset_id":"judge.n.01"},{"index":4,"sense_key":"justice%1:14:00::","synset_id":"department_of_justice.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"justice%1:18:00::","call_ids":["semeval2013.d009.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"justice%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3816402761731297}
{"item_id":"semeval2013.d009.s012.t001","gold_sense_keys":["event%1:03:00::"],"candidates":[{"index":1,"sense_key":"event%1:03:00::","synset_id":"event.n.01"},{"index":2,"sense_key":"event%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"event%1:19:00::","synset_id":"event.n.03"},{"index":4,"sense_key":"event%1:19:01::","synset_id":"consequence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"event%1:03:00::","call_ids":["semeval2013.d009.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"event%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29198163910768926}
{"item_id":"semeval2013.d009.s012.t002","gold_sense_keys":["years%1:28:01::"],"candidates":[{"index":1,"sense_key":"years%1:28:00::","synset_id":"old_age.n.01"},{"index":2,"sense_key":"years%1:28:01::","synset_id":"long_time.n.01"},{"index":3,"sense_key":"years%1:28:02::","synset_id":"days.n.01"},{"index":4,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":5,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":6,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":7,"sense_key":"class%1:14:04::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"years%1:28:01::","call_ids":["semeval2013.d009.s012.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"years%1:28:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29518837900832295}
{"item_id":"semeval2013.d009.s013.t002","gold_sense_keys":["rule%1:10:00::"],"candidates":[{"index":1,"sense_key":"rule%1:09:00::","synset_id":"rule.n.01"},{"index":2,"sense_key":"rule%1:09:01::","synset_id":"convention.n.02"},{"index":3,"sense_key":"rule%1:10:00::","synset_id":"rule.n.03"},{"index":4,"sense_key":"rule%1:10:01::","synset_id":"rule.n.04"},{"index":5,"sense_key":"rule%1:09:03::","synset_id":"principle.n.01"},{"index":6,"sense_key":"rule%1:28:00::","synset_id":"rule.n.06"},{"index":7,"sense_key":"rule%1:26:00::","synset_id":"dominion.n.01"},{"index":8,"sense_key":"rule%1:10:02::","synset_id":"rule.n.08"},{"index":9,"sense_key":"rule%1:10:03::","synset_id":"rule.n.09"},{"index":10,"sense_key":"rule%1:09:02::","synset_id":"principle.n.04"},{"index":11,"sense_key":"rule%1:09:04::","synset_id":"rule.n.11"},{"index":12,"sense_key":"rule%1:06:00::","synset_id":"rule.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"rule%1:10:02::","call_ids":["semeval2013.d009.s013.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"rule%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":409,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29709991719573736}
{"item_id":"semeval2013.d009.s014.t001","gold_sense_keys":["justice%1:18:00::"],"candidates":[{"index":1,"sense_key":"justice%1:07:00::","synset_id":"justice.n.01"},{"index":2,"sense_key":"justice%1:04:00::","synset_id":"justice.n.02"},{"index":3,"sense_key":"justice%1:18:00::","synset_id":"judge.n.01"},{"index":4,"sense_key":"justice%1:14:00::","synset_id":"department_of_justice.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"justice%1:18:00::","call_ids":["semeval2013.d009.s014.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"justice%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.301304287975654}
{"item_id":"semeval2013.d009.s014.t003","gold_sense_keys":["action%1:04:02::"],"candidates":[{"index":1,"sense_key":"action%1:04:02::","synset_id":"action.n.01"},{"index":2,"sense_key":"action%1:26:00::","synset_id":"action.n.02"},{"index":3,"sense_key":"action%1:04:03::","synset_id":"military_action.n.01"},{"index":4,"sense_key":"action%1:22:00::","synset_id":"natural_process.n.01"},{"index":5,"sense_key":"action%1:10:00::","synset_id":"action.n.05"},{"index":6,"sense_key":"action%1:07:00::","synset_id":"action.n.06"},{"index":7,"sense_key":"action%1:06:00::","synset_id":"action.n.07"},{"index":8,"sense_key":"action%1:04:01::","synset_id":"legal_action.n.01"},{"index":9,"sense_key":"action%1:04:04::","synset_id":"action.n.09"},{"index":10,"sense_key":"action%1:04:00::","synset_id":"action.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"action%1:04:04::","call_ids":["semeval2013.d009.s014.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"action%1:04:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":352,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3024997601751238}
{"item_id":"semeval2013.d009.s014.t004","gold_sense_keys":["justice%1:18:00::"],"candidates":[{"index":1,"sense_key":"justice%1:07:00::","synset_id":"justice.n.01"},{"index":2,"sense_key":"justice%1:04:00::","synset_id":"justice.n.02"},{"index":3,"sense_key":"justice%1:18:00::","synset_id":"judge.n.01"},{"index":4,"sense_key":"justice%1:14:00::","synset_id":"department_of_justice.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"justice%1:18:00::","call_ids":["semeval2013.d009.s014.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"justice%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4497176930308342}
{"item_id":"semeval2013.d009.s015.t000","gold_sense_keys":["code%1:10:01::"],"candidates":[{"index":1,"sense_key":"code%1:10:01::","synset_id":"code.n.01"},{"index":2,"sense_key":"code%1:10:00::","synset_id":"code.n.02"},{"index":3,"sense_key":"code%1:10:02::","synset_id":"code.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"code%1:10:01::","call_ids":["semeval2013.d009.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"code%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4483276349492371}
{"item_id":"semeval2013.d009.s015.t002","gold_sense_keys":["judge%1:18:00::"],"candidates":[{"index":1,"sense_key":"judge%1:18:00::","synset_id":"judge.n.01"},{"index":2,"sense_key":"judge%1:18:01::","synset_id":"evaluator.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"judge%1:18:01::","call_ids":["semeval2013.d009.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"judge%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4467244017869234}
{"item_id":"semeval2013.d009.s015.t003","gold_sense_keys":["event%1:03:00::"],"candidates":[{"index":1,"sense_key":"event%1:03:00::","synset_id":"event.n.01"},{"index":2,"sense_key":"event%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"event%1:19:00::","synset_id":"event.n.03"},{"index":4,"sense_key":"event%1:19:01::","synset_id":"consequence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"event%1:26:00::","call_ids":["semeval2013.d009.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"event%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45209139003418386}
{"item_id":"semeval2013.d009.s015.t004","gold_sense_keys":["organization%1:14:00::","organization%1:14:01::"],"candidates":[{"index":1,"sense_key":"organization%1:14:00::","synset_id":"organization.n.01"},{"index":2,"sense_key":"organization%1:09:00::","synset_id":"arrangement.n.03"},{"index":3,"sense_key":"organization%1:14:01::","synset_id":"administration.n.02"},{"index":4,"sense_key":"organization%1:04:00::","synset_id":"organization.n.04"},{"index":5,"sense_key":"organization%1:07:00::","synset_id":"organization.n.05"},{"index":6,"sense_key":"organization%1:04:01::","synset_id":"organization.n.06"},{"index":7,"sense_key":"organization%1:04:02::","synset_id":"constitution.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"organization%1:04:01::","call_ids":["semeval2013.d009.s015.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"organization%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":325,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45053059700876474}
{"item_id":"semeval2013.d009.s015.t005","gold_sense_keys":["judge%1:18:00::"],"candidates":[{"index":1,"sense_key":"judge%1:18:00::","synset_id":"judge.n.01"},{"index":2,"sense_key":"judge%1:18:01::","synset_id":"evaluator.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"judge%1:18:01::","call_ids":["semeval2013.d009.s015.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"judge%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4532157420180738}
{"item_id":"semeval2013.d009.s015.t006","gold_sense_keys":["speaker%1:18:00::"],"candidates":[{"index":1,"sense_key":"speaker%1:18:00::","synset_id":"speaker.n.01"},{"index":2,"sense_key":"speaker%1:06:00::","synset_id":"loudspeaker.n.01"},{"index":3,"sense_key":"speaker%1:18:01::","synset_id":"speaker.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"speaker%1:18:01::","call_ids":["semeval2013.d009.s015.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"speaker%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4543681649956852}
{"item_id":"semeval2013.d009.s015.t008","gold_sense_keys":["program%1:10:00::"],"candidates":[{"index":1,"sense_key":"program%1:09:00::","synset_id":"plan.n.01"},{"index":2,"sense_key":"program%1:09:01::","synset_id":"program.n.02"},{"index":3,"sense_key":"program%1:10:01::","synset_id":"broadcast.n.02"},{"index":4,"sense_key":"program%1:10:04::","synset_id":"platform.n.02"},{"index":5,"sense_key":"program%1:10:00::","synset_id":"program.n.05"},{"index":6,"sense_key":"program%1:10:05::","synset_id":"course_of_study.n.01"},{"index":7,"sense_key":"program%1:10:02::","synset_id":"program.n.07"},{"index":8,"sense_key":"program%1:04:00::","synset_id":"program.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"program%1:04:00::","call_ids":["semeval2013.d009.s015.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"program%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":344,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43014494283124804}
{"item_id":"semeval2013.d009.s015.t009","gold_sense_keys":["event%1:03:00::"],"candidates":[{"index":1,"sense_key":"event%1:03:00::","synset_id":"event.n.01"},{"index":2,"sense_key":"event%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"event%1:19:00::","synset_id":"event.n.03"},{"index":4,"sense_key":"event%1:19:01::","synset_id":"consequence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"event%1:26:00::","call_ids":["semeval2013.d009.s015.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"event%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3738831100054085}
{"item_id":"semeval2013.d009.s016.t000","gold_sense_keys":["proximity%1:07:00::"],"candidates":[{"index":1,"sense_key":"proximity%1:07:00::","synset_id":"proximity.n.01"},{"index":2,"sense_key":"proximity%1:15:00::","synset_id":"proximity.n.02"},{"index":3,"sense_key":"proximity%1:09:00::","synset_id":"proximity.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"proximity%1:15:00::","call_ids":["semeval2013.d009.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"proximity%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38043974596075714}
{"item_id":"semeval2013.d009.s016.t002","gold_sense_keys":["case%1:04:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d009.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":603,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3814094311092049}
{"item_id":"semeval2013.d009.s016.t003","gold_sense_keys":["company%1:14:01::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"company%1:14:05::","call_ids":["semeval2013.d009.s016.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"company%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":310,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3823483649175614}
{"item_id":"semeval2013.d009.s016.t004","gold_sense_keys":["interest%1:21:03::"],"candidates":[{"index":1,"sense_key":"interest%1:09:00::","synset_id":"interest.n.01"},{"index":2,"sense_key":"interest%1:07:01::","synset_id":"sake.n.01"},{"index":3,"sense_key":"interest%1:07:02::","synset_id":"interest.n.03"},{"index":4,"sense_key":"interest%1:21:00::","synset_id":"interest.n.04"},{"index":5,"sense_key":"interest%1:21:03::","synset_id":"interest.n.05"},{"index":6,"sense_key":"interest%1:14:00::","synset_id":"interest.n.06"},{"index":7,"sense_key":"interest%1:04:01::","synset_id":"pastime.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"interest%1:21:03::","call_ids":["semeval2013.d009.s016.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"interest%1:21:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":303,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38330314704217017}
{"item_id":"semeval2013.d009.s017.t000","gold_sense_keys":["breach%1:04:01::"],"candidates":[{"index":1,"sense_key":"breach%1:04:01::","synset_id":"breach.n.01"},{"index":2,"sense_key":"breach%1:17:00::","synset_id":"breach.n.02"},{"index":3,"sense_key":"breach%1:11:00::","synset_id":"rupture.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"breach%1:04:01::","call_ids":["semeval2013.d009.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"breach%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38412889605388045}
{"item_id":"semeval2013.d009.s017.t002","gold_sense_keys":["indifference%1:07:01::"],"candidates":[{"index":1,"sense_key":"indifference%1:12:00::","synset_id":"indifference.n.01"},{"index":2,"sense_key":"indifference%1:12:01::","synset_id":"emotionlessness.n.01"},{"index":3,"sense_key":"indifference%1:07:00::","synset_id":"apathy.n.02"},{"index":4,"sense_key":"indifference%1:07:01::","synset_id":"nonchalance.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"indifference%1:07:01::","call_ids":["semeval2013.d009.s017.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"indifference%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3772547219414264}
{"item_id":"semeval2013.d009.s017.t003","gold_sense_keys":["code%1:10:01::"],"candidates":[{"index":1,"sense_key":"code%1:10:01::","synset_id":"code.n.01"},{"index":2,"sense_key":"code%1:10:00::","synset_id":"code.n.02"},{"index":3,"sense_key":"code%1:10:02::","synset_id":"code.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"code%1:10:01::","call_ids":["semeval2013.d009.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"code%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3748395920265466}
{"item_id":"semeval2013.d009.s017.t004","gold_sense_keys":["claim%1:10:02::"],"candidates":[{"index":1,"sense_key":"claim%1:10:00::","synset_id":"claim.n.01"},{"index":2,"sense_key":"claim%1:10:02::","synset_id":"claim.n.02"},{"index":3,"sense_key":"claim%1:04:00::","synset_id":"claim.n.03"},{"index":4,"sense_key":"claim%1:07:02::","synset_id":"claim.n.04"},{"index":5,"sense_key":"claim%1:07:01::","synset_id":"title.n.07"},{"index":6,"sense_key":"claim%1:10:01::","synset_id":"call.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"claim%1:04:00::","call_ids":["semeval2013.d009.s017.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"claim%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37578828004188836}
{"item_id":"semeval2013.d009.s017.t005","gold_sense_keys":["justice%1:18:00::"],"candidates":[{"index":1,"sense_key":"justice%1:07:00::","synset_id":"justice.n.01"},{"index":2,"sense_key":"justice%1:04:00::","synset_id":"justice.n.02"},{"index":3,"sense_key":"justice%1:18:00::","synset_id":"judge.n.01"},{"index":4,"sense_key":"justice%1:14:00::","synset_id":"department_of_justice.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"justice%1:18:00::","call_ids":["semeval2013.d009.s017.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"justice%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3843944459222257}
{"item_id":"semeval2013.d009.s017.t006","gold_sense_keys":["court%1:14:00::"],"candidates":[{"index":1,"sense_key":"court%1:14:00::","synset_id":"court.n.01"},{"index":2,"sense_key":"court%1:06:02::","synset_id":"court.n.02"},{"index":3,"sense_key":"court%1:14:01::","synset_id":"court.n.03"},{"index":4,"sense_key":"court%1:06:01::","synset_id":"court.n.04"},{"index":5,"sense_key":"court%1:18:00::","synset_id":"court.n.05"},{"index":6,"sense_key":"court%1:14:02::","synset_id":"court.n.06"},{"index":7,"sense_key":"court%1:06:03::","synset_id":"motor_hotel.n.01"},{"index":8,"sense_key":"court%1:06:05::","synset_id":"court.n.08"},{"index":9,"sense_key":"court%1:06:04::","synset_id":"court.n.09"},{"index":10,"sense_key":"court%1:06:00::","synset_id":"court.n.10"},{"index":11,"sense_key":"court%1:04:00::","synset_id":"court.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"court%1:06:05::","call_ids":["semeval2013.d009.s017.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"court%1:06:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":351,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3777604859787971}
{"item_id":"semeval2013.d009.s017.t007","gold_sense_keys":["rule%1:10:00::"],"candidates":[{"index":1,"sense_key":"rule%1:09:00::","synset_id":"rule.n.01"},{"index":2,"sense_key":"rule%1:09:01::","synset_id":"convention.n.02"},{"index":3,"sense_key":"rule%1:10:00::","synset_id":"rule.n.03"},{"index":4,"sense_key":"rule%1:10:01::","synset_id":"rule.n.04"},{"index":5,"sense_key":"rule%1:09:03::","synset_id":"principle.n.01"},{"index":6,"sense_key":"rule%1:28:00::","synset_id":"rule.n.06"},{"index":7,"sense_key":"rule%1:26:00::","synset_id":"dominion.n.01"},{"index":8,"sense_key":"rule%1:10:02::","synset_id":"rule.n.08"},{"index":9,"sense_key":"rule%1:10:03::","synset_id":"rule.n.09"},{"index":10,"sense_key":"rule%1:09:02::","synset_id":"principle.n.04"},{"index":11,"sense_key":"rule%1:09:04::","synset_id":"rule.n.11"},{"index":12,"sense_key":"rule%1:06:00::","synset_id":"rule.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"rule%1:10:02::","call_ids":["semeval2013.d009.s017.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"rule%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":442,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3591986650135368}
{"item_id":"semeval2013.d009.s017.t008","gold_sense_keys":["president%1:18:01::"],"candidates":[{"index":1,"sense_key":"president%1:18:01::","synset_id":"president.n.01"},{"index":2,"sense_key":"president%1:18:04::","synset_id":"president_of_the_united_states.n.01"},{"index":3,"sense_key":"president%1:18:00::","synset_id":"president.n.03"},{"index":4,"sense_key":"president%1:18:03::","synset_id":"president.n.04"},{"index":5,"sense_key":"president%1:18:02::","synset_id":"president.n.05"},{"index":6,"sense_key":"president%1:04:04::","synset_id":"president_of_the_united_states.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"president%1:18:03::","call_ids":["semeval2013.d009.s017.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"president%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32496045087464154}
{"item_id":"semeval2013.d009.s018.t000","gold_sense_keys":["justice%1:18:00::"],"candidates":[{"index":1,"sense_key":"justice%1:07:00::","synset_id":"justice.n.01"},{"index":2,"sense_key":"justice%1:04:00::","synset_id":"justice.n.02"},{"index":3,"sense_key":"justice%1:18:00::","synset_id":"judge.n.01"},{"index":4,"sense_key":"justice%1:14:00::","synset_id":"department_of_justice.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"justice%1:18:00::","call_ids":["semeval2013.d009.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"justice%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3426567621063441}
{"item_id":"semeval2013.d009.s018.t001","gold_sense_keys":["fundraiser%1:11:00::"],"candidates":[{"index":1,"sense_key":"fundraiser%1:18:00::","synset_id":"fundraiser.n.01"},{"index":2,"sense_key":"fundraiser%1:11:00::","synset_id":"fundraiser.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"fundraiser%1:11:00::","call_ids":["semeval2013.d009.s018.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"fundraiser%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":132,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3432297259569168}
{"item_id":"semeval2013.d009.s018.t003","gold_sense_keys":["case%1:04:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d009.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":588,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34384678094647825}
{"item_id":"semeval2013.d009.s018.t004","gold_sense_keys":["court%1:14:00::"],"candidates":[{"index":1,"sense_key":"court%1:14:00::","synset_id":"court.n.01"},{"index":2,"sense_key":"court%1:06:02::","synset_id":"court.n.02"},{"index":3,"sense_key":"court%1:14:01::","synset_id":"court.n.03"},{"index":4,"sense_key":"court%1:06:01::","synset_id":"court.n.04"},{"index":5,"sense_key":"court%1:18:00::","synset_id":"court.n.05"},{"index":6,"sense_key":"court%1:14:02::","synset_id":"court.n.06"},{"index":7,"sense_key":"court%1:06:03::","synset_id":"motor_hotel.n.01"},{"index":8,"sense_key":"court%1:06:05::","synset_id":"court.n.08"},{"index":9,"sense_key":"court%1:06:04::","synset_id":"court.n.09"},{"index":10,"sense_key":"court%1:06:00::","synset_id":"court.n.10"},{"index":11,"sense_key":"court%1:04:00::","synset_id":"court.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"court%1:06:05::","call_ids":["semeval2013.d009.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"court%1:06:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":331,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34747360181063414}
{"item_id":"semeval2013.d009.s019.t000","gold_sense_keys":["appearance%1:04:00::"],"candidates":[{"index":1,"sense_key":"appearance%1:07:00::","synset_id":"appearance.n.01"},{"index":2,"sense_key":"appearance%1:11:00::","synset_id":"appearance.n.02"},{"index":3,"sense_key":"appearance%1:04:01::","synset_id":"appearance.n.03"},{"index":4,"sense_key":"appearance%1:09:00::","synset_id":"appearance.n.04"},{"index":5,"sense_key":"appearance%1:04:00::","synset_id":"appearance.n.05"},{"index":6,"sense_key":"appearance%1:04:02::","synset_id":"appearance.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"appearance%1:04:02::","call_ids":["semeval2013.d009.s019.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"appearance%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34822491416707635}
{"item_id":"semeval2013.d009.s019.t001","gold_sense_keys":["assistance%1:04:00::"],"candidates":[{"index":1,"sense_key":"assistance%1:04:00::","synset_id":"aid.n.02"},{"index":2,"sense_key":"assistance%1:07:00::","synset_id":"aid.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"assistance%1:04:00::","call_ids":["semeval2013.d009.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"assistance%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3295961890835315}
{"item_id":"semeval2013.d009.s019.t002","gold_sense_keys":["event%1:03:00::"],"candidates":[{"index":1,"sense_key":"event%1:03:00::","synset_id":"event.n.01"},{"index":2,"sense_key":"event%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"event%1:19:00::","synset_id":"event.n.03"},{"index":4,"sense_key":"event%1:19:01::","synset_id":"consequence.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"event%1:26:00::","call_ids":["semeval2013.d009.s019.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"event%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33006939198821783}
{"item_id":"semeval2013.d009.s019.t003","gold_sense_keys":["claim%1:10:02::"],"candidates":[{"index":1,"sense_key":"claim%1:10:00::","synset_id":"claim.n.01"},{"index":2,"sense_key":"claim%1:10:02::","synset_id":"claim.n.02"},{"index":3,"sense_key":"claim%1:04:00::","synset_id":"claim.n.03"},{"index":4,"sense_key":"claim%1:07:02::","synset_id":"claim.n.04"},{"index":5,"sense_key":"claim%1:07:01::","synset_id":"title.n.07"},{"index":6,"sense_key":"claim%1:10:01::","synset_id":"call.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"claim%1:10:02::","call_ids":["semeval2013.d009.s019.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"claim%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32432458898983896}
{"item_id":"semeval2013.d009.s020.t000","gold_sense_keys":["regard%1:09:01::"],"candidates":[{"index":1,"sense_key":"regard%1:09:00::","synset_id":"respect.n.01"},{"index":2,"sense_key":"regard%1:09:01::","synset_id":"attentiveness.n.01"},{"index":3,"sense_key":"regard%1:10:00::","synset_id":"regard.n.03"},{"index":4,"sense_key":"regard%1:04:00::","synset_id":"gaze.n.01"},{"index":5,"sense_key":"regard%1:26:00::","synset_id":"esteem.n.01"},{"index":6,"sense_key":"regard%1:12:02::","synset_id":"regard.n.06"},{"index":7,"sense_key":"regard%1:09:02::","synset_id":"respect.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"regard%1:10:00::","call_ids":["semeval2013.d009.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"regard%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32493800786323845}
{"item_id":"semeval2013.d009.s020.t002","gold_sense_keys":["business%1:09:01::"],"candidates":[{"index":1,"sense_key":"business%1:14:00::","synset_id":"business.n.01"},{"index":2,"sense_key":"business%1:04:01::","synset_id":"commercial_enterprise.n.02"},{"index":3,"sense_key":"business%1:04:00::","synset_id":"occupation.n.01"},{"index":4,"sense_key":"business%1:09:01::","synset_id":"business.n.04"},{"index":5,"sense_key":"business%1:09:00::","synset_id":"business.n.05"},{"index":6,"sense_key":"business%1:04:02::","synset_id":"business.n.06"},{"index":7,"sense_key":"business%1:14:02::","synset_id":"business.n.07"},{"index":8,"sense_key":"business%1:14:01::","synset_id":"clientele.n.01"},{"index":9,"sense_key":"business%1:04:03::","synset_id":"business.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"business%1:09:00::","call_ids":["semeval2013.d009.s020.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"business%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":301,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3256988669745624}
{"item_id":"semeval2013.d009.s020.t003","gold_sense_keys":["court%1:14:00::"],"candidates":[{"index":1,"sense_key":"court%1:14:00::","synset_id":"court.n.01"},{"index":2,"sense_key":"court%1:06:02::","synset_id":"court.n.02"},{"index":3,"sense_key":"court%1:14:01::","synset_id":"court.n.03"},{"index":4,"sense_key":"court%1:06:01::","synset_id":"court.n.04"},{"index":5,"sense_key":"court%1:18:00::","synset_id":"court.n.05"},{"index":6,"sense_key":"court%1:14:02::","synset_id":"court.n.06"},{"index":7,"sense_key":"court%1:06:03::","synset_id":"motor_hotel.n.01"},{"index":8,"sense_key":"court%1:06:05::","synset_id":"court.n.08"},{"index":9,"sense_key":"court%1:06:04::","synset_id":"court.n.09"},{"index":10,"sense_key":"court%1:06:00::","synset_id":"court.n.10"},{"index":11,"sense_key":"court%1:04:00::","synset_id":"court.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"court%1:06:05::","call_ids":["semeval2013.d009.s020.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"court%1:06:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":338,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33003217820078135}
{"item_id":"semeval2013.d009.s020.t004","gold_sense_keys":["group%1:03:00::"],"candidates":[{"index":1,"sense_key":"group%1:03:00::","synset_id":"group.n.01"},{"index":2,"sense_key":"group%1:27:00::","synset_id":"group.n.02"},{"index":3,"sense_key":"group%1:09:00::","synset_id":"group.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"group%1:03:00::","call_ids":["semeval2013.d009.s020.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"group%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3306746860034764}
{"item_id":"semeval2013.d009.s022.t001","gold_sense_keys":["justice%1:18:00::"],"candidates":[{"index":1,"sense_key":"justice%1:07:00::","synset_id":"justice.n.01"},{"index":2,"sense_key":"justice%1:04:00::","synset_id":"justice.n.02"},{"index":3,"sense_key":"justice%1:18:00::","synset_id":"judge.n.01"},{"index":4,"sense_key":"justice%1:14:00::","synset_id":"department_of_justice.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"justice%1:04:00::","call_ids":["semeval2013.d009.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"justice%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21330278413370252}
{"item_id":"semeval2013.d009.s022.t002","gold_sense_keys":["issue%1:09:01::"],"candidates":[{"index":1,"sense_key":"issue%1:09:01::","synset_id":"issue.n.01"},{"index":2,"sense_key":"issue%1:10:00::","synset_id":"issue.n.02"},{"index":3,"sense_key":"issue%1:09:00::","synset_id":"topic.n.02"},{"index":4,"sense_key":"issue%1:04:01::","synset_id":"issue.n.04"},{"index":5,"sense_key":"issue%1:21:01::","synset_id":"issue.n.05"},{"index":6,"sense_key":"issue%1:21:00::","synset_id":"return.n.06"},{"index":7,"sense_key":"issue%1:19:00::","synset_id":"consequence.n.01"},{"index":8,"sense_key":"issue%1:18:00::","synset_id":"offspring.n.01"},{"index":9,"sense_key":"issue%1:11:00::","synset_id":"emergence.n.02"},{"index":10,"sense_key":"issue%1:06:00::","synset_id":"exit.n.01"},{"index":11,"sense_key":"issue%1:04:00::","synset_id":"issue.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"issue%1:09:01::","call_ids":["semeval2013.d009.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"issue%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":371,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20170763111673295}
{"item_id":"semeval2013.d009.s023.t001","gold_sense_keys":["administration%1:28:00::"],"candidates":[{"index":1,"sense_key":"administration%1:04:00::","synset_id":"administration.n.01"},{"index":2,"sense_key":"administration%1:14:00::","synset_id":"administration.n.02"},{"index":3,"sense_key":"administration%1:04:01::","synset_id":"administration.n.03"},{"index":4,"sense_key":"administration%1:28:00::","synset_id":"presidency.n.01"},{"index":5,"sense_key":"administration%1:04:04::","synset_id":"government.n.02"},{"index":6,"sense_key":"administration%1:04:02::","synset_id":"administration.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"administration%1:14:00::","call_ids":["semeval2013.d009.s023.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"administration%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17005212209187448}
{"item_id":"semeval2013.d009.s023.t003","gold_sense_keys":["law%1:10:00::"],"candidates":[{"index":1,"sense_key":"law%1:14:00::","synset_id":"law.n.01"},{"index":2,"sense_key":"law%1:10:00::","synset_id":"law.n.02"},{"index":3,"sense_key":"law%1:09:00::","synset_id":"law.n.03"},{"index":4,"sense_key":"law%1:09:01::","synset_id":"law.n.04"},{"index":5,"sense_key":"law%1:09:02::","synset_id":"jurisprudence.n.01"},{"index":6,"sense_key":"law%1:04:00::","synset_id":"law.n.06"},{"index":7,"sense_key":"law%1:14:01::","synset_id":"police.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"law%1:10:00::","call_ids":["semeval2013.d009.s023.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"law%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17128793592564762}
{"item_id":"semeval2013.d009.s023.t005","gold_sense_keys":["level%1:26:01::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"level%1:06:01::","call_ids":["semeval2013.d009.s023.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"level%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":287,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31051980098709464}
{"item_id":"semeval2013.d009.s024.t001","gold_sense_keys":["case%1:04:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"case%1:10:02::","call_ids":["semeval2013.d009.s024.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"case%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":595,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3125763121061027}
{"item_id":"semeval2013.d009.s024.t002","gold_sense_keys":["law%1:10:00::"],"candidates":[{"index":1,"sense_key":"law%1:14:00::","synset_id":"law.n.01"},{"index":2,"sense_key":"law%1:10:00::","synset_id":"law.n.02"},{"index":3,"sense_key":"law%1:09:00::","synset_id":"law.n.03"},{"index":4,"sense_key":"law%1:09:01::","synset_id":"law.n.04"},{"index":5,"sense_key":"law%1:09:02::","synset_id":"jurisprudence.n.01"},{"index":6,"sense_key":"law%1:04:00::","synset_id":"law.n.06"},{"index":7,"sense_key":"law%1:14:01::","synset_id":"police.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"law%1:09:00::","call_ids":["semeval2013.d009.s024.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"law%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":282,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3139339289627969}
{"item_id":"semeval2013.d009.s025.t000","gold_sense_keys":["indication%1:10:00::"],"candidates":[{"index":1,"sense_key":"indication%1:10:00::","synset_id":"indication.n.01"},{"index":2,"sense_key":"indication%1:10:01::","synset_id":"indication.n.02"},{"index":3,"sense_key":"indication%1:10:02::","synset_id":"indication.n.03"},{"index":4,"sense_key":"indication%1:10:03::","synset_id":"indication.n.04"},{"index":5,"sense_key":"indication%1:09:00::","synset_id":"reading.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"indication%1:10:03::","call_ids":["semeval2013.d009.s025.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"indication%1:10:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31524922605603933}
{"item_id":"semeval2013.d010.s000.t000","gold_sense_keys":["familiarity%1:09:00::"],"candidates":[{"index":1,"sense_key":"familiarity%1:09:00::","synset_id":"acquaintance.n.01"},{"index":2,"sense_key":"familiarity%1:07:01::","synset_id":"familiarity.n.02"},{"index":3,"sense_key":"familiarity%1:07:02::","synset_id":"familiarity.n.03"},{"index":4,"sense_key":"familiarity%1:07:03::","synset_id":"casualness.n.01"},{"index":5,"sense_key":"familiarity%1:04:00::","synset_id":"familiarity.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"familiarity%1:07:01::","call_ids":["semeval2013.d010.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"familiarity%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31857957295142114}
{"item_id":"semeval2013.d010.s001.t000","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d010.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3201047668699175}
{"item_id":"semeval2013.d010.s001.t002","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"game%1:04:01::","call_ids":["semeval2013.d010.s001.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"game%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":325,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32361205806955695}
{"item_id":"semeval2013.d010.s002.t000","gold_sense_keys":["side%1:14:00::"],"candidates":[{"index":1,"sense_key":"side%1:15:02::","synset_id":"side.n.01"},{"index":2,"sense_key":"side%1:14:00::","synset_id":"side.n.02"},{"index":3,"sense_key":"side%1:08:00::","synset_id":"side.n.03"},{"index":4,"sense_key":"side%1:15:00::","synset_id":"side.n.04"},{"index":5,"sense_key":"side%1:06:00::","synset_id":"side.n.05"},{"index":6,"sense_key":"side%1:09:00::","synset_id":"side.n.06"},{"index":7,"sense_key":"side%1:15:01::","synset_id":"side.n.07"},{"index":8,"sense_key":"side%1:14:01::","synset_id":"side.n.08"},{"index":9,"sense_key":"side%1:13:00::","synset_id":"side.n.09"},{"index":10,"sense_key":"side%1:10:00::","synset_id":"side.n.10"},{"index":11,"sense_key":"side%1:17:01::","synset_id":"slope.n.01"},{"index":12,"sense_key":"side%1:11:00::","synset_id":"english.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"side%1:10:00::","call_ids":["semeval2013.d010.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"side%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":391,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.321396523155272}
{"item_id":"semeval2013.d010.s002.t002","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d010.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26974510308355093}
{"item_id":"semeval2013.d010.s002.t003","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"game%1:04:01::","call_ids":["semeval2013.d010.s002.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"game%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":327,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2711985860951245}
{"item_id":"semeval2013.d010.s003.t002","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d010.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27278397092595696}
{"item_id":"semeval2013.d010.s003.t004","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"game%1:06:00::","call_ids":["semeval2013.d010.s003.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"game%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":346,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.274206971982494}
{"item_id":"semeval2013.d010.s003.t005","gold_sense_keys":["today%1:28:01::"],"candidates":[{"index":1,"sense_key":"today%1:28:00::","synset_id":"today.n.01"},{"index":2,"sense_key":"today%1:28:01::","synset_id":"today.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"today%1:28:01::","call_ids":["semeval2013.d010.s003.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"today%1:28:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27580726495943964}
{"item_id":"semeval2013.d010.s003.t006","gold_sense_keys":["san_jose%1:15:00::"],"candidates":[{"index":1,"sense_key":"san_jose%1:15:01::","synset_id":"san_jose.n.01"},{"index":2,"sense_key":"san_jose%1:15:00::","synset_id":"san_jose.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"san_jose%1:15:00::","call_ids":["semeval2013.d010.s003.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"san_jose%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2815040668938309}
{"item_id":"semeval2013.d010.s004.t001","gold_sense_keys":["number_one%1:24:00::"],"candidates":[{"index":1,"sense_key":"number_one%1:18:00::","synset_id":"number_one.n.01"},{"index":2,"sense_key":"number_one%1:24:00::","synset_id":"first.n.01"},{"index":3,"sense_key":"number_one%1:23:00::","synset_id":"first.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"number_one%1:24:00::","call_ids":["semeval2013.d010.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"number_one%1:24:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3021288230083883}
{"item_id":"semeval2013.d010.s004.t003","gold_sense_keys":["record%1:04:01::"],"candidates":[{"index":1,"sense_key":"record%1:10:03::","synset_id":"record.n.01"},{"index":2,"sense_key":"record%1:06:00::","synset_id":"phonograph_record.n.01"},{"index":3,"sense_key":"record%1:23:00::","synset_id":"record.n.03"},{"index":4,"sense_key":"record%1:04:01::","synset_id":"record.n.04"},{"index":5,"sense_key":"record%1:10:02::","synset_id":"record.n.05"},{"index":6,"sense_key":"record%1:04:00::","synset_id":"record.n.06"},{"index":7,"sense_key":"record%1:21:00::","synset_id":"record.n.07"},{"index":8,"sense_key":"record%1:10:00::","synset_id":"criminal_record.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"record%1:10:02::","call_ids":["semeval2013.d010.s004.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"record%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":373,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3041622559539974}
{"item_id":"semeval2013.d010.s004.t005","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"game%1:09:00::","call_ids":["semeval2013.d010.s004.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"game%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":357,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3064065729267895}
{"item_id":"semeval2013.d010.s005.t000","gold_sense_keys":["number%1:07:00::"],"candidates":[{"index":1,"sense_key":"number%1:07:00::","synset_id":"number.n.01"},{"index":2,"sense_key":"number%1:23:00::","synset_id":"number.n.02"},{"index":3,"sense_key":"number%1:10:04::","synset_id":"act.n.04"},{"index":4,"sense_key":"number%1:10:03::","synset_id":"phone_number.n.01"},{"index":5,"sense_key":"number%1:10:01::","synset_id":"numeral.n.01"},{"index":6,"sense_key":"number%1:10:00::","synset_id":"issue.n.02"},{"index":7,"sense_key":"number%1:14:00::","synset_id":"number.n.07"},{"index":8,"sense_key":"number%1:10:02::","synset_id":"number.n.08"},{"index":9,"sense_key":"number%1:07:01::","synset_id":"number.n.09"},{"index":10,"sense_key":"number%1:10:05::","synset_id":"number.n.10"},{"index":11,"sense_key":"number%1:06:00::","synset_id":"number.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"number%1:10:02::","call_ids":["semeval2013.d010.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"number%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":389,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3087229661177844}
{"item_id":"semeval2013.d010.s005.t002","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"game%1:04:01::","call_ids":["semeval2013.d010.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"game%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":330,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3109366709832102}
{"item_id":"semeval2013.d010.s006.t001","gold_sense_keys":["league%1:14:01::"],"candidates":[{"index":1,"sense_key":"league%1:14:01::","synset_id":"league.n.01"},{"index":2,"sense_key":"league%1:14:00::","synset_id":"league.n.02"},{"index":3,"sense_key":"league%1:23:00::","synset_id":"league.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"league%1:14:00::","call_ids":["semeval2013.d010.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"league%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3132068240083754}
{"item_id":"semeval2013.d010.s006.t004","gold_sense_keys":["year%1:28:01::","year%1:28:02::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d010.s006.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.315432253992185}
{"item_id":"semeval2013.d010.s006.t005","gold_sense_keys":["league%1:14:01::"],"candidates":[{"index":1,"sense_key":"league%1:14:01::","synset_id":"league.n.01"},{"index":2,"sense_key":"league%1:14:00::","synset_id":"league.n.02"},{"index":3,"sense_key":"league%1:23:00::","synset_id":"league.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"league%1:14:00::","call_ids":["semeval2013.d010.s006.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"league%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3102834939491004}
{"item_id":"semeval2013.d010.s006.t007","gold_sense_keys":["competition%1:11:00::"],"candidates":[{"index":1,"sense_key":"competition%1:24:01::","synset_id":"competition.n.01"},{"index":2,"sense_key":"competition%1:11:00::","synset_id":"contest.n.01"},{"index":3,"sense_key":"competition%1:04:00::","synset_id":"competition.n.03"},{"index":4,"sense_key":"competition%1:18:00::","synset_id":"rival.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"competition%1:04:00::","call_ids":["semeval2013.d010.s006.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"competition%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31220103497616947}
{"item_id":"semeval2013.d010.s007.t000","gold_sense_keys":["experience%1:09:01::"],"candidates":[{"index":1,"sense_key":"experience%1:09:01::","synset_id":"experience.n.01"},{"index":2,"sense_key":"experience%1:09:00::","synset_id":"experience.n.02"},{"index":3,"sense_key":"experience%1:11:00::","synset_id":"experience.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"experience%1:11:00::","call_ids":["semeval2013.d010.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"experience%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3141178130172193}
{"item_id":"semeval2013.d010.s008.t000","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d010.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.315919553861022}
{"item_id":"semeval2013.d010.s008.t001","gold_sense_keys":["experience%1:09:01::"],"candidates":[{"index":1,"sense_key":"experience%1:09:01::","synset_id":"experience.n.01"},{"index":2,"sense_key":"experience%1:09:00::","synset_id":"experience.n.02"},{"index":3,"sense_key":"experience%1:11:00::","synset_id":"experience.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"experience%1:09:00::","call_ids":["semeval2013.d010.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"experience%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31758279586210847}
{"item_id":"semeval2013.d010.s008.t002","gold_sense_keys":["area%1:15:01::"],"candidates":[{"index":1,"sense_key":"area%1:15:01::","synset_id":"area.n.01"},{"index":2,"sense_key":"area%1:09:00::","synset_id":"area.n.02"},{"index":3,"sense_key":"area%1:08:00::","synset_id":"area.n.03"},{"index":4,"sense_key":"area%1:26:00::","synset_id":"sphere.n.01"},{"index":5,"sense_key":"area%1:06:00::","synset_id":"area.n.05"},{"index":6,"sense_key":"area%1:07:00::","synset_id":"area.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"area%1:07:00::","call_ids":["semeval2013.d010.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"area%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2288229891564697}
{"item_id":"semeval2013.d010.s008.t003","gold_sense_keys":["level%1:26:01::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"level%1:06:03::","call_ids":["semeval2013.d010.s008.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"level%1:06:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25471530901268125}
{"item_id":"semeval2013.d010.s009.t000","gold_sense_keys":["peak%1:26:00::"],"candidates":[{"index":1,"sense_key":"peak%1:23:00::","synset_id":"extremum.n.02"},{"index":2,"sense_key":"peak%1:28:00::","synset_id":"flower.n.03"},{"index":3,"sense_key":"peak%1:26:00::","synset_id":"acme.n.01"},{"index":4,"sense_key":"peak%1:15:00::","synset_id":"peak.n.04"},{"index":5,"sense_key":"peak%1:25:01::","synset_id":"point.n.08"},{"index":6,"sense_key":"peak%1:15:01::","synset_id":"vertex.n.02"},{"index":7,"sense_key":"peak%1:06:00::","synset_id":"bill.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"peak%1:26:00::","call_ids":["semeval2013.d010.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"peak%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33307647285982966}
{"item_id":"semeval2013.d010.s009.t002","gold_sense_keys":["goalkeeper%1:18:00::"],"candidates":[{"index":1,"sense_key":"goalkeeper%1:18:00::","synset_id":"goalkeeper.n.01"},{"index":2,"sense_key":"goalkeeper%1:04:00::","synset_id":"goalkeeper.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"goalkeeper%1:04:00::","call_ids":["semeval2013.d010.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"goalkeeper%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3616258290130645}
{"item_id":"semeval2013.d010.s009.t005","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"game%1:04:01::","call_ids":["semeval2013.d010.s009.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"game%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":362,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3578602271154523}
{"item_id":"semeval2013.d010.s009.t006","gold_sense_keys":["london%1:15:00::"],"candidates":[{"index":1,"sense_key":"london%1:15:00::","synset_id":"london.n.01"},{"index":2,"sense_key":"london%1:18:00::","synset_id":"london.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"london%1:15:00::","call_ids":["semeval2013.d010.s009.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"london%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3635683939792216}
{"item_id":"semeval2013.d010.s009.t007","gold_sense_keys":["record%1:04:00::"],"candidates":[{"index":1,"sense_key":"record%1:10:03::","synset_id":"record.n.01"},{"index":2,"sense_key":"record%1:06:00::","synset_id":"phonograph_record.n.01"},{"index":3,"sense_key":"record%1:23:00::","synset_id":"record.n.03"},{"index":4,"sense_key":"record%1:04:01::","synset_id":"record.n.04"},{"index":5,"sense_key":"record%1:10:02::","synset_id":"record.n.05"},{"index":6,"sense_key":"record%1:04:00::","synset_id":"record.n.06"},{"index":7,"sense_key":"record%1:21:00::","synset_id":"record.n.07"},{"index":8,"sense_key":"record%1:10:00::","synset_id":"criminal_record.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"record%1:10:02::","call_ids":["semeval2013.d010.s009.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"record%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":378,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3672809258569032}
{"item_id":"semeval2013.d010.s009.t008","gold_sense_keys":["goalkeeper%1:18:00::"],"candidates":[{"index":1,"sense_key":"goalkeeper%1:18:00::","synset_id":"goalkeeper.n.01"},{"index":2,"sense_key":"goalkeeper%1:04:00::","synset_id":"goalkeeper.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"goalkeeper%1:04:00::","call_ids":["semeval2013.d010.s009.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"goalkeeper%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36973364814184606}
{"item_id":"semeval2013.d010.s009.t009","gold_sense_keys":["match%1:11:00::"],"candidates":[{"index":1,"sense_key":"match%1:06:00::","synset_id":"match.n.01"},{"index":2,"sense_key":"match%1:11:00::","synset_id":"match.n.02"},{"index":3,"sense_key":"match%1:06:02::","synset_id":"match.n.03"},{"index":4,"sense_key":"match%1:06:01::","synset_id":"match.n.04"},{"index":5,"sense_key":"match%1:23:00::","synset_id":"match.n.05"},{"index":6,"sense_key":"match%1:18:01::","synset_id":"catch.n.03"},{"index":7,"sense_key":"match%1:18:00::","synset_id":"peer.n.01"},{"index":8,"sense_key":"match%1:14:00::","synset_id":"couple.n.02"},{"index":9,"sense_key":"match%1:09:00::","synset_id":"match.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"match%1:14:00::","call_ids":["semeval2013.d010.s009.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"match%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":313,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3724409779533744}
{"item_id":"semeval2013.d010.s010.t000","gold_sense_keys":["today%1:28:01::"],"candidates":[{"index":1,"sense_key":"today%1:28:00::","synset_id":"today.n.01"},{"index":2,"sense_key":"today%1:28:01::","synset_id":"today.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"today%1:28:01::","call_ids":["semeval2013.d010.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"today%1:28:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37811670918017626}
{"item_id":"semeval2013.d010.s010.t001","gold_sense_keys":["record%1:04:00::"],"candidates":[{"index":1,"sense_key":"record%1:10:03::","synset_id":"record.n.01"},{"index":2,"sense_key":"record%1:06:00::","synset_id":"phonograph_record.n.01"},{"index":3,"sense_key":"record%1:23:00::","synset_id":"record.n.03"},{"index":4,"sense_key":"record%1:04:01::","synset_id":"record.n.04"},{"index":5,"sense_key":"record%1:10:02::","synset_id":"record.n.05"},{"index":6,"sense_key":"record%1:04:00::","synset_id":"record.n.06"},{"index":7,"sense_key":"record%1:21:00::","synset_id":"record.n.07"},{"index":8,"sense_key":"record%1:10:00::","synset_id":"criminal_record.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"record%1:23:00::","call_ids":["semeval2013.d010.s010.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"record%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":348,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38609893107786775}
{"item_id":"semeval2013.d010.s010.t002","gold_sense_keys":["match%1:11:00::"],"candidates":[{"index":1,"sense_key":"match%1:06:00::","synset_id":"match.n.01"},{"index":2,"sense_key":"match%1:11:00::","synset_id":"match.n.02"},{"index":3,"sense_key":"match%1:06:02::","synset_id":"match.n.03"},{"index":4,"sense_key":"match%1:06:01::","synset_id":"match.n.04"},{"index":5,"sense_key":"match%1:23:00::","synset_id":"match.n.05"},{"index":6,"sense_key":"match%1:18:01::","synset_id":"catch.n.03"},{"index":7,"sense_key":"match%1:18:00::","synset_id":"peer.n.01"},{"index":8,"sense_key":"match%1:14:00::","synset_id":"couple.n.02"},{"index":9,"sense_key":"match%1:09:00::","synset_id":"match.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"match%1:06:02::","call_ids":["semeval2013.d010.s010.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"match%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":284,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38038892787881196}
{"item_id":"semeval2013.d010.s011.t000","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d010.s011.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38326091202907264}
{"item_id":"semeval2013.d010.s011.t001","gold_sense_keys":["match%1:11:00::"],"candidates":[{"index":1,"sense_key":"match%1:06:00::","synset_id":"match.n.01"},{"index":2,"sense_key":"match%1:11:00::","synset_id":"match.n.02"},{"index":3,"sense_key":"match%1:06:02::","synset_id":"match.n.03"},{"index":4,"sense_key":"match%1:06:01::","synset_id":"match.n.04"},{"index":5,"sense_key":"match%1:23:00::","synset_id":"match.n.05"},{"index":6,"sense_key":"match%1:18:01::","synset_id":"catch.n.03"},{"index":7,"sense_key":"match%1:18:00::","synset_id":"peer.n.01"},{"index":8,"sense_key":"match%1:14:00::","synset_id":"couple.n.02"},{"index":9,"sense_key":"match%1:09:00::","synset_id":"match.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"match%1:11:00::","call_ids":["semeval2013.d010.s011.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"match%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":274,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37500572483986616}
{"item_id":"semeval2013.d010.s012.t000","gold_sense_keys":["week%1:28:02::"],"candidates":[{"index":1,"sense_key":"week%1:28:00::","synset_id":"week.n.01"},{"index":2,"sense_key":"week%1:28:01::","synset_id":"workweek.n.01"},{"index":3,"sense_key":"week%1:28:02::","synset_id":"week.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"week%1:28:00::","call_ids":["semeval2013.d010.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"week%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39813646115362644}
{"item_id":"semeval2013.d010.s012.t001","gold_sense_keys":["player%1:18:01::"],"candidates":[{"index":1,"sense_key":"player%1:18:01::","synset_id":"player.n.01"},{"index":2,"sense_key":"player%1:18:02::","synset_id":"musician.n.01"},{"index":3,"sense_key":"player%1:18:00::","synset_id":"actor.n.01"},{"index":4,"sense_key":"player%1:18:04::","synset_id":"player.n.04"},{"index":5,"sense_key":"player%1:18:03::","synset_id":"player.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"player%1:18:03::","call_ids":["semeval2013.d010.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"player%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4007413280196488}
{"item_id":"semeval2013.d010.s012.t002","gold_sense_keys":["team%1:14:00::"],"candidates":[{"index":1,"sense_key":"team%1:14:00::","synset_id":"team.n.01"},{"index":2,"sense_key":"team%1:14:01::","synset_id":"team.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"team%1:14:00::","call_ids":["semeval2013.d010.s012.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"team%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4026361920405179}
{"item_id":"semeval2013.d010.s012.t003","gold_sense_keys":["match%1:11:00::"],"candidates":[{"index":1,"sense_key":"match%1:06:00::","synset_id":"match.n.01"},{"index":2,"sense_key":"match%1:11:00::","synset_id":"match.n.02"},{"index":3,"sense_key":"match%1:06:02::","synset_id":"match.n.03"},{"index":4,"sense_key":"match%1:06:01::","synset_id":"match.n.04"},{"index":5,"sense_key":"match%1:23:00::","synset_id":"match.n.05"},{"index":6,"sense_key":"match%1:18:01::","synset_id":"catch.n.03"},{"index":7,"sense_key":"match%1:18:00::","synset_id":"peer.n.01"},{"index":8,"sense_key":"match%1:14:00::","synset_id":"couple.n.02"},{"index":9,"sense_key":"match%1:09:00::","synset_id":"match.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"match%1:06:02::","call_ids":["semeval2013.d010.s012.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"match%1:06:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":303,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.404785264050588}
{"item_id":"semeval2013.d010.s012.t004","gold_sense_keys":["striker%1:18:02::"],"candidates":[{"index":1,"sense_key":"striker%1:18:02::","synset_id":"striker.n.01"},{"index":2,"sense_key":"striker%1:18:01::","synset_id":"striker.n.02"},{"index":3,"sense_key":"striker%1:18:00::","synset_id":"striker.n.03"},{"index":4,"sense_key":"striker%1:18:03::","synset_id":"hitter.n.02"},{"index":5,"sense_key":"striker%1:06:00::","synset_id":"striker.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"striker%1:18:03::","call_ids":["semeval2013.d010.s012.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"striker%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40718469000421464}
{"item_id":"semeval2013.d010.s013.t000","gold_sense_keys":["number%1:07:00::"],"candidates":[{"index":1,"sense_key":"number%1:07:00::","synset_id":"number.n.01"},{"index":2,"sense_key":"number%1:23:00::","synset_id":"number.n.02"},{"index":3,"sense_key":"number%1:10:04::","synset_id":"act.n.04"},{"index":4,"sense_key":"number%1:10:03::","synset_id":"phone_number.n.01"},{"index":5,"sense_key":"number%1:10:01::","synset_id":"numeral.n.01"},{"index":6,"sense_key":"number%1:10:00::","synset_id":"issue.n.02"},{"index":7,"sense_key":"number%1:14:00::","synset_id":"number.n.07"},{"index":8,"sense_key":"number%1:10:02::","synset_id":"number.n.08"},{"index":9,"sense_key":"number%1:07:01::","synset_id":"number.n.09"},{"index":10,"sense_key":"number%1:10:05::","synset_id":"number.n.10"},{"index":11,"sense_key":"number%1:06:00::","synset_id":"number.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"number%1:10:02::","call_ids":["semeval2013.d010.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"number%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":387,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4094871620181948}
{"item_id":"semeval2013.d010.s013.t001","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"game%1:23:00::","call_ids":["semeval2013.d010.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"game%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":327,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.411821671994403}
{"item_id":"semeval2013.d010.s015.t000","gold_sense_keys":["side%1:14:00::"],"candidates":[{"index":1,"sense_key":"side%1:15:02::","synset_id":"side.n.01"},{"index":2,"sense_key":"side%1:14:00::","synset_id":"side.n.02"},{"index":3,"sense_key":"side%1:08:00::","synset_id":"side.n.03"},{"index":4,"sense_key":"side%1:15:00::","synset_id":"side.n.04"},{"index":5,"sense_key":"side%1:06:00::","synset_id":"side.n.05"},{"index":6,"sense_key":"side%1:09:00::","synset_id":"side.n.06"},{"index":7,"sense_key":"side%1:15:01::","synset_id":"side.n.07"},{"index":8,"sense_key":"side%1:14:01::","synset_id":"side.n.08"},{"index":9,"sense_key":"side%1:13:00::","synset_id":"side.n.09"},{"index":10,"sense_key":"side%1:10:00::","synset_id":"side.n.10"},{"index":11,"sense_key":"side%1:17:01::","synset_id":"slope.n.01"},{"index":12,"sense_key":"side%1:11:00::","synset_id":"english.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"side%1:08:00::","call_ids":["semeval2013.d010.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"side%1:08:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":406,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41392735205590725}
{"item_id":"semeval2013.d010.s015.t001","gold_sense_keys":["match%1:11:00::"],"candidates":[{"index":1,"sense_key":"match%1:06:00::","synset_id":"match.n.01"},{"index":2,"sense_key":"match%1:11:00::","synset_id":"match.n.02"},{"index":3,"sense_key":"match%1:06:02::","synset_id":"match.n.03"},{"index":4,"sense_key":"match%1:06:01::","synset_id":"match.n.04"},{"index":5,"sense_key":"match%1:23:00::","synset_id":"match.n.05"},{"index":6,"sense_key":"match%1:18:01::","synset_id":"catch.n.03"},{"index":7,"sense_key":"match%1:18:00::","synset_id":"peer.n.01"},{"index":8,"sense_key":"match%1:14:00::","synset_id":"couple.n.02"},{"index":9,"sense_key":"match%1:09:00::","synset_id":"match.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"match%1:11:00::","call_ids":["semeval2013.d010.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"match%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":295,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41585642215795815}
{"item_id":"semeval2013.d010.s015.t002","gold_sense_keys":["striker%1:18:02::"],"candidates":[{"index":1,"sense_key":"striker%1:18:02::","synset_id":"striker.n.01"},{"index":2,"sense_key":"striker%1:18:01::","synset_id":"striker.n.02"},{"index":3,"sense_key":"striker%1:18:00::","synset_id":"striker.n.03"},{"index":4,"sense_key":"striker%1:18:03::","synset_id":"hitter.n.02"},{"index":5,"sense_key":"striker%1:06:00::","synset_id":"striker.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"striker%1:18:03::","call_ids":["semeval2013.d010.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"striker%1:18:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4174994481727481}
{"item_id":"semeval2013.d010.s016.t000","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"game%1:06:00::","call_ids":["semeval2013.d010.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"game%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":358,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4192269940394908}
{"item_id":"semeval2013.d010.s018.t000","gold_sense_keys":["match%1:11:00::"],"candidates":[{"index":1,"sense_key":"match%1:06:00::","synset_id":"match.n.01"},{"index":2,"sense_key":"match%1:11:00::","synset_id":"match.n.02"},{"index":3,"sense_key":"match%1:06:02::","synset_id":"match.n.03"},{"index":4,"sense_key":"match%1:06:01::","synset_id":"match.n.04"},{"index":5,"sense_key":"match%1:23:00::","synset_id":"match.n.05"},{"index":6,"sense_key":"match%1:18:01::","synset_id":"catch.n.03"},{"index":7,"sense_key":"match%1:18:00::","synset_id":"peer.n.01"},{"index":8,"sense_key":"match%1:14:00::","synset_id":"couple.n.02"},{"index":9,"sense_key":"match%1:09:00::","synset_id":"match.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"match%1:09:00::","call_ids":["semeval2013.d010.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"match%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":308,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42089402698911726}
{"item_id":"semeval2013.d010.s019.t000","gold_sense_keys":["side%1:14:00::"],"candidates":[{"index":1,"sense_key":"side%1:15:02::","synset_id":"side.n.01"},{"index":2,"sense_key":"side%1:14:00::","synset_id":"side.n.02"},{"index":3,"sense_key":"side%1:08:00::","synset_id":"side.n.03"},{"index":4,"sense_key":"side%1:15:00::","synset_id":"side.n.04"},{"index":5,"sense_key":"side%1:06:00::","synset_id":"side.n.05"},{"index":6,"sense_key":"side%1:09:00::","synset_id":"side.n.06"},{"index":7,"sense_key":"side%1:15:01::","synset_id":"side.n.07"},{"index":8,"sense_key":"side%1:14:01::","synset_id":"side.n.08"},{"index":9,"sense_key":"side%1:13:00::","synset_id":"side.n.09"},{"index":10,"sense_key":"side%1:10:00::","synset_id":"side.n.10"},{"index":11,"sense_key":"side%1:17:01::","synset_id":"slope.n.01"},{"index":12,"sense_key":"side%1:11:00::","synset_id":"english.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"side%1:08:00::","call_ids":["semeval2013.d010.s019.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"side%1:08:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":413,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.422516378108412}
{"item_id":"semeval2013.d010.s019.t001","gold_sense_keys":["presence%1:04:00::"],"candidates":[{"index":1,"sense_key":"presence%1:26:00::","synset_id":"presence.n.01"},{"index":2,"sense_key":"presence%1:15:00::","synset_id":"presence.n.02"},{"index":3,"sense_key":"presence%1:18:00::","synset_id":"presence.n.03"},{"index":4,"sense_key":"presence%1:09:00::","synset_id":"presence.n.04"},{"index":5,"sense_key":"presence%1:07:00::","synset_id":"bearing.n.03"},{"index":6,"sense_key":"presence%1:04:00::","synset_id":"presence.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"presence%1:09:00::","call_ids":["semeval2013.d010.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"presence%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42419127095490694}
{"item_id":"semeval2013.d010.s020.t000","gold_sense_keys":["rest%1:24:00::"],"candidates":[{"index":1,"sense_key":"rest%1:24:00::","synset_id":"remainder.n.01"},{"index":2,"sense_key":"rest%1:04:00::","synset_id":"rest.n.02"},{"index":3,"sense_key":"rest%1:28:00::","synset_id":"respite.n.04"},{"index":4,"sense_key":"rest%1:26:00::","synset_id":"rest.n.04"},{"index":5,"sense_key":"rest%1:26:01::","synset_id":"rest.n.05"},{"index":6,"sense_key":"rest%1:06:00::","synset_id":"rest.n.06"},{"index":7,"sense_key":"rest%1:10:00::","synset_id":"rest.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"rest%1:24:00::","call_ids":["semeval2013.d010.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"rest%1:24:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42567519820295274}
{"item_id":"semeval2013.d010.s021.t000","gold_sense_keys":["game%1:04:03::"],"candidates":[{"index":1,"sense_key":"game%1:04:00::","synset_id":"game.n.01"},{"index":2,"sense_key":"game%1:04:03::","synset_id":"game.n.02"},{"index":3,"sense_key":"game%1:04:01::","synset_id":"game.n.03"},{"index":4,"sense_key":"game%1:05:00::","synset_id":"game.n.04"},{"index":5,"sense_key":"game%1:28:00::","synset_id":"game.n.05"},{"index":6,"sense_key":"game%1:23:00::","synset_id":"game.n.06"},{"index":7,"sense_key":"game%1:13:00::","synset_id":"game.n.07"},{"index":8,"sense_key":"game%1:09:00::","synset_id":"plot.n.01"},{"index":9,"sense_key":"game%1:06:00::","synset_id":"game.n.09"},{"index":10,"sense_key":"game%1:04:02::","synset_id":"game.n.10"},{"index":11,"sense_key":"game%1:04:04::","synset_id":"game.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"game%1:06:00::","call_ids":["semeval2013.d010.s021.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"game%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":349,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42696098587475717}
{"item_id":"semeval2013.d010.s022.t000","gold_sense_keys":["scorer%1:18:00::"],"candidates":[{"index":1,"sense_key":"scorer%1:18:00::","synset_id":"scorer.n.01"},{"index":2,"sense_key":"scorer%1:18:01::","synset_id":"scorer.n.02"},{"index":3,"sense_key":"scorer%1:18:02::","synset_id":"scorekeeper.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"scorer%1:18:02::","call_ids":["semeval2013.d010.s022.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"scorer%1:18:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42837521992623806}
{"item_id":"semeval2013.d010.s022.t001","gold_sense_keys":["goal%1:04:00::"],"candidates":[{"index":1,"sense_key":"goal%1:09:00::","synset_id":"goal.n.01"},{"index":2,"sense_key":"goal%1:15:00::","synset_id":"finish.n.04"},{"index":3,"sense_key":"goal%1:06:00::","synset_id":"goal.n.03"},{"index":4,"sense_key":"goal%1:04:00::","synset_id":"goal.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"goal%1:04:00::","call_ids":["semeval2013.d010.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"goal%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.42973106214776635}
{"item_id":"semeval2013.d010.s023.t000","gold_sense_keys":["point%1:23:01::"],"candidates":[{"index":1,"sense_key":"point%1:09:00::","synset_id":"point.n.01"},{"index":2,"sense_key":"point%1:15:00::","synset_id":"point.n.02"},{"index":3,"sense_key":"point%1:10:01::","synset_id":"point.n.03"},{"index":4,"sense_key":"point%1:09:01::","synset_id":"detail.n.01"},{"index":5,"sense_key":"point%1:26:00::","synset_id":"degree.n.02"},{"index":6,"sense_key":"point%1:28:00::","synset_id":"point.n.06"},{"index":7,"sense_key":"point%1:09:02::","synset_id":"point.n.07"},{"index":8,"sense_key":"point%1:25:00::","synset_id":"point.n.08"},{"index":9,"sense_key":"point%1:25:02::","synset_id":"point.n.09"},{"index":10,"sense_key":"point%1:23:01::","synset_id":"point.n.10"},{"index":11,"sense_key":"point%1:17:02::","synset_id":"point.n.11"},{"index":12,"sense_key":"point%1:10:03::","synset_id":"item.n.01"},{"index":13,"sense_key":"point%1:24:04::","synset_id":"point.n.13"},{"index":14,"sense_key":"point%1:07:01::","synset_id":"point.n.14"},{"index":15,"sense_key":"point%1:06:00::","synset_id":"point.n.15"},{"index":16,"sense_key":"point%1:24:00::","synset_id":"compass_point.n.01"},{"index":17,"sense_key":"point%1:23:00::","synset_id":"point.n.17"},{"index":18,"sense_key":"point%1:21:00::","synset_id":"point.n.18"},{"index":19,"sense_key":"point%1:10:00::","synset_id":"period.n.07"},{"index":20,"sense_key":"point%1:10:02::","synset_id":"point.n.20"},{"index":21,"sense_key":"point%1:10:04::","synset_id":"decimal_point.n.01"},{"index":22,"sense_key":"point%1:07:00::","synset_id":"point.n.22"},{"index":23,"sense_key":"point%1:07:02::","synset_id":"point.n.23"},{"index":24,"sense_key":"point%1:06:02::","synset_id":"point.n.24"},{"index":25,"sense_key":"point%1:06:01::","synset_id":"point.n.25"},{"index":26,"sense_key":"point%1:06:03::","synset_id":"distributor_point.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"point%1:23:01::","call_ids":["semeval2013.d010.s023.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"point%1:23:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":710,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43078989419154823}
{"item_id":"semeval2013.d011.s000.t001","gold_sense_keys":["burden%1:09:01::"],"candidates":[{"index":1,"sense_key":"burden%1:09:01::","synset_id":"burden.n.01"},{"index":2,"sense_key":"burden%1:06:01::","synset_id":"load.n.01"},{"index":3,"sense_key":"burden%1:10:00::","synset_id":"effect.n.04"},{"index":4,"sense_key":"burden%1:09:00::","synset_id":"burden.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"burden%1:06:01::","call_ids":["semeval2013.d011.s000.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"burden%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43198077799752355}
{"item_id":"semeval2013.d011.s000.t003","gold_sense_keys":["economy%1:14:00::"],"candidates":[{"index":1,"sense_key":"economy%1:14:00::","synset_id":"economy.n.01"},{"index":2,"sense_key":"economy%1:09:01::","synset_id":"economy.n.02"},{"index":3,"sense_key":"economy%1:07:00::","synset_id":"economy.n.03"},{"index":4,"sense_key":"economy%1:04:00::","synset_id":"economy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"economy%1:09:01::","call_ids":["semeval2013.d011.s000.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"economy%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4703194920439273}
{"item_id":"semeval2013.d011.s001.t000","gold_sense_keys":["immigration%1:04:00::"],"candidates":[{"index":1,"sense_key":"immigration%1:04:00::","synset_id":"immigration.n.01"},{"index":2,"sense_key":"immigration%1:14:00::","synset_id":"immigration.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"immigration%1:04:00::","call_ids":["semeval2013.d011.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"immigration%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41583394492045045}
{"item_id":"semeval2013.d011.s001.t001","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"policy%1:10:02::","call_ids":["semeval2013.d011.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"policy%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4234645098913461}
{"item_id":"semeval2013.d011.s001.t002","gold_sense_keys":["aspect%1:09:00::"],"candidates":[{"index":1,"sense_key":"aspect%1:09:00::","synset_id":"aspect.n.01"},{"index":2,"sense_key":"aspect%1:07:02::","synset_id":"aspect.n.02"},{"index":3,"sense_key":"aspect%1:09:01::","synset_id":"view.n.02"},{"index":4,"sense_key":"aspect%1:24:00::","synset_id":"aspect.n.04"},{"index":5,"sense_key":"aspect%1:07:01::","synset_id":"expression.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"aspect%1:07:02::","call_ids":["semeval2013.d011.s001.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"aspect%1:07:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41737929498776793}
{"item_id":"semeval2013.d011.s001.t003","gold_sense_keys":["congestion%1:26:01::"],"candidates":[{"index":1,"sense_key":"congestion%1:26:00::","synset_id":"congestion.n.01"},{"index":2,"sense_key":"congestion%1:26:01::","synset_id":"congestion.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"congestion%1:26:01::","call_ids":["semeval2013.d011.s001.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"congestion%1:26:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3363853751216084}
{"item_id":"semeval2013.d011.s001.t006","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"policy%1:10:00::","call_ids":["semeval2013.d011.s001.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"policy%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3135436230804771}
{"item_id":"semeval2013.d011.s001.t007","gold_sense_keys":["number%1:07:00::"],"candidates":[{"index":1,"sense_key":"number%1:07:00::","synset_id":"number.n.01"},{"index":2,"sense_key":"number%1:23:00::","synset_id":"number.n.02"},{"index":3,"sense_key":"number%1:10:04::","synset_id":"act.n.04"},{"index":4,"sense_key":"number%1:10:03::","synset_id":"phone_number.n.01"},{"index":5,"sense_key":"number%1:10:01::","synset_id":"numeral.n.01"},{"index":6,"sense_key":"number%1:10:00::","synset_id":"issue.n.02"},{"index":7,"sense_key":"number%1:14:00::","synset_id":"number.n.07"},{"index":8,"sense_key":"number%1:10:02::","synset_id":"number.n.08"},{"index":9,"sense_key":"number%1:07:01::","synset_id":"number.n.09"},{"index":10,"sense_key":"number%1:10:05::","synset_id":"number.n.10"},{"index":11,"sense_key":"number%1:06:00::","synset_id":"number.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"number%1:10:02::","call_ids":["semeval2013.d011.s001.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"number%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":418,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30642967601306736}
{"item_id":"semeval2013.d011.s001.t008","gold_sense_keys":["compatibility%1:07:00::"],"candidates":[{"index":1,"sense_key":"compatibility%1:12:00::","synset_id":"compatibility.n.01"},{"index":2,"sense_key":"compatibility%1:07:00::","synset_id":"compatibility.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"compatibility%1:07:00::","call_ids":["semeval2013.d011.s001.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"compatibility%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3084943750873208}
{"item_id":"semeval2013.d011.s001.t009","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"policy%1:10:02::","call_ids":["semeval2013.d011.s001.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"policy%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31484177708625793}
{"item_id":"semeval2013.d011.s001.t010","gold_sense_keys":["status%1:26:00::"],"candidates":[{"index":1,"sense_key":"status%1:26:00::","synset_id":"status.n.01"},{"index":2,"sense_key":"status%1:26:01::","synset_id":"condition.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"status%1:26:00::","call_ids":["semeval2013.d011.s001.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"status%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31675671716220677}
{"item_id":"semeval2013.d011.s001.t011","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d011.s001.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31828675605356693}
{"item_id":"semeval2013.d011.s001.t012","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d011.s001.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36385776195675135}
{"item_id":"semeval2013.d011.s002.t000","gold_sense_keys":["harassment%1:04:00::"],"candidates":[{"index":1,"sense_key":"harassment%1:12:00::","synset_id":"harassment.n.01"},{"index":2,"sense_key":"harassment%1:04:00::","synset_id":"harassment.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"harassment%1:04:00::","call_ids":["semeval2013.d011.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"harassment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36943915393203497}
{"item_id":"semeval2013.d011.s002.t001","gold_sense_keys":["student%1:18:00::"],"candidates":[{"index":1,"sense_key":"student%1:18:00::","synset_id":"student.n.01"},{"index":2,"sense_key":"student%1:18:01::","synset_id":"scholar.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"student%1:18:00::","call_ids":["semeval2013.d011.s002.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"student%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37064270582050085}
{"item_id":"semeval2013.d011.s002.t002","gold_sense_keys":["france%1:15:00::"],"candidates":[{"index":1,"sense_key":"france%1:15:00::","synset_id":"france.n.01"},{"index":2,"sense_key":"france%1:18:00::","synset_id":"france.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"france%1:15:00::","call_ids":["semeval2013.d011.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"france%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37186397914774716}
{"item_id":"semeval2013.d011.s002.t003","gold_sense_keys":["talent%1:18:00::"],"candidates":[{"index":1,"sense_key":"talent%1:09:00::","synset_id":"endowment.n.01"},{"index":2,"sense_key":"talent%1:18:00::","synset_id":"talent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"talent%1:18:00::","call_ids":["semeval2013.d011.s002.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"talent%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37292036786675453}
{"item_id":"semeval2013.d011.s002.t005","gold_sense_keys":["waiter%1:18:00::"],"candidates":[{"index":1,"sense_key":"waiter%1:18:00::","synset_id":"waiter.n.01"},{"index":2,"sense_key":"waiter%1:18:01::","synset_id":"waiter.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"waiter%1:18:01::","call_ids":["semeval2013.d011.s002.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"waiter%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3739661048166454}
{"item_id":"semeval2013.d011.s003.t000","gold_sense_keys":["viewpoint%1:09:00::"],"candidates":[{"index":1,"sense_key":"viewpoint%1:09:00::","synset_id":"point_of_view.n.01"},{"index":2,"sense_key":"viewpoint%1:15:00::","synset_id":"vantage_point.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"viewpoint%1:09:00::","call_ids":["semeval2013.d011.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"viewpoint%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3242698221001774}
{"item_id":"semeval2013.d011.s004.t000","gold_sense_keys":["lot%1:23:00::"],"candidates":[{"index":1,"sense_key":"lot%1:23:00::","synset_id":"batch.n.02"},{"index":2,"sense_key":"lot%1:15:00::","synset_id":"lot.n.02"},{"index":3,"sense_key":"lot%1:14:00::","synset_id":"set.n.05"},{"index":4,"sense_key":"lot%1:26:00::","synset_id":"fortune.n.04"},{"index":5,"sense_key":"lot%1:06:00::","synset_id":"draw.n.04"},{"index":6,"sense_key":"lot%1:14:01::","synset_id":"bunch.n.03"},{"index":7,"sense_key":"lot%1:18:00::","synset_id":"lot.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"lot%1:23:00::","call_ids":["semeval2013.d011.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"lot%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3249549230094999}
{"item_id":"semeval2013.d011.s004.t002","gold_sense_keys":["left%1:14:00::"],"candidates":[{"index":1,"sense_key":"left%1:15:00::","synset_id":"left.n.01"},{"index":2,"sense_key":"left%1:14:00::","synset_id":"left.n.02"},{"index":3,"sense_key":"left%1:08:00::","synset_id":"left.n.03"},{"index":4,"sense_key":"left%1:06:00::","synset_id":"left_field.n.01"},{"index":5,"sense_key":"left%1:04:00::","synset_id":"left.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"left%1:14:00::","call_ids":["semeval2013.d011.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"left%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3258705120533705}
{"item_id":"semeval2013.d011.s004.t003","gold_sense_keys":["right%1:14:00::"],"candidates":[{"index":1,"sense_key":"right%1:07:00::","synset_id":"right.n.01"},{"index":2,"sense_key":"right%1:15:00::","synset_id":"right.n.02"},{"index":3,"sense_key":"right%1:06:00::","synset_id":"right_field.n.01"},{"index":4,"sense_key":"right%1:14:00::","synset_id":"right.n.04"},{"index":5,"sense_key":"right%1:08:00::","synset_id":"right.n.05"},{"index":6,"sense_key":"right%1:04:00::","synset_id":"right.n.06"},{"index":7,"sense_key":"right%1:07:01::","synset_id":"right.n.07"},{"index":8,"sense_key":"right%1:21:00::","synset_id":"right.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"right%1:07:01::","call_ids":["semeval2013.d011.s004.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"right%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":325,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32679332001134753}
{"item_id":"semeval2013.d011.s004.t004","gold_sense_keys":["subject%1:09:01::","subject%1:10:00::"],"candidates":[{"index":1,"sense_key":"subject%1:10:00::","synset_id":"subject.n.01"},{"index":2,"sense_key":"subject%1:06:00::","synset_id":"subject.n.02"},{"index":3,"sense_key":"subject%1:09:00::","synset_id":"discipline.n.01"},{"index":4,"sense_key":"subject%1:09:01::","synset_id":"topic.n.02"},{"index":5,"sense_key":"subject%1:10:01::","synset_id":"subject.n.05"},{"index":6,"sense_key":"subject%1:18:01::","synset_id":"subject.n.06"},{"index":7,"sense_key":"subject%1:18:00::","synset_id":"national.n.01"},{"index":8,"sense_key":"subject%1:10:02::","synset_id":"subject.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"subject%1:18:00::","call_ids":["semeval2013.d011.s004.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"subject%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":292,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3279491241555661}
{"item_id":"semeval2013.d011.s005.t000","gold_sense_keys":["right%1:14:00::"],"candidates":[{"index":1,"sense_key":"right%1:07:00::","synset_id":"right.n.01"},{"index":2,"sense_key":"right%1:15:00::","synset_id":"right.n.02"},{"index":3,"sense_key":"right%1:06:00::","synset_id":"right_field.n.01"},{"index":4,"sense_key":"right%1:14:00::","synset_id":"right.n.04"},{"index":5,"sense_key":"right%1:08:00::","synset_id":"right.n.05"},{"index":6,"sense_key":"right%1:04:00::","synset_id":"right.n.06"},{"index":7,"sense_key":"right%1:07:01::","synset_id":"right.n.07"},{"index":8,"sense_key":"right%1:21:00::","synset_id":"right.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"right%1:15:00::","call_ids":["semeval2013.d011.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"right%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":375,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3290945428889245}
{"item_id":"semeval2013.d011.s005.t001","gold_sense_keys":["tone%1:07:03::"],"candidates":[{"index":1,"sense_key":"tone%1:10:01::","synset_id":"tone.n.01"},{"index":2,"sense_key":"tone%1:07:02::","synset_id":"tone.n.02"},{"index":3,"sense_key":"tone%1:07:01::","synset_id":"timbre.n.01"},{"index":4,"sense_key":"tone%1:26:01::","synset_id":"spirit.n.02"},{"index":5,"sense_key":"tone%1:07:00::","synset_id":"shade.n.02"},{"index":6,"sense_key":"tone%1:10:02::","synset_id":"note.n.03"},{"index":7,"sense_key":"tone%1:09:00::","synset_id":"tone.n.07"},{"index":8,"sense_key":"tone%1:26:02::","synset_id":"tonicity.n.01"},{"index":9,"sense_key":"tone%1:10:00::","synset_id":"tone.n.09"},{"index":10,"sense_key":"tone%1:07:03::","synset_id":"tone.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"tone%1:07:03::","call_ids":["semeval2013.d011.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"tone%1:07:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":436,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3301763250492513}
{"item_id":"semeval2013.d011.s005.t003","gold_sense_keys":["problem%1:09:00::","problem%1:26:00::"],"candidates":[{"index":1,"sense_key":"problem%1:26:00::","synset_id":"problem.n.01"},{"index":2,"sense_key":"problem%1:10:00::","synset_id":"problem.n.02"},{"index":3,"sense_key":"problem%1:09:00::","synset_id":"trouble.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"problem%1:09:00::","call_ids":["semeval2013.d011.s005.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"problem%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3310234029777348}
{"item_id":"semeval2013.d011.s005.t004","gold_sense_keys":["country%1:14:00::","country%1:15:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d011.s005.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3318964820355177}
{"item_id":"semeval2013.d011.s005.t005","gold_sense_keys":["worker%1:18:00::"],"candidates":[{"index":1,"sense_key":"worker%1:18:00::","synset_id":"worker.n.01"},{"index":2,"sense_key":"worker%1:18:01::","synset_id":"proletarian.n.01"},{"index":3,"sense_key":"worker%1:05:01::","synset_id":"worker.n.03"},{"index":4,"sense_key":"worker%1:18:02::","synset_id":"actor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"worker%1:18:01::","call_ids":["semeval2013.d011.s005.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"worker%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3329266980290413}
{"item_id":"semeval2013.d011.s005.t006","gold_sense_keys":["left%1:14:00::"],"candidates":[{"index":1,"sense_key":"left%1:15:00::","synset_id":"left.n.01"},{"index":2,"sense_key":"left%1:14:00::","synset_id":"left.n.02"},{"index":3,"sense_key":"left%1:08:00::","synset_id":"left.n.03"},{"index":4,"sense_key":"left%1:06:00::","synset_id":"left_field.n.01"},{"index":5,"sense_key":"left%1:04:00::","synset_id":"left.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"left%1:14:00::","call_ids":["semeval2013.d011.s005.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"left%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":285,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3338701189495623}
{"item_id":"semeval2013.d011.s005.t007","gold_sense_keys":["france%1:15:00::"],"candidates":[{"index":1,"sense_key":"france%1:15:00::","synset_id":"france.n.01"},{"index":2,"sense_key":"france%1:18:00::","synset_id":"france.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"france%1:18:00::","call_ids":["semeval2013.d011.s005.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"france%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33466123207472265}
{"item_id":"semeval2013.d011.s005.t009","gold_sense_keys":["misery%1:26:00::"],"candidates":[{"index":1,"sense_key":"misery%1:26:00::","synset_id":"misery.n.01"},{"index":2,"sense_key":"misery%1:12:00::","synset_id":"misery.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"misery%1:12:00::","call_ids":["semeval2013.d011.s005.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"misery%1:12:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33559033717028797}
{"item_id":"semeval2013.d011.s006.t000","gold_sense_keys":["difference%1:07:00::"],"candidates":[{"index":1,"sense_key":"difference%1:07:00::","synset_id":"difference.n.01"},{"index":2,"sense_key":"difference%1:11:00::","synset_id":"deviation.n.01"},{"index":3,"sense_key":"difference%1:10:00::","synset_id":"dispute.n.01"},{"index":4,"sense_key":"difference%1:24:00::","synset_id":"difference.n.04"},{"index":5,"sense_key":"difference%1:23:00::","synset_id":"remainder.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"difference%1:24:00::","call_ids":["semeval2013.d011.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"difference%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30895575415343046}
{"item_id":"semeval2013.d011.s006.t001","gold_sense_keys":["degree%1:07:00::","degree%1:26:01::"],"candidates":[{"index":1,"sense_key":"degree%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"degree%1:26:01::","synset_id":"degree.n.02"},{"index":3,"sense_key":"degree%1:10:00::","synset_id":"academic_degree.n.01"},{"index":4,"sense_key":"degree%1:23:00::","synset_id":"degree.n.04"},{"index":5,"sense_key":"degree%1:09:00::","synset_id":"degree.n.05"},{"index":6,"sense_key":"degree%1:23:03::","synset_id":"degree.n.06"},{"index":7,"sense_key":"degree%1:07:01::","synset_id":"degree.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"degree%1:23:03::","call_ids":["semeval2013.d011.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"degree%1:23:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27987528103403747}
{"item_id":"semeval2013.d011.s006.t002","gold_sense_keys":["generosity%1:07:00::"],"candidates":[{"index":1,"sense_key":"generosity%1:07:00::","synset_id":"generosity.n.01"},{"index":2,"sense_key":"generosity%1:04:00::","synset_id":"generosity.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"generosity%1:04:00::","call_ids":["semeval2013.d011.s006.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"generosity%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":109,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23683189298026264}
{"item_id":"semeval2013.d011.s007.t000","gold_sense_keys":["fear%1:12:01::"],"candidates":[{"index":1,"sense_key":"fear%1:12:00::","synset_id":"fear.n.01"},{"index":2,"sense_key":"fear%1:12:01::","synset_id":"concern.n.02"},{"index":3,"sense_key":"fear%1:12:02::","synset_id":"fear.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"fear%1:12:00::","call_ids":["semeval2013.d011.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"fear%1:12:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21200913097709417}
{"item_id":"semeval2013.d011.s007.t001","gold_sense_keys":["invasion%1:11:00::"],"candidates":[{"index":1,"sense_key":"invasion%1:04:00::","synset_id":"invasion.n.01"},{"index":2,"sense_key":"invasion%1:11:00::","synset_id":"invasion.n.02"},{"index":3,"sense_key":"invasion%1:11:01::","synset_id":"invasion.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"invasion%1:11:00::","call_ids":["semeval2013.d011.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"invasion%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1960185719653964}
{"item_id":"semeval2013.d011.s007.t002","gold_sense_keys":["territory%1:15:01::"],"candidates":[{"index":1,"sense_key":"territory%1:15:00::","synset_id":"district.n.01"},{"index":2,"sense_key":"territory%1:09:00::","synset_id":"territory.n.02"},{"index":3,"sense_key":"territory%1:15:01::","synset_id":"territory.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"territory%1:15:01::","call_ids":["semeval2013.d011.s007.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"territory%1:15:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19795503793284297}
{"item_id":"semeval2013.d011.s007.t003","gold_sense_keys":["horde%1:14:00::"],"candidates":[{"index":1,"sense_key":"horde%1:14:00::","synset_id":"horde.n.01"},{"index":2,"sense_key":"horde%1:14:02::","synset_id":"horde.n.02"},{"index":3,"sense_key":"horde%1:14:01::","synset_id":"drove.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"horde%1:14:02::","call_ids":["semeval2013.d011.s007.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"horde%1:14:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":130,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1982286109123379}
{"item_id":"semeval2013.d011.s007.t005","gold_sense_keys":["left%1:14:00::"],"candidates":[{"index":1,"sense_key":"left%1:15:00::","synset_id":"left.n.01"},{"index":2,"sense_key":"left%1:14:00::","synset_id":"left.n.02"},{"index":3,"sense_key":"left%1:08:00::","synset_id":"left.n.03"},{"index":4,"sense_key":"left%1:06:00::","synset_id":"left_field.n.01"},{"index":5,"sense_key":"left%1:04:00::","synset_id":"left.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"left%1:14:00::","call_ids":["semeval2013.d011.s007.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"left%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19876856915652752}
{"item_id":"semeval2013.d011.s007.t006","gold_sense_keys":["right%1:14:00::"],"candidates":[{"index":1,"sense_key":"right%1:07:00::","synset_id":"right.n.01"},{"index":2,"sense_key":"right%1:15:00::","synset_id":"right.n.02"},{"index":3,"sense_key":"right%1:06:00::","synset_id":"right_field.n.01"},{"index":4,"sense_key":"right%1:14:00::","synset_id":"right.n.04"},{"index":5,"sense_key":"right%1:08:00::","synset_id":"right.n.05"},{"index":6,"sense_key":"right%1:04:00::","synset_id":"right.n.06"},{"index":7,"sense_key":"right%1:07:01::","synset_id":"right.n.07"},{"index":8,"sense_key":"right%1:21:00::","synset_id":"right.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"right%1:14:00::","call_ids":["semeval2013.d011.s007.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"right%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":339,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19915513903833926}
{"item_id":"semeval2013.d011.s008.t000","gold_sense_keys":["side%1:14:00::"],"candidates":[{"index":1,"sense_key":"side%1:15:02::","synset_id":"side.n.01"},{"index":2,"sense_key":"side%1:14:00::","synset_id":"side.n.02"},{"index":3,"sense_key":"side%1:08:00::","synset_id":"side.n.03"},{"index":4,"sense_key":"side%1:15:00::","synset_id":"side.n.04"},{"index":5,"sense_key":"side%1:06:00::","synset_id":"side.n.05"},{"index":6,"sense_key":"side%1:09:00::","synset_id":"side.n.06"},{"index":7,"sense_key":"side%1:15:01::","synset_id":"side.n.07"},{"index":8,"sense_key":"side%1:14:01::","synset_id":"side.n.08"},{"index":9,"sense_key":"side%1:13:00::","synset_id":"side.n.09"},{"index":10,"sense_key":"side%1:10:00::","synset_id":"side.n.10"},{"index":11,"sense_key":"side%1:17:01::","synset_id":"slope.n.01"},{"index":12,"sense_key":"side%1:11:00::","synset_id":"english.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":10,"chosen_sense_key":"side%1:10:00::","call_ids":["semeval2013.d011.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":10,"predicted_sense_key":"side%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":389,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20126415905542672}
{"item_id":"semeval2013.d011.s008.t002","gold_sense_keys":["burden%1:09:01::"],"candidates":[{"index":1,"sense_key":"burden%1:09:01::","synset_id":"burden.n.01"},{"index":2,"sense_key":"burden%1:06:01::","synset_id":"load.n.01"},{"index":3,"sense_key":"burden%1:10:00::","synset_id":"effect.n.04"},{"index":4,"sense_key":"burden%1:09:00::","synset_id":"burden.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"burden%1:06:01::","call_ids":["semeval2013.d011.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"burden%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19504619296640158}
{"item_id":"semeval2013.d011.s008.t003","gold_sense_keys":["economy%1:14:00::"],"candidates":[{"index":1,"sense_key":"economy%1:14:00::","synset_id":"economy.n.01"},{"index":2,"sense_key":"economy%1:09:01::","synset_id":"economy.n.02"},{"index":3,"sense_key":"economy%1:07:00::","synset_id":"economy.n.03"},{"index":4,"sense_key":"economy%1:04:00::","synset_id":"economy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"economy%1:09:01::","call_ids":["semeval2013.d011.s008.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"economy%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20146061992272735}
{"item_id":"semeval2013.d011.s008.t004","gold_sense_keys":["society%1:14:00::"],"candidates":[{"index":1,"sense_key":"society%1:14:00::","synset_id":"society.n.01"},{"index":2,"sense_key":"society%1:14:01::","synset_id":"club.n.02"},{"index":3,"sense_key":"society%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"society%1:14:02::","synset_id":"society.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"society%1:14:01::","call_ids":["semeval2013.d011.s008.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"society%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20204858109354973}
{"item_id":"semeval2013.d011.s009.t000","gold_sense_keys":["difference%1:07:00::"],"candidates":[{"index":1,"sense_key":"difference%1:07:00::","synset_id":"difference.n.01"},{"index":2,"sense_key":"difference%1:11:00::","synset_id":"deviation.n.01"},{"index":3,"sense_key":"difference%1:10:00::","synset_id":"dispute.n.01"},{"index":4,"sense_key":"difference%1:24:00::","synset_id":"difference.n.04"},{"index":5,"sense_key":"difference%1:23:00::","synset_id":"remainder.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"difference%1:24:00::","call_ids":["semeval2013.d011.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"difference%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2026554369367659}
{"item_id":"semeval2013.d011.s009.t001","gold_sense_keys":["degree%1:07:00::","degree%1:26:01::"],"candidates":[{"index":1,"sense_key":"degree%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"degree%1:26:01::","synset_id":"degree.n.02"},{"index":3,"sense_key":"degree%1:10:00::","synset_id":"academic_degree.n.01"},{"index":4,"sense_key":"degree%1:23:00::","synset_id":"degree.n.04"},{"index":5,"sense_key":"degree%1:09:00::","synset_id":"degree.n.05"},{"index":6,"sense_key":"degree%1:23:03::","synset_id":"degree.n.06"},{"index":7,"sense_key":"degree%1:07:01::","synset_id":"degree.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"degree%1:23:03::","call_ids":["semeval2013.d011.s009.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"degree%1:23:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2557248999364674}
{"item_id":"semeval2013.d011.s009.t002","gold_sense_keys":["generosity%1:07:00::"],"candidates":[{"index":1,"sense_key":"generosity%1:07:00::","synset_id":"generosity.n.01"},{"index":2,"sense_key":"generosity%1:04:00::","synset_id":"generosity.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"generosity%1:04:00::","call_ids":["semeval2013.d011.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"generosity%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":120,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2613843239378184}
{"item_id":"semeval2013.d011.s010.t000","gold_sense_keys":["program%1:10:04::"],"candidates":[{"index":1,"sense_key":"program%1:09:00::","synset_id":"plan.n.01"},{"index":2,"sense_key":"program%1:09:01::","synset_id":"program.n.02"},{"index":3,"sense_key":"program%1:10:01::","synset_id":"broadcast.n.02"},{"index":4,"sense_key":"program%1:10:04::","synset_id":"platform.n.02"},{"index":5,"sense_key":"program%1:10:00::","synset_id":"program.n.05"},{"index":6,"sense_key":"program%1:10:05::","synset_id":"course_of_study.n.01"},{"index":7,"sense_key":"program%1:10:02::","synset_id":"program.n.07"},{"index":8,"sense_key":"program%1:04:00::","synset_id":"program.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"program%1:10:02::","call_ids":["semeval2013.d011.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"program%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":312,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26392977801151574}
{"item_id":"semeval2013.d011.s010.t003","gold_sense_keys":["problem%1:09:00::","problem%1:26:00::"],"candidates":[{"index":1,"sense_key":"problem%1:26:00::","synset_id":"problem.n.01"},{"index":2,"sense_key":"problem%1:10:00::","synset_id":"problem.n.02"},{"index":3,"sense_key":"problem%1:09:00::","synset_id":"trouble.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"problem%1:09:00::","call_ids":["semeval2013.d011.s010.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"problem%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2655907869338989}
{"item_id":"semeval2013.d011.s011.t000","gold_sense_keys":["notion%1:09:02::"],"candidates":[{"index":1,"sense_key":"notion%1:09:02::","synset_id":"impression.n.01"},{"index":2,"sense_key":"notion%1:09:00::","synset_id":"notion.n.02"},{"index":3,"sense_key":"notion%1:09:01::","synset_id":"notion.n.03"},{"index":4,"sense_key":"notion%1:06:00::","synset_id":"notion.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"notion%1:09:00::","call_ids":["semeval2013.d011.s011.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"notion%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26693359296768904}
{"item_id":"semeval2013.d011.s011.t002","gold_sense_keys":["burden%1:09:01::"],"candidates":[{"index":1,"sense_key":"burden%1:09:01::","synset_id":"burden.n.01"},{"index":2,"sense_key":"burden%1:06:01::","synset_id":"load.n.01"},{"index":3,"sense_key":"burden%1:10:00::","synset_id":"effect.n.04"},{"index":4,"sense_key":"burden%1:09:00::","synset_id":"burden.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"burden%1:06:01::","call_ids":["semeval2013.d011.s011.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"burden%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2706098509952426}
{"item_id":"semeval2013.d011.s011.t003","gold_sense_keys":["problem%1:09:00::","problem%1:26:00::"],"candidates":[{"index":1,"sense_key":"problem%1:26:00::","synset_id":"problem.n.01"},{"index":2,"sense_key":"problem%1:10:00::","synset_id":"problem.n.02"},{"index":3,"sense_key":"problem%1:09:00::","synset_id":"trouble.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"problem%1:09:00::","call_ids":["semeval2013.d011.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"problem%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27224249788559973}
{"item_id":"semeval2013.d011.s012.t001","gold_sense_keys":["book%1:10:00::"],"candidates":[{"index":1,"sense_key":"book%1:10:00::","synset_id":"book.n.01"},{"index":2,"sense_key":"book%1:06:00::","synset_id":"book.n.02"},{"index":3,"sense_key":"book%1:10:02::","synset_id":"record.n.05"},{"index":4,"sense_key":"book%1:10:01::","synset_id":"script.n.01"},{"index":5,"sense_key":"book%1:21:00::","synset_id":"ledger.n.01"},{"index":6,"sense_key":"book%1:14:01::","synset_id":"book.n.06"},{"index":7,"sense_key":"book%1:14:00::","synset_id":"book.n.07"},{"index":8,"sense_key":"book%1:10:05::","synset_id":"koran.n.01"},{"index":9,"sense_key":"book%1:10:04::","synset_id":"bible.n.01"},{"index":10,"sense_key":"book%1:10:03::","synset_id":"book.n.10"},{"index":11,"sense_key":"book%1:06:02::","synset_id":"book.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"book%1:10:05::","call_ids":["semeval2013.d011.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"book%1:10:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":433,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2738230819813907}
{"item_id":"semeval2013.d011.s012.t003","gold_sense_keys":["immigration%1:04:00::"],"candidates":[{"index":1,"sense_key":"immigration%1:04:00::","synset_id":"immigration.n.01"},{"index":2,"sense_key":"immigration%1:14:00::","synset_id":"immigration.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"immigration%1:04:00::","call_ids":["semeval2013.d011.s012.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"immigration%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27567412285134196}
{"item_id":"semeval2013.d011.s012.t004","gold_sense_keys":["people%1:14:00::"],"candidates":[{"index":1,"sense_key":"people%1:14:00::","synset_id":"people.n.01"},{"index":2,"sense_key":"people%1:14:01::","synset_id":"citizenry.n.01"},{"index":3,"sense_key":"people%1:14:02::","synset_id":"people.n.03"},{"index":4,"sense_key":"people%1:14:03::","synset_id":"multitude.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"people%1:14:01::","call_ids":["semeval2013.d011.s012.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"people%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":240,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2772420251276344}
{"item_id":"semeval2013.d011.s012.t005","gold_sense_keys":["migration%1:04:00::"],"candidates":[{"index":1,"sense_key":"migration%1:04:00::","synset_id":"migration.n.01"},{"index":2,"sense_key":"migration%1:14:00::","synset_id":"migration.n.02"},{"index":3,"sense_key":"migration%1:11:01::","synset_id":"migration.n.03"},{"index":4,"sense_key":"migration%1:11:00::","synset_id":"migration.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"migration%1:04:00::","call_ids":["semeval2013.d011.s012.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"migration%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":241,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27913363091647625}
{"item_id":"semeval2013.d011.s012.t007","gold_sense_keys":["future%1:28:00::"],"candidates":[{"index":1,"sense_key":"future%1:28:00::","synset_id":"future.n.01"},{"index":2,"sense_key":"future%1:10:00::","synset_id":"future.n.02"},{"index":3,"sense_key":"future%1:06:00::","synset_id":"future.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"future%1:28:00::","call_ids":["semeval2013.d011.s012.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"future%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28070382704026997}
{"item_id":"semeval2013.d011.s012.t009","gold_sense_keys":["specialist%1:18:00::"],"candidates":[{"index":1,"sense_key":"specialist%1:18:00::","synset_id":"specialist.n.01"},{"index":2,"sense_key":"specialist%1:18:01::","synset_id":"specialist.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"specialist%1:18:00::","call_ids":["semeval2013.d011.s012.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"specialist%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2814674300607294}
{"item_id":"semeval2013.d011.s012.t010","gold_sense_keys":["impact%1:19:00::"],"candidates":[{"index":1,"sense_key":"impact%1:11:00::","synset_id":"impact.n.01"},{"index":2,"sense_key":"impact%1:19:00::","synset_id":"impact.n.02"},{"index":3,"sense_key":"impact%1:04:00::","synset_id":"impingement.n.01"},{"index":4,"sense_key":"impact%1:04:01::","synset_id":"shock.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"impact%1:19:00::","call_ids":["semeval2013.d011.s012.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"impact%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2868377659469843}
{"item_id":"semeval2013.d011.s012.t011","gold_sense_keys":["migration%1:04:00::"],"candidates":[{"index":1,"sense_key":"migration%1:04:00::","synset_id":"migration.n.01"},{"index":2,"sense_key":"migration%1:14:00::","synset_id":"migration.n.02"},{"index":3,"sense_key":"migration%1:11:01::","synset_id":"migration.n.03"},{"index":4,"sense_key":"migration%1:11:00::","synset_id":"migration.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"migration%1:14:00::","call_ids":["semeval2013.d011.s012.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"migration%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":241,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2898933100514114}
{"item_id":"semeval2013.d011.s012.t012","gold_sense_keys":["flow%1:26:00::"],"candidates":[{"index":1,"sense_key":"flow%1:11:00::","synset_id":"flow.n.01"},{"index":2,"sense_key":"flow%1:28:00::","synset_id":"flow.n.02"},{"index":3,"sense_key":"flow%1:04:00::","synset_id":"flow.n.03"},{"index":4,"sense_key":"flow%1:22:00::","synset_id":"flow.n.04"},{"index":5,"sense_key":"flow%1:26:00::","synset_id":"stream.n.04"},{"index":6,"sense_key":"flow%1:14:00::","synset_id":"stream.n.02"},{"index":7,"sense_key":"flow%1:22:01::","synset_id":"menstruation.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"flow%1:26:00::","call_ids":["semeval2013.d011.s012.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"flow%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":314,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2917091699782759}
{"item_id":"semeval2013.d011.s012.t015","gold_sense_keys":["employment%1:04:00::","employment%1:04:02::","employment%1:26:00::"],"candidates":[{"index":1,"sense_key":"employment%1:26:00::","synset_id":"employment.n.01"},{"index":2,"sense_key":"employment%1:04:00::","synset_id":"employment.n.02"},{"index":3,"sense_key":"employment%1:04:02::","synset_id":"employment.n.03"},{"index":4,"sense_key":"employment%1:04:01::","synset_id":"use.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"employment%1:04:00::","call_ids":["semeval2013.d011.s012.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"employment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2929941180627793}
{"item_id":"semeval2013.d011.s012.t016","gold_sense_keys":["country%1:14:00::","country%1:15:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d011.s012.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":289,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3099213058594614}
{"item_id":"semeval2013.d011.s013.t000","gold_sense_keys":["immigration%1:04:00::"],"candidates":[{"index":1,"sense_key":"immigration%1:04:00::","synset_id":"immigration.n.01"},{"index":2,"sense_key":"immigration%1:14:00::","synset_id":"immigration.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"immigration%1:04:00::","call_ids":["semeval2013.d011.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"immigration%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3119660881347954}
{"item_id":"semeval2013.d011.s013.t001","gold_sense_keys":["growth%1:22:02::"],"candidates":[{"index":1,"sense_key":"growth%1:22:00::","synset_id":"growth.n.01"},{"index":2,"sense_key":"growth%1:22:01::","synset_id":"growth.n.02"},{"index":3,"sense_key":"growth%1:22:02::","synset_id":"increase.n.03"},{"index":4,"sense_key":"growth%1:14:00::","synset_id":"growth.n.04"},{"index":5,"sense_key":"growth%1:11:01::","synset_id":"emergence.n.01"},{"index":6,"sense_key":"growth%1:26:00::","synset_id":"growth.n.06"},{"index":7,"sense_key":"growth%1:17:00::","synset_id":"growth.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"growth%1:22:02::","call_ids":["semeval2013.d011.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"growth%1:22:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":255,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3204370380844921}
{"item_id":"semeval2013.d011.s013.t002","gold_sense_keys":["employment%1:04:00::","employment%1:04:02::","employment%1:26:00::"],"candidates":[{"index":1,"sense_key":"employment%1:26:00::","synset_id":"employment.n.01"},{"index":2,"sense_key":"employment%1:04:00::","synset_id":"employment.n.02"},{"index":3,"sense_key":"employment%1:04:02::","synset_id":"employment.n.03"},{"index":4,"sense_key":"employment%1:04:01::","synset_id":"use.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"employment%1:04:00::","call_ids":["semeval2013.d011.s013.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"employment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2830960568971932}
{"item_id":"semeval2013.d011.s014.t000","gold_sense_keys":["fear%1:12:01::"],"candidates":[{"index":1,"sense_key":"fear%1:12:00::","synset_id":"fear.n.01"},{"index":2,"sense_key":"fear%1:12:01::","synset_id":"concern.n.02"},{"index":3,"sense_key":"fear%1:12:02::","synset_id":"fear.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"fear%1:12:01::","call_ids":["semeval2013.d011.s014.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"fear%1:12:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2847489349078387}
{"item_id":"semeval2013.d011.s014.t001","gold_sense_keys":["impact%1:19:00::"],"candidates":[{"index":1,"sense_key":"impact%1:11:00::","synset_id":"impact.n.01"},{"index":2,"sense_key":"impact%1:19:00::","synset_id":"impact.n.02"},{"index":3,"sense_key":"impact%1:04:00::","synset_id":"impingement.n.01"},{"index":4,"sense_key":"impact%1:04:01::","synset_id":"shock.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"impact%1:19:00::","call_ids":["semeval2013.d011.s014.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"impact%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2793828349094838}
{"item_id":"semeval2013.d011.s014.t003","gold_sense_keys":["notion%1:09:02::"],"candidates":[{"index":1,"sense_key":"notion%1:09:02::","synset_id":"impression.n.01"},{"index":2,"sense_key":"notion%1:09:00::","synset_id":"notion.n.02"},{"index":3,"sense_key":"notion%1:09:01::","synset_id":"notion.n.03"},{"index":4,"sense_key":"notion%1:06:00::","synset_id":"notion.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"notion%1:09:01::","call_ids":["semeval2013.d011.s014.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"notion%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28571086400188506}
{"item_id":"semeval2013.d011.s014.t004","gold_sense_keys":["worker%1:18:00::"],"candidates":[{"index":1,"sense_key":"worker%1:18:00::","synset_id":"worker.n.01"},{"index":2,"sense_key":"worker%1:18:01::","synset_id":"proletarian.n.01"},{"index":3,"sense_key":"worker%1:05:01::","synset_id":"worker.n.03"},{"index":4,"sense_key":"worker%1:18:02::","synset_id":"actor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"worker%1:18:01::","call_ids":["semeval2013.d011.s014.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"worker%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2661453608889133}
{"item_id":"semeval2013.d011.s014.t005","gold_sense_keys":["one%1:09:00::"],"candidates":[{"index":1,"sense_key":"one%1:23:00::","synset_id":"one.n.01"},{"index":2,"sense_key":"one%1:09:00::","synset_id":"one.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"one%1:09:00::","call_ids":["semeval2013.d011.s014.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"one%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2876933051738888}
{"item_id":"semeval2013.d011.s014.t006","gold_sense_keys":["pressure%1:07:00::"],"candidates":[{"index":1,"sense_key":"pressure%1:19:00::","synset_id":"pressure.n.01"},{"index":2,"sense_key":"pressure%1:07:00::","synset_id":"pressure.n.02"},{"index":3,"sense_key":"pressure%1:04:00::","synset_id":"press.n.09"},{"index":4,"sense_key":"pressure%1:26:00::","synset_id":"imperativeness.n.01"},{"index":5,"sense_key":"pressure%1:09:00::","synset_id":"pressure.n.05"},{"index":6,"sense_key":"pressure%1:26:01::","synset_id":"pressure.n.06"},{"index":7,"sense_key":"pressure%1:19:01::","synset_id":"atmospheric_pressure.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"pressure%1:07:00::","call_ids":["semeval2013.d011.s014.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"pressure%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":282,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28967264597304165}
{"item_id":"semeval2013.d011.s015.t000","gold_sense_keys":["experience%1:09:01::"],"candidates":[{"index":1,"sense_key":"experience%1:09:01::","synset_id":"experience.n.01"},{"index":2,"sense_key":"experience%1:09:00::","synset_id":"experience.n.02"},{"index":3,"sense_key":"experience%1:11:00::","synset_id":"experience.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"experience%1:09:01::","call_ids":["semeval2013.d011.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"experience%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29153384012170136}
{"item_id":"semeval2013.d011.s015.t003","gold_sense_keys":["replacement%1:09:00::","replacement%1:18:02::"],"candidates":[{"index":1,"sense_key":"replacement%1:04:00::","synset_id":"replacement.n.01"},{"index":2,"sense_key":"replacement%1:18:02::","synset_id":"surrogate.n.01"},{"index":3,"sense_key":"replacement%1:11:00::","synset_id":"substitution.n.01"},{"index":4,"sense_key":"replacement%1:09:00::","synset_id":"substitute.n.01"},{"index":5,"sense_key":"replacement%1:22:00::","synset_id":"refilling.n.01"},{"index":6,"sense_key":"replacement%1:18:01::","synset_id":"successor.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"replacement%1:11:00::","call_ids":["semeval2013.d011.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"replacement%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2934406129643321}
{"item_id":"semeval2013.d011.s015.t004","gold_sense_keys":["labor%1:14:00::"],"candidates":[{"index":1,"sense_key":"labor%1:14:00::","synset_id":"labor.n.01"},{"index":2,"sense_key":"labor%1:04:00::","synset_id":"labor.n.02"},{"index":3,"sense_key":"labor%1:26:00::","synset_id":"parturiency.n.01"},{"index":4,"sense_key":"labor%1:14:04::","synset_id":"labor_movement.n.01"},{"index":5,"sense_key":"labor%1:14:02::","synset_id":"british_labour_party.n.01"},{"index":6,"sense_key":"labor%1:14:01::","synset_id":"department_of_labor.n.01"},{"index":7,"sense_key":"labor%1:04:01::","synset_id":"undertaking.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"labor%1:04:00::","call_ids":["semeval2013.d011.s015.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"labor%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":313,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29551946092396975}
{"item_id":"semeval2013.d011.s015.t005","gold_sense_keys":["trade%1:04:00::"],"candidates":[{"index":1,"sense_key":"trade%1:04:05::","synset_id":"trade.n.01"},{"index":2,"sense_key":"trade%1:04:00::","synset_id":"trade.n.02"},{"index":3,"sense_key":"trade%1:04:01::","synset_id":"trade.n.03"},{"index":4,"sense_key":"trade%1:04:02::","synset_id":"deal.n.01"},{"index":5,"sense_key":"trade%1:14:00::","synset_id":"craft.n.03"},{"index":6,"sense_key":"trade%1:19:00::","synset_id":"trade_wind.n.01"},{"index":7,"sense_key":"trade%1:04:03::","synset_id":"barter.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"trade%1:04:01::","call_ids":["semeval2013.d011.s015.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"trade%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":289,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2973906269762665}
{"item_id":"semeval2013.d011.s015.t006","gold_sense_keys":["shortage%1:26:00::"],"candidates":[{"index":1,"sense_key":"shortage%1:07:00::","synset_id":"deficit.n.01"},{"index":2,"sense_key":"shortage%1:26:00::","synset_id":"dearth.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"shortage%1:26:00::","call_ids":["semeval2013.d011.s015.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"shortage%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2302802810445428}
{"item_id":"semeval2013.d011.s015.t007","gold_sense_keys":["labor%1:14:00::"],"candidates":[{"index":1,"sense_key":"labor%1:14:00::","synset_id":"labor.n.01"},{"index":2,"sense_key":"labor%1:04:00::","synset_id":"labor.n.02"},{"index":3,"sense_key":"labor%1:26:00::","synset_id":"parturiency.n.01"},{"index":4,"sense_key":"labor%1:14:04::","synset_id":"labor_movement.n.01"},{"index":5,"sense_key":"labor%1:14:02::","synset_id":"british_labour_party.n.01"},{"index":6,"sense_key":"labor%1:14:01::","synset_id":"department_of_labor.n.01"},{"index":7,"sense_key":"labor%1:04:01::","synset_id":"undertaking.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"labor%1:04:00::","call_ids":["semeval2013.d011.s015.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"labor%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":313,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22800713684409857}
{"item_id":"semeval2013.d011.s016.t001","gold_sense_keys":["sector%1:14:00::"],"candidates":[{"index":1,"sense_key":"sector%1:25:00::","synset_id":"sector.n.01"},{"index":2,"sense_key":"sector%1:14:00::","synset_id":"sector.n.02"},{"index":3,"sense_key":"sector%1:09:00::","synset_id":"sector.n.03"},{"index":4,"sense_key":"sector%1:23:00::","synset_id":"sector.n.04"},{"index":5,"sense_key":"sector%1:15:00::","synset_id":"sector.n.05"},{"index":6,"sense_key":"sector%1:06:00::","synset_id":"sector.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sector%1:09:00::","call_ids":["semeval2013.d011.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sector%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3186595451552421}
{"item_id":"semeval2013.d011.s016.t002","gold_sense_keys":["labor%1:14:00::"],"candidates":[{"index":1,"sense_key":"labor%1:14:00::","synset_id":"labor.n.01"},{"index":2,"sense_key":"labor%1:04:00::","synset_id":"labor.n.02"},{"index":3,"sense_key":"labor%1:26:00::","synset_id":"parturiency.n.01"},{"index":4,"sense_key":"labor%1:14:04::","synset_id":"labor_movement.n.01"},{"index":5,"sense_key":"labor%1:14:02::","synset_id":"british_labour_party.n.01"},{"index":6,"sense_key":"labor%1:14:01::","synset_id":"department_of_labor.n.01"},{"index":7,"sense_key":"labor%1:04:01::","synset_id":"undertaking.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"labor%1:04:01::","call_ids":["semeval2013.d011.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"labor%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":315,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36030371696688235}
{"item_id":"semeval2013.d011.s016.t003","gold_sense_keys":["one%1:09:00::"],"candidates":[{"index":1,"sense_key":"one%1:23:00::","synset_id":"one.n.01"},{"index":2,"sense_key":"one%1:09:00::","synset_id":"one.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"one%1:09:00::","call_ids":["semeval2013.d011.s016.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"one%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.362364033004269}
{"item_id":"semeval2013.d011.s016.t004","gold_sense_keys":["sector%1:14:00::"],"candidates":[{"index":1,"sense_key":"sector%1:25:00::","synset_id":"sector.n.01"},{"index":2,"sense_key":"sector%1:14:00::","synset_id":"sector.n.02"},{"index":3,"sense_key":"sector%1:09:00::","synset_id":"sector.n.03"},{"index":4,"sense_key":"sector%1:23:00::","synset_id":"sector.n.04"},{"index":5,"sense_key":"sector%1:15:00::","synset_id":"sector.n.05"},{"index":6,"sense_key":"sector%1:06:00::","synset_id":"sector.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sector%1:09:00::","call_ids":["semeval2013.d011.s016.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sector%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.363388080149889}
{"item_id":"semeval2013.d011.s016.t005","gold_sense_keys":["training%1:04:00::"],"candidates":[{"index":1,"sense_key":"training%1:04:00::","synset_id":"training.n.01"},{"index":2,"sense_key":"training%1:07:00::","synset_id":"education.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"training%1:07:00::","call_ids":["semeval2013.d011.s016.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"training%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3652132828719914}
{"item_id":"semeval2013.d011.s016.t006","gold_sense_keys":["offer%1:10:00::"],"candidates":[{"index":1,"sense_key":"offer%1:10:01::","synset_id":"offer.n.01"},{"index":2,"sense_key":"offer%1:10:00::","synset_id":"offer.n.02"},{"index":3,"sense_key":"offer%1:04:01::","synset_id":"crack.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"offer%1:10:00::","call_ids":["semeval2013.d011.s016.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"offer%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3671924890950322}
{"item_id":"semeval2013.d011.s016.t007","gold_sense_keys":["employment%1:04:00::","employment%1:26:00::"],"candidates":[{"index":1,"sense_key":"employment%1:26:00::","synset_id":"employment.n.01"},{"index":2,"sense_key":"employment%1:04:00::","synset_id":"employment.n.02"},{"index":3,"sense_key":"employment%1:04:02::","synset_id":"employment.n.03"},{"index":4,"sense_key":"employment%1:04:01::","synset_id":"use.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"employment%1:04:00::","call_ids":["semeval2013.d011.s016.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"employment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3687578400131315}
{"item_id":"semeval2013.d011.s017.t000","gold_sense_keys":["effect%1:19:00::"],"candidates":[{"index":1,"sense_key":"effect%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"effect%1:07:00::","synset_id":"impression.n.02"},{"index":3,"sense_key":"effect%1:09:00::","synset_id":"effect.n.03"},{"index":4,"sense_key":"effect%1:10:00::","synset_id":"effect.n.04"},{"index":5,"sense_key":"effect%1:07:01::","synset_id":"effect.n.05"},{"index":6,"sense_key":"effect%1:26:00::","synset_id":"effect.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"effect%1:07:01::","call_ids":["semeval2013.d011.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"effect%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37023421307094395}
{"item_id":"semeval2013.d011.s018.t000","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"way%1:23:00::","call_ids":["semeval2013.d011.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"way%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":380,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.371827983064577}
{"item_id":"semeval2013.d011.s018.t002","gold_sense_keys":["country%1:14:00::","country%1:15:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2013.d011.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":261,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3735446559730917}
{"item_id":"semeval2013.d011.s018.t003","gold_sense_keys":["shortage%1:26:00::"],"candidates":[{"index":1,"sense_key":"shortage%1:07:00::","synset_id":"deficit.n.01"},{"index":2,"sense_key":"shortage%1:26:00::","synset_id":"dearth.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"shortage%1:26:00::","call_ids":["semeval2013.d011.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"shortage%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37512708990834653}
{"item_id":"semeval2013.d011.s018.t005","gold_sense_keys":["complementarity%1:24:02::"],"candidates":[{"index":1,"sense_key":"complementarity%1:24:01::","synset_id":"complementarity.n.01"},{"index":2,"sense_key":"complementarity%1:24:02::","synset_id":"complementarity.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"complementarity%1:24:02::","call_ids":["semeval2013.d011.s018.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"complementarity%1:24:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37645638501271605}
{"item_id":"semeval2013.d011.s018.t007","gold_sense_keys":["arrival%1:04:01::"],"candidates":[{"index":1,"sense_key":"arrival%1:04:00::","synset_id":"arrival.n.01"},{"index":2,"sense_key":"arrival%1:04:01::","synset_id":"arrival.n.02"},{"index":3,"sense_key":"arrival%1:18:00::","synset_id":"arrival.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"arrival%1:04:01::","call_ids":["semeval2013.d011.s018.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"arrival%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3776488408911973}
{"item_id":"semeval2013.d011.s018.t009","gold_sense_keys":["effect%1:19:00::"],"candidates":[{"index":1,"sense_key":"effect%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"effect%1:07:00::","synset_id":"impression.n.02"},{"index":3,"sense_key":"effect%1:09:00::","synset_id":"effect.n.03"},{"index":4,"sense_key":"effect%1:10:00::","synset_id":"effect.n.04"},{"index":5,"sense_key":"effect%1:07:01::","synset_id":"effect.n.05"},{"index":6,"sense_key":"effect%1:26:00::","synset_id":"effect.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"effect%1:07:01::","call_ids":["semeval2013.d011.s018.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"effect%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":257,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37886140984483063}
{"item_id":"semeval2013.d011.s019.t000","gold_sense_keys":["rise%1:11:00::"],"candidates":[{"index":1,"sense_key":"rise%1:11:00::","synset_id":"rise.n.01"},{"index":2,"sense_key":"rise%1:04:00::","synset_id":"rise.n.02"},{"index":3,"sense_key":"rise%1:17:00::","synset_id":"ascent.n.01"},{"index":4,"sense_key":"rise%1:11:02::","synset_id":"rise.n.04"},{"index":5,"sense_key":"rise%1:07:02::","synset_id":"raise.n.01"},{"index":6,"sense_key":"rise%1:07:01::","synset_id":"upgrade.n.04"},{"index":7,"sense_key":"rise%1:11:01::","synset_id":"lift.n.04"},{"index":8,"sense_key":"rise%1:11:03::","synset_id":"emanation.n.03"},{"index":9,"sense_key":"rise%1:07:03::","synset_id":"rise.n.09"},{"index":10,"sense_key":"rise%1:04:01::","synset_id":"advance.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"rise%1:07:03::","call_ids":["semeval2013.d011.s019.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"rise%1:07:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":312,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38022283208556473}
{"item_id":"semeval2013.d011.s019.t001","gold_sense_keys":["flow%1:26:00::"],"candidates":[{"index":1,"sense_key":"flow%1:11:00::","synset_id":"flow.n.01"},{"index":2,"sense_key":"flow%1:28:00::","synset_id":"flow.n.02"},{"index":3,"sense_key":"flow%1:04:00::","synset_id":"flow.n.03"},{"index":4,"sense_key":"flow%1:22:00::","synset_id":"flow.n.04"},{"index":5,"sense_key":"flow%1:26:00::","synset_id":"stream.n.04"},{"index":6,"sense_key":"flow%1:14:00::","synset_id":"stream.n.02"},{"index":7,"sense_key":"flow%1:22:01::","synset_id":"menstruation.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"flow%1:26:00::","call_ids":["semeval2013.d011.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"flow%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38146500405855477}
{"item_id":"semeval2013.d011.s019.t002","gold_sense_keys":["increase%1:07:00::","increase%1:11:00::"],"candidates":[{"index":1,"sense_key":"increase%1:23:00::","synset_id":"addition.n.03"},{"index":2,"sense_key":"increase%1:11:00::","synset_id":"increase.n.02"},{"index":3,"sense_key":"increase%1:22:00::","synset_id":"increase.n.03"},{"index":4,"sense_key":"increase%1:07:00::","synset_id":"increase.n.04"},{"index":5,"sense_key":"increase%1:04:00::","synset_id":"increase.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"increase%1:22:00::","call_ids":["semeval2013.d011.s019.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"increase%1:22:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3825932238250971}
{"item_id":"semeval2013.d011.s020.t000","gold_sense_keys":["fact%1:09:01::"],"candidates":[{"index":1,"sense_key":"fact%1:09:01::","synset_id":"fact.n.01"},{"index":2,"sense_key":"fact%1:10:01::","synset_id":"fact.n.02"},{"index":3,"sense_key":"fact%1:26:01::","synset_id":"fact.n.03"},{"index":4,"sense_key":"fact%1:09:02::","synset_id":"fact.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"fact%1:26:01::","call_ids":["semeval2013.d011.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"fact%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":241,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3839269878808409}
{"item_id":"semeval2013.d011.s020.t001","gold_sense_keys":["diversity%1:07:02::"],"candidates":[{"index":1,"sense_key":"diversity%1:07:02::","synset_id":"diverseness.n.01"},{"index":2,"sense_key":"diversity%1:07:01::","synset_id":"diversity.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"diversity%1:07:01::","call_ids":["semeval2013.d011.s020.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"diversity%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3851071691606194}
{"item_id":"semeval2013.d011.s020.t003","gold_sense_keys":["creation%1:04:00::"],"candidates":[{"index":1,"sense_key":"creation%1:04:00::","synset_id":"creation.n.01"},{"index":2,"sense_key":"creation%1:06:00::","synset_id":"creation.n.02"},{"index":3,"sense_key":"creation%1:11:00::","synset_id":"creation.n.03"},{"index":4,"sense_key":"creation%1:04:01::","synset_id":"initiation.n.02"},{"index":5,"sense_key":"creation%1:04:02::","synset_id":"creation.n.05"},{"index":6,"sense_key":"creation%1:17:00::","synset_id":"universe.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"creation%1:11:00::","call_ids":["semeval2013.d011.s020.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"creation%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3175221849232912}
{"item_id":"semeval2013.d011.s020.t004","gold_sense_keys":["idea%1:09:00::"],"candidates":[{"index":1,"sense_key":"idea%1:09:00::","synset_id":"idea.n.01"},{"index":2,"sense_key":"idea%1:09:01::","synset_id":"mind.n.06"},{"index":3,"sense_key":"idea%1:09:03::","synset_id":"idea.n.03"},{"index":4,"sense_key":"idea%1:09:02::","synset_id":"estimate.n.01"},{"index":5,"sense_key":"idea%1:10:00::","synset_id":"theme.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"idea%1:09:00::","call_ids":["semeval2013.d011.s020.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"idea%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3190024991054088}
{"item_id":"semeval2013.d011.s020.t006","gold_sense_keys":["proportion%1:24:01::"],"candidates":[{"index":1,"sense_key":"proportion%1:24:00::","synset_id":"proportion.n.01"},{"index":2,"sense_key":"proportion%1:07:00::","synset_id":"proportion.n.02"},{"index":3,"sense_key":"proportion%1:25:00::","synset_id":"symmetry.n.02"},{"index":4,"sense_key":"proportion%1:24:01::","synset_id":"proportion.n.04"},{"index":5,"sense_key":"proportion%1:07:01::","synset_id":"proportion.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"proportion%1:24:01::","call_ids":["semeval2013.d011.s020.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"proportion%1:24:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":272,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31708293897099793}
{"item_id":"semeval2013.d011.s020.t008","gold_sense_keys":["american%3:01:01::"],"candidates":[{"index":1,"sense_key":"american%3:01:01::","synset_id":"american.a.01"},{"index":2,"sense_key":"american%3:01:00::","synset_id":"american.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"american%3:01:00::","call_ids":["semeval2013.d011.s020.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"american%3:01:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2852010680362582}
{"item_id":"semeval2013.d011.s020.t010","gold_sense_keys":["winner%1:18:00::"],"candidates":[{"index":1,"sense_key":"winner%1:18:00::","synset_id":"winner.n.01"},{"index":2,"sense_key":"winner%1:18:01::","synset_id":"winner.n.02"},{"index":3,"sense_key":"winner%1:18:02::","synset_id":"achiever.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"winner%1:18:02::","call_ids":["semeval2013.d011.s020.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"winner%1:18:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27649555914103985}
{"item_id":"semeval2013.d011.s020.t012","gold_sense_keys":["yahoo%1:10:00::"],"candidates":[{"index":1,"sense_key":"yahoo%1:18:01::","synset_id":"yokel.n.01"},{"index":2,"sense_key":"yahoo%1:18:00::","synset_id":"yahoo.n.02"},{"index":3,"sense_key":"yahoo%1:10:00::","synset_id":"yahoo.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"yahoo%1:10:00::","call_ids":["semeval2013.d011.s020.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"yahoo%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2782920110039413}
{"item_id":"semeval2013.d011.s021.t001","gold_sense_keys":["contributor%1:18:00::"],"candidates":[{"index":1,"sense_key":"contributor%1:18:00::","synset_id":"subscriber.n.03"},{"index":2,"sense_key":"contributor%1:18:01::","synset_id":"contributor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"contributor%1:18:00::","call_ids":["semeval2013.d011.s021.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"contributor%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27977718180045485}
{"item_id":"semeval2013.d011.s021.t003","gold_sense_keys":["budget%1:21:02::"],"candidates":[{"index":1,"sense_key":"budget%1:21:02::","synset_id":"budget.n.01"},{"index":2,"sense_key":"budget%1:21:03::","synset_id":"budget.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"budget%1:21:03::","call_ids":["semeval2013.d011.s021.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"budget%1:21:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28146807407028973}
{"item_id":"semeval2013.d011.s022.t001","gold_sense_keys":["labor%1:14:00::"],"candidates":[{"index":1,"sense_key":"labor%1:14:00::","synset_id":"labor.n.01"},{"index":2,"sense_key":"labor%1:04:00::","synset_id":"labor.n.02"},{"index":3,"sense_key":"labor%1:26:00::","synset_id":"parturiency.n.01"},{"index":4,"sense_key":"labor%1:14:04::","synset_id":"labor_movement.n.01"},{"index":5,"sense_key":"labor%1:14:02::","synset_id":"british_labour_party.n.01"},{"index":6,"sense_key":"labor%1:14:01::","synset_id":"department_of_labor.n.01"},{"index":7,"sense_key":"labor%1:04:01::","synset_id":"undertaking.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"labor%1:04:01::","call_ids":["semeval2013.d011.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"labor%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":328,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2899541959632188}
{"item_id":"semeval2013.d011.s022.t002","gold_sense_keys":["organisation%1:14:00::","organisation%1:14:01::"],"candidates":[{"index":1,"sense_key":"organisation%1:14:01::","synset_id":"administration.n.02"},{"index":2,"sense_key":"organisation%1:14:00::","synset_id":"organization.n.01"},{"index":3,"sense_key":"organisation%1:09:00::","synset_id":"arrangement.n.03"},{"index":4,"sense_key":"organisation%1:07:00::","synset_id":"organization.n.05"},{"index":5,"sense_key":"organisation%1:04:00::","synset_id":"organization.n.04"},{"index":6,"sense_key":"organisation%1:04:01::","synset_id":"organization.n.06"},{"index":7,"sense_key":"organisation%1:04:02::","synset_id":"constitution.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"organisation%1:09:00::","call_ids":["semeval2013.d011.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"organisation%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3004168840125203}
{"item_id":"semeval2013.d011.s022.t006","gold_sense_keys":["age%1:28:00::"],"candidates":[{"index":1,"sense_key":"age%1:07:00::","synset_id":"age.n.01"},{"index":2,"sense_key":"age%1:28:02::","synset_id":"historic_period.n.01"},{"index":3,"sense_key":"age%1:28:00::","synset_id":"age.n.03"},{"index":4,"sense_key":"age%1:28:03::","synset_id":"long_time.n.01"},{"index":5,"sense_key":"age%1:28:01::","synset_id":"old_age.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"age%1:28:00::","call_ids":["semeval2013.d011.s022.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"age%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":237,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30289316712878644}
{"item_id":"semeval2013.d011.s022.t007","gold_sense_keys":["contribution%1:21:01::"],"candidates":[{"index":1,"sense_key":"contribution%1:04:02::","synset_id":"contribution.n.01"},{"index":2,"sense_key":"contribution%1:21:00::","synset_id":"contribution.n.02"},{"index":3,"sense_key":"contribution%1:04:00::","synset_id":"contribution.n.03"},{"index":4,"sense_key":"contribution%1:21:01::","synset_id":"contribution.n.04"},{"index":5,"sense_key":"contribution%1:04:01::","synset_id":"contribution.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"contribution%1:21:01::","call_ids":["semeval2013.d011.s022.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"contribution%1:21:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30480174790136516}
{"item_id":"semeval2013.d011.s022.t009","gold_sense_keys":["expenditure%1:21:00::"],"candidates":[{"index":1,"sense_key":"expenditure%1:21:00::","synset_id":"outgo.n.01"},{"index":2,"sense_key":"expenditure%1:04:00::","synset_id":"expending.n.01"},{"index":3,"sense_key":"expenditure%1:04:01::","synset_id":"consumption.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"expenditure%1:04:00::","call_ids":["semeval2013.d011.s022.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"expenditure%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3153056111186743}
{"item_id":"semeval2013.d011.s022.t010","gold_sense_keys":["average%1:09:00::"],"candidates":[{"index":1,"sense_key":"average%1:09:00::","synset_id":"average.n.01"},{"index":2,"sense_key":"average%1:24:00::","synset_id":"average.n.02"},{"index":3,"sense_key":"average%1:09:01::","synset_id":"average.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"average%1:09:01::","call_ids":["semeval2013.d011.s022.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"average%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2758621759712696}
{"item_id":"semeval2013.d011.s022.t012","gold_sense_keys":["budget%1:21:02::"],"candidates":[{"index":1,"sense_key":"budget%1:21:02::","synset_id":"budget.n.01"},{"index":2,"sense_key":"budget%1:21:03::","synset_id":"budget.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"budget%1:21:02::","call_ids":["semeval2013.d011.s022.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"budget%1:21:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25439237407408655}
{"item_id":"semeval2013.d011.s023.t001","gold_sense_keys":["mandate%1:04:00::"],"candidates":[{"index":1,"sense_key":"mandate%1:10:00::","synset_id":"mandate.n.01"},{"index":2,"sense_key":"mandate%1:15:00::","synset_id":"mandate.n.02"},{"index":3,"sense_key":"mandate%1:04:00::","synset_id":"mandate.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"mandate%1:04:00::","call_ids":["semeval2013.d011.s023.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"mandate%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2550377710722387}
{"item_id":"semeval2013.d011.s023.t003","gold_sense_keys":["growth%1:22:02::"],"candidates":[{"index":1,"sense_key":"growth%1:22:00::","synset_id":"growth.n.01"},{"index":2,"sense_key":"growth%1:22:01::","synset_id":"growth.n.02"},{"index":3,"sense_key":"growth%1:22:02::","synset_id":"increase.n.03"},{"index":4,"sense_key":"growth%1:14:00::","synset_id":"growth.n.04"},{"index":5,"sense_key":"growth%1:11:01::","synset_id":"emergence.n.01"},{"index":6,"sense_key":"growth%1:26:00::","synset_id":"growth.n.06"},{"index":7,"sense_key":"growth%1:17:00::","synset_id":"growth.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"growth%1:22:02::","call_ids":["semeval2013.d011.s023.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"growth%1:22:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2978640899527818}
{"item_id":"semeval2013.d011.s024.t000","gold_sense_keys":["question%1:10:01::"],"candidates":[{"index":1,"sense_key":"question%1:10:00::","synset_id":"question.n.01"},{"index":2,"sense_key":"question%1:10:01::","synset_id":"question.n.02"},{"index":3,"sense_key":"question%1:10:03::","synset_id":"question.n.03"},{"index":4,"sense_key":"question%1:07:00::","synset_id":"doubt.n.02"},{"index":5,"sense_key":"question%1:10:02::","synset_id":"motion.n.05"},{"index":6,"sense_key":"question%1:10:04::","synset_id":"question.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"question%1:10:01::","call_ids":["semeval2013.d011.s024.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"question%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31425638403743505}
{"item_id":"semeval2013.d011.s024.t002","gold_sense_keys":["effect%1:19:00::"],"candidates":[{"index":1,"sense_key":"effect%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"effect%1:07:00::","synset_id":"impression.n.02"},{"index":3,"sense_key":"effect%1:09:00::","synset_id":"effect.n.03"},{"index":4,"sense_key":"effect%1:10:00::","synset_id":"effect.n.04"},{"index":5,"sense_key":"effect%1:07:01::","synset_id":"effect.n.05"},{"index":6,"sense_key":"effect%1:26:00::","synset_id":"effect.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"effect%1:07:01::","call_ids":["semeval2013.d011.s024.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"effect%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3199117050971836}
{"item_id":"semeval2013.d012.s000.t000","gold_sense_keys":["pound%1:23:01::"],"candidates":[{"index":1,"sense_key":"pound%1:23:09::","synset_id":"pound.n.01"},{"index":2,"sense_key":"pound%1:23:01::","synset_id":"british_pound.n.01"},{"index":3,"sense_key":"pound%1:23:10::","synset_id":"pound.n.03"},{"index":4,"sense_key":"pound%1:23:08::","synset_id":"syrian_pound.n.01"},{"index":5,"sense_key":"pound%1:23:07::","synset_id":"sudanese_pound.n.01"},{"index":6,"sense_key":"pound%1:23:05::","synset_id":"lebanese_pound.n.01"},{"index":7,"sense_key":"pound%1:23:04::","synset_id":"irish_pound.n.01"},{"index":8,"sense_key":"pound%1:23:03::","synset_id":"egyptian_pound.n.01"},{"index":9,"sense_key":"pound%1:23:02::","synset_id":"cypriot_pound.n.01"},{"index":10,"sense_key":"pound%1:23:00::","synset_id":"pound.n.10"},{"index":11,"sense_key":"pound%1:18:00::","synset_id":"pound.n.11"},{"index":12,"sense_key":"pound%1:10:00::","synset_id":"pound.n.12"},{"index":13,"sense_key":"pound%1:06:00::","synset_id":"pound.n.13"},{"index":14,"sense_key":"pound%1:04:00::","synset_id":"hammer.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"pound%1:23:01::","call_ids":["semeval2013.d012.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"pound%1:23:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":405,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30489647411741316}
{"item_id":"semeval2013.d012.s000.t002","gold_sense_keys":["usa%1:15:00::"],"candidates":[{"index":1,"sense_key":"usa%1:15:00::","synset_id":"united_states.n.01"},{"index":2,"sense_key":"usa%1:14:00::","synset_id":"united_states_army.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"usa%1:15:00::","call_ids":["semeval2013.d012.s000.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"usa%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3068627661559731}
{"item_id":"semeval2013.d012.s001.t000","gold_sense_keys":["trouble%1:09:00::","trouble%1:11:00::","trouble%1:12:03::"],"candidates":[{"index":1,"sense_key":"trouble%1:09:00::","synset_id":"trouble.n.01"},{"index":2,"sense_key":"trouble%1:11:01::","synset_id":"fuss.n.02"},{"index":3,"sense_key":"trouble%1:11:00::","synset_id":"trouble.n.03"},{"index":4,"sense_key":"trouble%1:04:02::","synset_id":"trouble.n.04"},{"index":5,"sense_key":"trouble%1:12:03::","synset_id":"worry.n.02"},{"index":6,"sense_key":"trouble%1:26:02::","synset_id":"trouble.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"trouble%1:11:00::","call_ids":["semeval2013.d012.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"trouble%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3170215568970889}
{"item_id":"semeval2013.d012.s001.t001","gold_sense_keys":["uproar%1:26:00::"],"candidates":[{"index":1,"sense_key":"uproar%1:26:00::","synset_id":"tumult.n.01"},{"index":2,"sense_key":"uproar%1:11:00::","synset_id":"hubbub.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"uproar%1:26:00::","call_ids":["semeval2013.d012.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"uproar%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30843799002468586}
{"item_id":"semeval2013.d012.s001.t003","gold_sense_keys":["pound%1:23:01::"],"candidates":[{"index":1,"sense_key":"pound%1:23:09::","synset_id":"pound.n.01"},{"index":2,"sense_key":"pound%1:23:01::","synset_id":"british_pound.n.01"},{"index":3,"sense_key":"pound%1:23:10::","synset_id":"pound.n.03"},{"index":4,"sense_key":"pound%1:23:08::","synset_id":"syrian_pound.n.01"},{"index":5,"sense_key":"pound%1:23:07::","synset_id":"sudanese_pound.n.01"},{"index":6,"sense_key":"pound%1:23:05::","synset_id":"lebanese_pound.n.01"},{"index":7,"sense_key":"pound%1:23:04::","synset_id":"irish_pound.n.01"},{"index":8,"sense_key":"pound%1:23:03::","synset_id":"egyptian_pound.n.01"},{"index":9,"sense_key":"pound%1:23:02::","synset_id":"cypriot_pound.n.01"},{"index":10,"sense_key":"pound%1:23:00::","synset_id":"pound.n.10"},{"index":11,"sense_key":"pound%1:18:00::","synset_id":"pound.n.11"},{"index":12,"sense_key":"pound%1:10:00::","synset_id":"pound.n.12"},{"index":13,"sense_key":"pound%1:06:00::","synset_id":"pound.n.13"},{"index":14,"sense_key":"pound%1:04:00::","synset_id":"hammer.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"pound%1:23:01::","call_ids":["semeval2013.d012.s001.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"pound%1:23:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":428,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31028007296845317}
{"item_id":"semeval2013.d012.s001.t005","gold_sense_keys":["usa%1:15:00::"],"candidates":[{"index":1,"sense_key":"usa%1:15:00::","synset_id":"united_states.n.01"},{"index":2,"sense_key":"usa%1:14:00::","synset_id":"united_states_army.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"usa%1:15:00::","call_ids":["semeval2013.d012.s001.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"usa%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31432576989755034}
{"item_id":"semeval2013.d012.s002.t000","gold_sense_keys":["problem%1:09:00::","problem%1:26:00::"],"candidates":[{"index":1,"sense_key":"problem%1:26:00::","synset_id":"problem.n.01"},{"index":2,"sense_key":"problem%1:10:00::","synset_id":"problem.n.02"},{"index":3,"sense_key":"problem%1:09:00::","synset_id":"trouble.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"problem%1:09:00::","call_ids":["semeval2013.d012.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"problem%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3403699859045446}
{"item_id":"semeval2013.d012.s002.t001","gold_sense_keys":["home%1:15:02::"],"candidates":[{"index":1,"sense_key":"home%1:15:04::","synset_id":"home.n.01"},{"index":2,"sense_key":"home%1:06:00::","synset_id":"dwelling.n.01"},{"index":3,"sense_key":"home%1:15:02::","synset_id":"home.n.03"},{"index":4,"sense_key":"home%1:06:02::","synset_id":"home_plate.n.01"},{"index":5,"sense_key":"home%1:15:05::","synset_id":"base.n.14"},{"index":6,"sense_key":"home%1:15:03::","synset_id":"home.n.06"},{"index":7,"sense_key":"home%1:26:00::","synset_id":"home.n.07"},{"index":8,"sense_key":"home%1:14:00::","synset_id":"family.n.01"},{"index":9,"sense_key":"home%1:06:01::","synset_id":"home.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"home%1:15:02::","call_ids":["semeval2013.d012.s002.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"home%1:15:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":351,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3410010819789022}
{"item_id":"semeval2013.d012.s002.t002","gold_sense_keys":["industry%1:14:00::"],"candidates":[{"index":1,"sense_key":"industry%1:14:00::","synset_id":"industry.n.01"},{"index":2,"sense_key":"industry%1:04:00::","synset_id":"industry.n.02"},{"index":3,"sense_key":"industry%1:07:00::","synset_id":"diligence.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"industry%1:04:00::","call_ids":["semeval2013.d012.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"industry%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.341749622952193}
{"item_id":"semeval2013.d012.s002.t003","gold_sense_keys":["giant%1:14:00::"],"candidates":[{"index":1,"sense_key":"giant%1:05:00::","synset_id":"giant.n.01"},{"index":2,"sense_key":"giant%1:18:01::","synset_id":"colossus.n.02"},{"index":3,"sense_key":"giant%1:14:00::","synset_id":"giant.n.03"},{"index":4,"sense_key":"giant%1:18:03::","synset_id":"giant.n.04"},{"index":5,"sense_key":"giant%1:18:00::","synset_id":"giant.n.05"},{"index":6,"sense_key":"giant%1:18:02::","synset_id":"giant.n.06"},{"index":7,"sense_key":"giant%1:17:00::","synset_id":"giant_star.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"giant%1:14:00::","call_ids":["semeval2013.d012.s002.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"giant%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3427624208852649}
{"item_id":"semeval2013.d012.s002.t005","gold_sense_keys":["usa%1:15:00::"],"candidates":[{"index":1,"sense_key":"usa%1:15:00::","synset_id":"united_states.n.01"},{"index":2,"sense_key":"usa%1:14:00::","synset_id":"united_states_army.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"usa%1:15:00::","call_ids":["semeval2013.d012.s002.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"usa%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34339271392673254}
{"item_id":"semeval2013.d012.s002.t006","gold_sense_keys":["dollar%1:23:00::"],"candidates":[{"index":1,"sense_key":"dollar%1:23:00::","synset_id":"dollar.n.01"},{"index":2,"sense_key":"dollar%1:21:00::","synset_id":"dollar.n.02"},{"index":3,"sense_key":"dollar%1:21:01::","synset_id":"dollar.n.03"},{"index":4,"sense_key":"dollar%1:10:00::","synset_id":"dollar.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"dollar%1:21:01::","call_ids":["semeval2013.d012.s002.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"dollar%1:21:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3441770130302757}
{"item_id":"semeval2013.d012.s002.t008","gold_sense_keys":["dispute%1:10:00::"],"candidates":[{"index":1,"sense_key":"dispute%1:10:00::","synset_id":"dispute.n.01"},{"index":2,"sense_key":"dispute%1:04:00::","synset_id":"dispute.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dispute%1:04:00::","call_ids":["semeval2013.d012.s002.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dispute%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34494730294682086}
{"item_id":"semeval2013.d012.s002.t009","gold_sense_keys":["bankruptcy%1:26:00::"],"candidates":[{"index":1,"sense_key":"bankruptcy%1:26:01::","synset_id":"bankruptcy.n.01"},{"index":2,"sense_key":"bankruptcy%1:26:00::","synset_id":"bankruptcy.n.02"},{"index":3,"sense_key":"bankruptcy%1:04:00::","synset_id":"bankruptcy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bankruptcy%1:26:00::","call_ids":["semeval2013.d012.s002.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bankruptcy%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2817797309253365}
{"item_id":"semeval2013.d012.s003.t000","gold_sense_keys":["issue%1:09:01::"],"candidates":[{"index":1,"sense_key":"issue%1:09:01::","synset_id":"issue.n.01"},{"index":2,"sense_key":"issue%1:10:00::","synset_id":"issue.n.02"},{"index":3,"sense_key":"issue%1:09:00::","synset_id":"topic.n.02"},{"index":4,"sense_key":"issue%1:04:01::","synset_id":"issue.n.04"},{"index":5,"sense_key":"issue%1:21:01::","synset_id":"issue.n.05"},{"index":6,"sense_key":"issue%1:21:00::","synset_id":"return.n.06"},{"index":7,"sense_key":"issue%1:19:00::","synset_id":"consequence.n.01"},{"index":8,"sense_key":"issue%1:18:00::","synset_id":"offspring.n.01"},{"index":9,"sense_key":"issue%1:11:00::","synset_id":"emergence.n.02"},{"index":10,"sense_key":"issue%1:06:00::","synset_id":"exit.n.01"},{"index":11,"sense_key":"issue%1:04:00::","synset_id":"issue.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"issue%1:19:00::","call_ids":["semeval2013.d012.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"issue%1:19:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":360,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2709161408711225}
{"item_id":"semeval2013.d012.s003.t001","gold_sense_keys":["sale%1:04:02::"],"candidates":[{"index":1,"sense_key":"sale%1:04:00::","synset_id":"sale.n.01"},{"index":2,"sense_key":"sale%1:04:02::","synset_id":"sale.n.02"},{"index":3,"sense_key":"sale%1:04:01::","synset_id":"sale.n.03"},{"index":4,"sense_key":"sale%1:26:00::","synset_id":"sale.n.04"},{"index":5,"sense_key":"sale%1:10:00::","synset_id":"sale.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sale%1:04:01::","call_ids":["semeval2013.d012.s003.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sale%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27424322883598506}
{"item_id":"semeval2013.d012.s004.t000","gold_sense_keys":["regulator%1:18:00::"],"candidates":[{"index":1,"sense_key":"regulator%1:06:00::","synset_id":"regulator.n.01"},{"index":2,"sense_key":"regulator%1:18:00::","synset_id":"regulator.n.02"},{"index":3,"sense_key":"regulator%1:06:01::","synset_id":"governor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"regulator%1:18:00::","call_ids":["semeval2013.d012.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"regulator%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27593349013477564}
{"item_id":"semeval2013.d012.s004.t001","gold_sense_keys":["string%1:14:00::"],"candidates":[{"index":1,"sense_key":"string%1:06:00::","synset_id":"string.n.01"},{"index":2,"sense_key":"string%1:06:05::","synset_id":"bowed_stringed_instrument.n.01"},{"index":3,"sense_key":"string%1:06:03::","synset_id":"string.n.03"},{"index":4,"sense_key":"string%1:14:00::","synset_id":"string.n.04"},{"index":5,"sense_key":"string%1:10:00::","synset_id":"string.n.05"},{"index":6,"sense_key":"string%1:06:01::","synset_id":"drawstring.n.01"},{"index":7,"sense_key":"string%1:27:00::","synset_id":"string.n.07"},{"index":8,"sense_key":"string%1:17:00::","synset_id":"string.n.08"},{"index":9,"sense_key":"string%1:06:04::","synset_id":"string.n.09"},{"index":10,"sense_key":"string%1:06:02::","synset_id":"chain.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"string%1:14:00::","call_ids":["semeval2013.d012.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"string%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":333,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2721033990383148}
{"item_id":"semeval2013.d012.s004.t002","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bank%1:06:00::","call_ids":["semeval2013.d012.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bank%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":380,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2819143699016422}
{"item_id":"semeval2013.d012.s004.t003","gold_sense_keys":["promise%1:10:00::"],"candidates":[{"index":1,"sense_key":"promise%1:10:00::","synset_id":"promise.n.01"},{"index":2,"sense_key":"promise%1:09:00::","synset_id":"promise.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"promise%1:09:00::","call_ids":["semeval2013.d012.s004.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"promise%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.276762928115204}
{"item_id":"semeval2013.d012.s005.t000","gold_sense_keys":["value%1:21:00::"],"candidates":[{"index":1,"sense_key":"value%1:09:00::","synset_id":"value.n.01"},{"index":2,"sense_key":"value%1:07:00::","synset_id":"value.n.02"},{"index":3,"sense_key":"value%1:21:00::","synset_id":"value.n.03"},{"index":4,"sense_key":"value%1:07:01::","synset_id":"value.n.04"},{"index":5,"sense_key":"value%1:28:00::","synset_id":"value.n.05"},{"index":6,"sense_key":"value%1:09:01::","synset_id":"value.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"value%1:21:00::","call_ids":["semeval2013.d012.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"value%1:21:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27838585595600307}
{"item_id":"semeval2013.d012.s005.t001","gold_sense_keys":["security%1:21:04::"],"candidates":[{"index":1,"sense_key":"security%1:26:00::","synset_id":"security.n.01"},{"index":2,"sense_key":"security%1:21:01::","synset_id":"security.n.02"},{"index":3,"sense_key":"security%1:12:00::","synset_id":"security.n.03"},{"index":4,"sense_key":"security%1:21:04::","synset_id":"security.n.04"},{"index":5,"sense_key":"security%1:21:00::","synset_id":"security.n.05"},{"index":6,"sense_key":"security%1:14:00::","synset_id":"security.n.06"},{"index":7,"sense_key":"security%1:10:00::","synset_id":"security.n.07"},{"index":8,"sense_key":"security%1:06:00::","synset_id":"security_system.n.02"},{"index":9,"sense_key":"security%1:04:00::","synset_id":"security.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"security%1:21:04::","call_ids":["semeval2013.d012.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"security%1:21:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":327,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2829087609425187}
{"item_id":"semeval2013.d012.s005.t002","gold_sense_keys":["crisis%1:26:00::"],"candidates":[{"index":1,"sense_key":"crisis%1:26:00::","synset_id":"crisis.n.01"},{"index":2,"sense_key":"crisis%1:11:00::","synset_id":"crisis.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"crisis%1:26:00::","call_ids":["semeval2013.d012.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"crisis%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28412642888724804}
{"item_id":"semeval2013.d012.s006.t000","gold_sense_keys":["issue%1:09:01::"],"candidates":[{"index":1,"sense_key":"issue%1:09:01::","synset_id":"issue.n.01"},{"index":2,"sense_key":"issue%1:10:00::","synset_id":"issue.n.02"},{"index":3,"sense_key":"issue%1:09:00::","synset_id":"topic.n.02"},{"index":4,"sense_key":"issue%1:04:01::","synset_id":"issue.n.04"},{"index":5,"sense_key":"issue%1:21:01::","synset_id":"issue.n.05"},{"index":6,"sense_key":"issue%1:21:00::","synset_id":"return.n.06"},{"index":7,"sense_key":"issue%1:19:00::","synset_id":"consequence.n.01"},{"index":8,"sense_key":"issue%1:18:00::","synset_id":"offspring.n.01"},{"index":9,"sense_key":"issue%1:11:00::","synset_id":"emergence.n.02"},{"index":10,"sense_key":"issue%1:06:00::","synset_id":"exit.n.01"},{"index":11,"sense_key":"issue%1:04:00::","synset_id":"issue.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"issue%1:09:01::","call_ids":["semeval2013.d012.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"issue%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":375,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28520557284355164}
{"item_id":"semeval2013.d012.s006.t004","gold_sense_keys":["new_york%1:15:00::","new_york%1:15:01::"],"candidates":[{"index":1,"sense_key":"new_york%1:15:01::","synset_id":"new_york.n.01"},{"index":2,"sense_key":"new_york%1:15:00::","synset_id":"new_york.n.02"},{"index":3,"sense_key":"new_york%1:15:02::","synset_id":"new_york.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"new_york%1:15:00::","call_ids":["semeval2013.d012.s006.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"new_york%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26681922702118754}
{"item_id":"semeval2013.d012.s007.t000","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bank%1:06:00::","call_ids":["semeval2013.d012.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bank%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":355,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2857907589059323}
{"item_id":"semeval2013.d012.s007.t002","gold_sense_keys":["settlement%1:10:00::"],"candidates":[{"index":1,"sense_key":"settlement%1:14:00::","synset_id":"colony.n.01"},{"index":2,"sense_key":"settlement%1:14:01::","synset_id":"village.n.01"},{"index":3,"sense_key":"settlement%1:10:00::","synset_id":"settlement.n.03"},{"index":4,"sense_key":"settlement%1:04:01::","synset_id":"colonization.n.01"},{"index":5,"sense_key":"settlement%1:09:00::","synset_id":"settlement.n.05"},{"index":6,"sense_key":"settlement%1:15:00::","synset_id":"settlement.n.06"},{"index":7,"sense_key":"settlement%1:04:00::","synset_id":"liquidation.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"settlement%1:09:00::","call_ids":["semeval2013.d012.s007.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"settlement%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21723774587735534}
{"item_id":"semeval2013.d012.s008.t000","gold_sense_keys":["dollar%1:23:00::"],"candidates":[{"index":1,"sense_key":"dollar%1:23:00::","synset_id":"dollar.n.01"},{"index":2,"sense_key":"dollar%1:21:00::","synset_id":"dollar.n.02"},{"index":3,"sense_key":"dollar%1:21:01::","synset_id":"dollar.n.03"},{"index":4,"sense_key":"dollar%1:10:00::","synset_id":"dollar.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dollar%1:21:00::","call_ids":["semeval2013.d012.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dollar%1:21:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2581902251113206}
{"item_id":"semeval2013.d012.s009.t001","gold_sense_keys":["responsiveness%1:07:00::"],"candidates":[{"index":1,"sense_key":"responsiveness%1:09:00::","synset_id":"responsiveness.n.01"},{"index":2,"sense_key":"responsiveness%1:07:00::","synset_id":"responsiveness.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"responsiveness%1:07:00::","call_ids":["semeval2013.d012.s009.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"responsiveness%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2591806151904166}
{"item_id":"semeval2013.d012.s009.t002","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bank%1:06:00::","call_ids":["semeval2013.d012.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bank%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":361,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26005777809768915}
{"item_id":"semeval2013.d012.s010.t002","gold_sense_keys":["bankruptcy%1:04:00::"],"candidates":[{"index":1,"sense_key":"bankruptcy%1:26:01::","synset_id":"bankruptcy.n.01"},{"index":2,"sense_key":"bankruptcy%1:26:00::","synset_id":"bankruptcy.n.02"},{"index":3,"sense_key":"bankruptcy%1:04:00::","synset_id":"bankruptcy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"bankruptcy%1:26:00::","call_ids":["semeval2013.d012.s010.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"bankruptcy%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2610038761049509}
{"item_id":"semeval2013.d012.s010.t004","gold_sense_keys":["deposit%1:21:01::"],"candidates":[{"index":1,"sense_key":"deposit%1:19:00::","synset_id":"deposit.n.01"},{"index":2,"sense_key":"deposit%1:17:00::","synset_id":"sediment.n.01"},{"index":3,"sense_key":"deposit%1:22:00::","synset_id":"deposition.n.01"},{"index":4,"sense_key":"deposit%1:21:01::","synset_id":"deposit.n.04"},{"index":5,"sense_key":"deposit%1:21:00::","synset_id":"down_payment.n.01"},{"index":6,"sense_key":"deposit%1:21:02::","synset_id":"deposit.n.06"},{"index":7,"sense_key":"deposit%1:10:01::","synset_id":"deposit.n.07"},{"index":8,"sense_key":"deposit%1:06:00::","synset_id":"depository.n.01"},{"index":9,"sense_key":"deposit%1:04:00::","synset_id":"deposit.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"deposit%1:21:01::","call_ids":["semeval2013.d012.s010.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"deposit%1:21:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26207096804864705}
{"item_id":"semeval2013.d012.s011.t000","gold_sense_keys":["compensation%1:21:00::"],"candidates":[{"index":1,"sense_key":"compensation%1:21:00::","synset_id":"compensation.n.01"},{"index":2,"sense_key":"compensation%1:22:00::","synset_id":"compensation.n.02"},{"index":3,"sense_key":"compensation%1:04:00::","synset_id":"recompense.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"compensation%1:21:00::","call_ids":["semeval2013.d012.s011.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"compensation%1:21:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2629445530474186}
{"item_id":"semeval2013.d012.s011.t002","gold_sense_keys":["billion%1:23:00::"],"candidates":[{"index":1,"sense_key":"billion%1:23:01::","synset_id":"billion.n.01"},{"index":2,"sense_key":"billion%1:23:02::","synset_id":"million.n.02"},{"index":3,"sense_key":"billion%1:23:00::","synset_id":"billion.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"billion%1:23:00::","call_ids":["semeval2013.d012.s011.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"billion%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26376892998814583}
{"item_id":"semeval2013.d012.s012.t000","gold_sense_keys":["settlement%1:10:00::"],"candidates":[{"index":1,"sense_key":"settlement%1:14:00::","synset_id":"colony.n.01"},{"index":2,"sense_key":"settlement%1:14:01::","synset_id":"village.n.01"},{"index":3,"sense_key":"settlement%1:10:00::","synset_id":"settlement.n.03"},{"index":4,"sense_key":"settlement%1:04:01::","synset_id":"colonization.n.01"},{"index":5,"sense_key":"settlement%1:09:00::","synset_id":"settlement.n.05"},{"index":6,"sense_key":"settlement%1:15:00::","synset_id":"settlement.n.06"},{"index":7,"sense_key":"settlement%1:04:00::","synset_id":"liquidation.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"settlement%1:10:00::","call_ids":["semeval2013.d012.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"settlement%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2645573038607836}
{"item_id":"semeval2013.d012.s013.t000","gold_sense_keys":["regulator%1:18:00::"],"candidates":[{"index":1,"sense_key":"regulator%1:06:00::","synset_id":"regulator.n.01"},{"index":2,"sense_key":"regulator%1:18:00::","synset_id":"regulator.n.02"},{"index":3,"sense_key":"regulator%1:06:01::","synset_id":"governor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"regulator%1:18:00::","call_ids":["semeval2013.d012.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"regulator%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24107661191374063}
{"item_id":"semeval2013.d012.s013.t001","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bank%1:06:00::","call_ids":["semeval2013.d012.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bank%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":371,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24205764196813107}
{"item_id":"semeval2013.d012.s013.t002","gold_sense_keys":["summer%1:28:00::"],"candidates":[{"index":1,"sense_key":"summer%1:28:00::","synset_id":"summer.n.01"},{"index":2,"sense_key":"summer%1:28:01::","synset_id":"summer.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"summer%1:28:00::","call_ids":["semeval2013.d012.s013.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"summer%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2435195699799806}
{"item_id":"semeval2013.d012.s016.t000","gold_sense_keys":["fate%1:11:00::"],"candidates":[{"index":1,"sense_key":"fate%1:11:00::","synset_id":"destiny.n.01"},{"index":2,"sense_key":"fate%1:18:00::","synset_id":"destiny.n.02"},{"index":3,"sense_key":"fate%1:26:00::","synset_id":"fortune.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"fate%1:11:00::","call_ids":["semeval2013.d012.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"fate%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24605794297531247}
{"item_id":"semeval2013.d012.s016.t001","gold_sense_keys":["number%1:07:00::"],"candidates":[{"index":1,"sense_key":"number%1:07:00::","synset_id":"number.n.01"},{"index":2,"sense_key":"number%1:23:00::","synset_id":"number.n.02"},{"index":3,"sense_key":"number%1:10:04::","synset_id":"act.n.04"},{"index":4,"sense_key":"number%1:10:03::","synset_id":"phone_number.n.01"},{"index":5,"sense_key":"number%1:10:01::","synset_id":"numeral.n.01"},{"index":6,"sense_key":"number%1:10:00::","synset_id":"issue.n.02"},{"index":7,"sense_key":"number%1:14:00::","synset_id":"number.n.07"},{"index":8,"sense_key":"number%1:10:02::","synset_id":"number.n.08"},{"index":9,"sense_key":"number%1:07:01::","synset_id":"number.n.09"},{"index":10,"sense_key":"number%1:10:05::","synset_id":"number.n.10"},{"index":11,"sense_key":"number%1:06:00::","synset_id":"number.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"number%1:07:00::","call_ids":["semeval2013.d012.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"number%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":390,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2445027029607445}
{"item_id":"semeval2013.d012.s016.t002","gold_sense_keys":["company%1:14:01::"],"candidates":[{"index":1,"sense_key":"company%1:14:01::","synset_id":"company.n.01"},{"index":2,"sense_key":"company%1:14:03::","synset_id":"company.n.02"},{"index":3,"sense_key":"company%1:26:00::","synset_id":"company.n.03"},{"index":4,"sense_key":"company%1:14:02::","synset_id":"company.n.04"},{"index":5,"sense_key":"company%1:18:00::","synset_id":"caller.n.01"},{"index":6,"sense_key":"company%1:14:00::","synset_id":"company.n.06"},{"index":7,"sense_key":"company%1:14:06::","synset_id":"party.n.03"},{"index":8,"sense_key":"company%1:14:04::","synset_id":"ship's_company.n.01"},{"index":9,"sense_key":"company%1:14:05::","synset_id":"company.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"company%1:14:05::","call_ids":["semeval2013.d012.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"company%1:14:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2469740400556475}
{"item_id":"semeval2013.d012.s017.t002","gold_sense_keys":["height%1:26:00::"],"candidates":[{"index":1,"sense_key":"height%1:07:00::","synset_id":"height.n.01"},{"index":2,"sense_key":"height%1:26:00::","synset_id":"acme.n.01"},{"index":3,"sense_key":"height%1:07:01::","synset_id":"stature.n.02"},{"index":4,"sense_key":"height%1:07:02::","synset_id":"altitude.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"height%1:26:00::","call_ids":["semeval2013.d012.s017.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"height%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23810329590924084}
{"item_id":"semeval2013.d012.s017.t003","gold_sense_keys":["crisis%1:26:00::"],"candidates":[{"index":1,"sense_key":"crisis%1:26:00::","synset_id":"crisis.n.01"},{"index":2,"sense_key":"crisis%1:11:00::","synset_id":"crisis.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"crisis%1:26:00::","call_ids":["semeval2013.d012.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"crisis%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24813875299878418}
{"item_id":"semeval2013.d012.s018.t000","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bank%1:06:00::","call_ids":["semeval2013.d012.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bank%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":358,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24919622391462326}
{"item_id":"semeval2013.d012.s018.t001","gold_sense_keys":["wind%1:19:01::"],"candidates":[{"index":1,"sense_key":"wind%1:19:00::","synset_id":"wind.n.01"},{"index":2,"sense_key":"wind%1:19:01::","synset_id":"wind.n.02"},{"index":3,"sense_key":"wind%1:04:01::","synset_id":"wind.n.03"},{"index":4,"sense_key":"wind%1:10:01::","synset_id":"wind.n.04"},{"index":5,"sense_key":"wind%1:10:00::","synset_id":"tip.n.03"},{"index":6,"sense_key":"wind%1:06:00::","synset_id":"wind_instrument.n.01"},{"index":7,"sense_key":"wind%1:04:02::","synset_id":"fart.n.01"},{"index":8,"sense_key":"wind%1:04:00::","synset_id":"wind.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"wind%1:19:00::","call_ids":["semeval2013.d012.s018.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"wind%1:19:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25044630002230406}
{"item_id":"semeval2013.d012.s018.t002","gold_sense_keys":["usa%1:15:00::"],"candidates":[{"index":1,"sense_key":"usa%1:15:00::","synset_id":"united_states.n.01"},{"index":2,"sense_key":"usa%1:14:00::","synset_id":"united_states_army.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"usa%1:15:00::","call_ids":["semeval2013.d012.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"usa%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2504873040597886}
{"item_id":"semeval2013.d012.s018.t003","gold_sense_keys":["year%1:28:01::"],"candidates":[{"index":1,"sense_key":"year%1:28:01::","synset_id":"year.n.01"},{"index":2,"sense_key":"year%1:28:02::","synset_id":"year.n.02"},{"index":3,"sense_key":"year%1:28:00::","synset_id":"year.n.03"},{"index":4,"sense_key":"year%1:14:00::","synset_id":"class.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"year%1:28:02::","call_ids":["semeval2013.d012.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"year%1:28:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25133734312839806}
{"item_id":"semeval2013.d012.s019.t001","gold_sense_keys":["regulator%1:18:00::"],"candidates":[{"index":1,"sense_key":"regulator%1:06:00::","synset_id":"regulator.n.01"},{"index":2,"sense_key":"regulator%1:18:00::","synset_id":"regulator.n.02"},{"index":3,"sense_key":"regulator%1:06:01::","synset_id":"governor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"regulator%1:18:00::","call_ids":["semeval2013.d012.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"regulator%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28827732894569635}
{"item_id":"semeval2013.d012.s019.t002","gold_sense_keys":["number%1:07:00::"],"candidates":[{"index":1,"sense_key":"number%1:07:00::","synset_id":"number.n.01"},{"index":2,"sense_key":"number%1:23:00::","synset_id":"number.n.02"},{"index":3,"sense_key":"number%1:10:04::","synset_id":"act.n.04"},{"index":4,"sense_key":"number%1:10:03::","synset_id":"phone_number.n.01"},{"index":5,"sense_key":"number%1:10:01::","synset_id":"numeral.n.01"},{"index":6,"sense_key":"number%1:10:00::","synset_id":"issue.n.02"},{"index":7,"sense_key":"number%1:14:00::","synset_id":"number.n.07"},{"index":8,"sense_key":"number%1:10:02::","synset_id":"number.n.08"},{"index":9,"sense_key":"number%1:07:01::","synset_id":"number.n.09"},{"index":10,"sense_key":"number%1:10:05::","synset_id":"number.n.10"},{"index":11,"sense_key":"number%1:06:00::","synset_id":"number.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"number%1:10:02::","call_ids":["semeval2013.d012.s019.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"number%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":386,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28960725595243275}
{"item_id":"semeval2013.d012.s019.t003","gold_sense_keys":["claim%1:04:00::","claim%1:10:00::"],"candidates":[{"index":1,"sense_key":"claim%1:10:00::","synset_id":"claim.n.01"},{"index":2,"sense_key":"claim%1:10:02::","synset_id":"claim.n.02"},{"index":3,"sense_key":"claim%1:04:00::","synset_id":"claim.n.03"},{"index":4,"sense_key":"claim%1:07:02::","synset_id":"claim.n.04"},{"index":5,"sense_key":"claim%1:07:01::","synset_id":"title.n.07"},{"index":6,"sense_key":"claim%1:10:01::","synset_id":"call.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"claim%1:04:00::","call_ids":["semeval2013.d012.s019.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"claim%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2912687018979341}
{"item_id":"semeval2013.d012.s019.t004","gold_sense_keys":["compensation%1:21:00::"],"candidates":[{"index":1,"sense_key":"compensation%1:21:00::","synset_id":"compensation.n.01"},{"index":2,"sense_key":"compensation%1:22:00::","synset_id":"compensation.n.02"},{"index":3,"sense_key":"compensation%1:04:00::","synset_id":"recompense.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"compensation%1:21:00::","call_ids":["semeval2013.d012.s019.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"compensation%1:21:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.292600073851645}
{"item_id":"semeval2013.d012.s019.t005","gold_sense_keys":["misconduct%1:04:00::"],"candidates":[{"index":1,"sense_key":"misconduct%1:04:01::","synset_id":"misconduct.n.01"},{"index":2,"sense_key":"misconduct%1:04:00::","synset_id":"wrongdoing.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"misconduct%1:04:01::","call_ids":["semeval2013.d012.s019.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"misconduct%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25595578784123063}
{"item_id":"semeval2013.d012.s020.t000","gold_sense_keys":["wave%1:04:02::"],"candidates":[{"index":1,"sense_key":"wave%1:11:01::","synset_id":"wave.n.01"},{"index":2,"sense_key":"wave%1:04:02::","synset_id":"wave.n.02"},{"index":3,"sense_key":"wave%1:11:00::","synset_id":"wave.n.03"},{"index":4,"sense_key":"wave%1:11:02::","synset_id":"wave.n.04"},{"index":5,"sense_key":"wave%1:10:01::","synset_id":"wave.n.05"},{"index":6,"sense_key":"wave%1:08:00::","synset_id":"wave.n.06"},{"index":7,"sense_key":"wave%1:25:00::","synset_id":"wave.n.07"},{"index":8,"sense_key":"wave%1:19:00::","synset_id":"wave.n.08"},{"index":9,"sense_key":"wave%1:18:00::","synset_id":"wave.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"wave%1:04:02::","call_ids":["semeval2013.d012.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"wave%1:04:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2611046500969678}
{"item_id":"semeval2013.d012.s020.t001","gold_sense_keys":["claim%1:04:00::","claim%1:10:00::"],"candidates":[{"index":1,"sense_key":"claim%1:10:00::","synset_id":"claim.n.01"},{"index":2,"sense_key":"claim%1:10:02::","synset_id":"claim.n.02"},{"index":3,"sense_key":"claim%1:04:00::","synset_id":"claim.n.03"},{"index":4,"sense_key":"claim%1:07:02::","synset_id":"claim.n.04"},{"index":5,"sense_key":"claim%1:07:01::","synset_id":"title.n.07"},{"index":6,"sense_key":"claim%1:10:01::","synset_id":"call.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"claim%1:04:00::","call_ids":["semeval2013.d012.s020.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"claim%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2620517930481583}
{"item_id":"semeval2013.d012.s021.t000","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bank%1:06:00::","call_ids":["semeval2013.d012.s021.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bank%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":374,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26404120097868145}
{"item_id":"semeval2013.d012.s021.t007","gold_sense_keys":["dollar%1:23:00::"],"candidates":[{"index":1,"sense_key":"dollar%1:23:00::","synset_id":"dollar.n.01"},{"index":2,"sense_key":"dollar%1:21:00::","synset_id":"dollar.n.02"},{"index":3,"sense_key":"dollar%1:21:01::","synset_id":"dollar.n.03"},{"index":4,"sense_key":"dollar%1:10:00::","synset_id":"dollar.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dollar%1:21:00::","call_ids":["semeval2013.d012.s021.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dollar%1:21:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28146286704577506}
{"item_id":"semeval2013.d012.s022.t002","gold_sense_keys":["value%1:21:00::"],"candidates":[{"index":1,"sense_key":"value%1:09:00::","synset_id":"value.n.01"},{"index":2,"sense_key":"value%1:07:00::","synset_id":"value.n.02"},{"index":3,"sense_key":"value%1:21:00::","synset_id":"value.n.03"},{"index":4,"sense_key":"value%1:07:01::","synset_id":"value.n.04"},{"index":5,"sense_key":"value%1:28:00::","synset_id":"value.n.05"},{"index":6,"sense_key":"value%1:09:01::","synset_id":"value.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"value%1:21:00::","call_ids":["semeval2013.d012.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"value%1:21:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":285,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2830928738694638}
{"item_id":"semeval2013.d012.s022.t003","gold_sense_keys":["dollar%1:23:00::"],"candidates":[{"index":1,"sense_key":"dollar%1:23:00::","synset_id":"dollar.n.01"},{"index":2,"sense_key":"dollar%1:21:00::","synset_id":"dollar.n.02"},{"index":3,"sense_key":"dollar%1:21:01::","synset_id":"dollar.n.03"},{"index":4,"sense_key":"dollar%1:10:00::","synset_id":"dollar.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"dollar%1:23:00::","call_ids":["semeval2013.d012.s022.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"dollar%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20919461990706623}
{"item_id":"semeval2013.d012.s023.t000","gold_sense_keys":["regulator%1:18:00::"],"candidates":[{"index":1,"sense_key":"regulator%1:06:00::","synset_id":"regulator.n.01"},{"index":2,"sense_key":"regulator%1:18:00::","synset_id":"regulator.n.02"},{"index":3,"sense_key":"regulator%1:06:01::","synset_id":"governor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"regulator%1:18:00::","call_ids":["semeval2013.d012.s023.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"regulator%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21093277703039348}
{"item_id":"semeval2013.d012.s023.t001","gold_sense_keys":["bank%1:14:00::"],"candidates":[{"index":1,"sense_key":"bank%1:17:01::","synset_id":"bank.n.01"},{"index":2,"sense_key":"bank%1:14:00::","synset_id":"depository_financial_institution.n.01"},{"index":3,"sense_key":"bank%1:17:00::","synset_id":"bank.n.03"},{"index":4,"sense_key":"bank%1:14:01::","synset_id":"bank.n.04"},{"index":5,"sense_key":"bank%1:21:00::","synset_id":"bank.n.05"},{"index":6,"sense_key":"bank%1:21:01::","synset_id":"bank.n.06"},{"index":7,"sense_key":"bank%1:17:02::","synset_id":"bank.n.07"},{"index":8,"sense_key":"bank%1:06:01::","synset_id":"savings_bank.n.02"},{"index":9,"sense_key":"bank%1:06:00::","synset_id":"bank.n.09"},{"index":10,"sense_key":"bank%1:04:00::","synset_id":"bank.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"bank%1:06:00::","call_ids":["semeval2013.d012.s023.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"bank%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":370,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21147965406998992}
{"item_id":"semeval2013.d012.s023.t002","gold_sense_keys":["responsibility%1:07:00::"],"candidates":[{"index":1,"sense_key":"responsibility%1:04:00::","synset_id":"duty.n.01"},{"index":2,"sense_key":"responsibility%1:26:00::","synset_id":"province.n.02"},{"index":3,"sense_key":"responsibility%1:07:00::","synset_id":"responsibility.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"responsibility%1:07:00::","call_ids":["semeval2013.d012.s023.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"responsibility%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21607453399337828}
{"item_id":"semeval2013.d012.s023.t004","gold_sense_keys":["sum%1:21:00::"],"candidates":[{"index":1,"sense_key":"sum%1:21:00::","synset_id":"sum.n.01"},{"index":2,"sense_key":"sum%1:09:01::","synset_id":"sum.n.02"},{"index":3,"sense_key":"sum%1:14:00::","synset_id":"sum.n.03"},{"index":4,"sense_key":"sum%1:09:00::","synset_id":"kernel.n.03"},{"index":5,"sense_key":"sum%1:06:00::","synset_id":"sum.n.05"},{"index":6,"sense_key":"sum%1:14:01::","synset_id":"union.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sum%1:09:01::","call_ids":["semeval2013.d012.s023.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sum%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23996617598459125}
{"item_id":"semeval2013.d012.s024.t000","gold_sense_keys":["claim%1:04:00::","claim%1:10:00::"],"candidates":[{"index":1,"sense_key":"claim%1:10:00::","synset_id":"claim.n.01"},{"index":2,"sense_key":"claim%1:10:02::","synset_id":"claim.n.02"},{"index":3,"sense_key":"claim%1:04:00::","synset_id":"claim.n.03"},{"index":4,"sense_key":"claim%1:07:02::","synset_id":"claim.n.04"},{"index":5,"sense_key":"claim%1:07:01::","synset_id":"title.n.07"},{"index":6,"sense_key":"claim%1:10:01::","synset_id":"call.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"claim%1:10:02::","call_ids":["semeval2013.d012.s024.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"claim%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25526034901849926}
{"item_id":"semeval2013.d012.s024.t001","gold_sense_keys":["intention%1:09:00::"],"candidates":[{"index":1,"sense_key":"intention%1:09:00::","synset_id":"purpose.n.01"},{"index":2,"sense_key":"intention%1:09:01::","synset_id":"intention.n.02"},{"index":3,"sense_key":"intention%1:04:00::","synset_id":"intention.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"intention%1:09:01::","call_ids":["semeval2013.d012.s024.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"intention%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2834048829972744}
{"item_id":"semeval2013.d012.s024.t002","gold_sense_keys":["claim%1:04:00::","claim%1:10:00::"],"candidates":[{"index":1,"sense_key":"claim%1:10:00::","synset_id":"claim.n.01"},{"index":2,"sense_key":"claim%1:10:02::","synset_id":"claim.n.02"},{"index":3,"sense_key":"claim%1:04:00::","synset_id":"claim.n.03"},{"index":4,"sense_key":"claim%1:07:02::","synset_id":"claim.n.04"},{"index":5,"sense_key":"claim%1:07:01::","synset_id":"title.n.07"},{"index":6,"sense_key":"claim%1:10:01::","synset_id":"call.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"claim%1:10:02::","call_ids":["semeval2013.d012.s024.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"claim%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":224,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29090907610952854}
{"item_id":"semeval2015.d000.s000.t000","gold_sense_keys":["document%1:10:00::"],"candidates":[{"index":1,"sense_key":"document%1:10:00::","synset_id":"document.n.01"},{"index":2,"sense_key":"document%1:06:00::","synset_id":"document.n.02"},{"index":3,"sense_key":"document%1:21:00::","synset_id":"document.n.03"},{"index":4,"sense_key":"document%1:10:01::","synset_id":"text_file.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"document%1:06:00::","call_ids":["semeval2015.d000.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"document%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28901965799741447}
{"item_id":"semeval2015.d000.s000.t003","gold_sense_keys":["public%3:00:00::"],"candidates":[{"index":1,"sense_key":"public%3:00:00::","synset_id":"public.a.01"},{"index":2,"sense_key":"public%5:00:00:common:02","synset_id":"public.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"public%3:00:00::","call_ids":["semeval2015.d000.s000.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"public%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3018189468421042}
{"item_id":"semeval2015.d000.s000.t004","gold_sense_keys":["assessment%1:04:00::"],"candidates":[{"index":1,"sense_key":"assessment%1:09:00::","synset_id":"appraisal.n.01"},{"index":2,"sense_key":"assessment%1:21:00::","synset_id":"assessment.n.02"},{"index":3,"sense_key":"assessment%1:07:00::","synset_id":"assessment.n.03"},{"index":4,"sense_key":"assessment%1:04:00::","synset_id":"judgment.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"assessment%1:21:00::","call_ids":["semeval2015.d000.s000.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"assessment%1:21:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30312065104953945}
{"item_id":"semeval2015.d000.s000.t005","gold_sense_keys":["report%1:10:03::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["semeval2015.d000.s000.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3044146290048957}
{"item_id":"semeval2015.d000.s001.t000","gold_sense_keys":["explain%2:32:00::","explain%2:32:01::"],"candidates":[{"index":1,"sense_key":"explain%2:32:00::","synset_id":"explain.v.01"},{"index":2,"sense_key":"explain%2:32:01::","synset_id":"explain.v.02"},{"index":3,"sense_key":"explain%2:32:02::","synset_id":"excuse.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"explain%2:32:00::","call_ids":["semeval2015.d000.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"explain%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3058485039509833}
{"item_id":"semeval2015.d000.s001.t001","gold_sense_keys":["committee%1:14:00::"],"candidates":[{"index":1,"sense_key":"committee%1:14:00::","synset_id":"committee.n.01"},{"index":2,"sense_key":"committee%1:14:01::","synset_id":"committee.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"committee%1:14:00::","call_ids":["semeval2015.d000.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"committee%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21585406898520887}
{"item_id":"semeval2015.d000.s001.t003","gold_sense_keys":["product%1:06:01::"],"candidates":[{"index":1,"sense_key":"product%1:06:01::","synset_id":"merchandise.n.01"},{"index":2,"sense_key":"product%1:06:00::","synset_id":"product.n.02"},{"index":3,"sense_key":"product%1:09:00::","synset_id":"product.n.03"},{"index":4,"sense_key":"product%1:27:00::","synset_id":"product.n.04"},{"index":5,"sense_key":"product%1:19:00::","synset_id":"product.n.05"},{"index":6,"sense_key":"product%1:14:00::","synset_id":"intersection.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"product%1:06:00::","call_ids":["semeval2015.d000.s001.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"product%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2179681919515133}
{"item_id":"semeval2015.d000.s001.t004","gold_sense_keys":["human%3:01:01::"],"candidates":[{"index":1,"sense_key":"human%3:01:00::","synset_id":"human.a.01"},{"index":2,"sense_key":"human%3:01:01::","synset_id":"human.a.02"},{"index":3,"sense_key":"human%3:00:00::","synset_id":"human.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"human%3:01:01::","call_ids":["semeval2015.d000.s001.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"human%3:01:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2196333589963615}
{"item_id":"semeval2015.d000.s001.t005","gold_sense_keys":["use%1:04:00::","use%1:07:02::"],"candidates":[{"index":1,"sense_key":"use%1:04:00::","synset_id":"use.n.01"},{"index":2,"sense_key":"use%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"use%1:07:02::","synset_id":"use.n.03"},{"index":4,"sense_key":"use%1:22:00::","synset_id":"consumption.n.03"},{"index":5,"sense_key":"use%1:04:01::","synset_id":"habit.n.02"},{"index":6,"sense_key":"use%1:04:02::","synset_id":"manipulation.n.01"},{"index":7,"sense_key":"use%1:07:03::","synset_id":"use.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"use%1:07:03::","call_ids":["semeval2015.d000.s001.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"use%1:07:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":298,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2209264999255538}
{"item_id":"semeval2015.d000.s001.t006","gold_sense_keys":["assess%2:31:00::"],"candidates":[{"index":1,"sense_key":"assess%2:31:00::","synset_id":"measure.v.04"},{"index":2,"sense_key":"assess%2:40:01::","synset_id":"assess.v.02"},{"index":3,"sense_key":"assess%2:40:00::","synset_id":"tax.v.02"},{"index":4,"sense_key":"assess%2:31:01::","synset_id":"assess.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"assess%2:31:00::","call_ids":["semeval2015.d000.s001.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"assess%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2242697081528604}
{"item_id":"semeval2015.d000.s001.t007","gold_sense_keys":["study%1:04:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["semeval2015.d000.s001.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":344,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2255960840266198}
{"item_id":"semeval2015.d000.s001.t008","gold_sense_keys":["perform%2:36:00::"],"candidates":[{"index":1,"sense_key":"perform%2:36:00::","synset_id":"perform.v.01"},{"index":2,"sense_key":"perform%2:41:02::","synset_id":"perform.v.02"},{"index":3,"sense_key":"perform%2:36:01::","synset_id":"perform.v.03"},{"index":4,"sense_key":"perform%2:41:00::","synset_id":"do.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"perform%2:41:02::","call_ids":["semeval2015.d000.s001.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"perform%2:41:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22899879491887987}
{"item_id":"semeval2015.d000.s001.t009","gold_sense_keys":["reach%2:38:06::","reach%2:41:00::"],"candidates":[{"index":1,"sense_key":"reach%2:38:01::","synset_id":"reach.v.01"},{"index":2,"sense_key":"reach%2:38:00::","synset_id":"reach.v.02"},{"index":3,"sense_key":"reach%2:35:00::","synset_id":"reach.v.03"},{"index":4,"sense_key":"reach%2:32:00::","synset_id":"reach.v.04"},{"index":5,"sense_key":"reach%2:41:00::","synset_id":"achieve.v.01"},{"index":6,"sense_key":"reach%2:42:00::","synset_id":"reach.v.06"},{"index":7,"sense_key":"reach%2:38:06::","synset_id":"reach.v.07"},{"index":8,"sense_key":"reach%2:40:00::","synset_id":"pass.v.05"},{"index":9,"sense_key":"reach%2:33:00::","synset_id":"strive.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"reach%2:38:06::","call_ids":["semeval2015.d000.s001.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"reach%2:38:06::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":297,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2853358699940145}
{"item_id":"semeval2015.d000.s001.t010","gold_sense_keys":["recommendation%1:10:00::"],"candidates":[{"index":1,"sense_key":"recommendation%1:10:00::","synset_id":"recommendation.n.01"},{"index":2,"sense_key":"recommendation%1:10:02::","synset_id":"recommendation.n.02"},{"index":3,"sense_key":"recommendation%1:07:00::","synset_id":"recommendation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"recommendation%1:10:00::","call_ids":["semeval2015.d000.s001.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"recommendation%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2864505830220878}
{"item_id":"semeval2015.d000.s001.t011","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"use%2:41:14::","call_ids":["semeval2015.d000.s001.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"use%2:41:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28746919496916234}
{"item_id":"semeval2015.d000.s001.t012","gold_sense_keys":["medicine%1:06:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["semeval2015.d000.s001.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28867028397507966}
{"item_id":"semeval2015.d000.s002.t000","gold_sense_keys":["need%2:34:00::","need%2:34:01::"],"candidates":[{"index":1,"sense_key":"need%2:42:00::","synset_id":"necessitate.v.01"},{"index":2,"sense_key":"need%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"need%2:34:01::","synset_id":"need.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"need%2:34:01::","call_ids":["semeval2015.d000.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"need%2:34:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28983347304165363}
{"item_id":"semeval2015.d000.s002.t001","gold_sense_keys":["more%3:00:01::"],"candidates":[{"index":1,"sense_key":"more%3:00:01::","synset_id":"more.a.01"},{"index":2,"sense_key":"more%3:00:02::","synset_id":"more.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"more%3:00:01::","call_ids":["semeval2015.d000.s002.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"more%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29081876296550035}
{"item_id":"semeval2015.d000.s002.t002","gold_sense_keys":["information%1:09:00::"],"candidates":[{"index":1,"sense_key":"information%1:10:00::","synset_id":"information.n.01"},{"index":2,"sense_key":"information%1:09:00::","synset_id":"information.n.02"},{"index":3,"sense_key":"information%1:10:02::","synset_id":"information.n.03"},{"index":4,"sense_key":"information%1:14:00::","synset_id":"data.n.01"},{"index":5,"sense_key":"information%1:07:00::","synset_id":"information.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"information%1:14:00::","call_ids":["semeval2015.d000.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"information%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2917482319753617}
{"item_id":"semeval2015.d000.s002.t003","gold_sense_keys":["medical%3:00:00::"],"candidates":[{"index":1,"sense_key":"medical%3:01:00::","synset_id":"medical.a.01"},{"index":2,"sense_key":"medical%3:00:00::","synset_id":"medical.a.02"},{"index":3,"sense_key":"medical%3:01:02::","synset_id":"aesculapian.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"medical%3:01:00::","call_ids":["semeval2015.d000.s002.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"medical%3:01:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2929198439233005}
{"item_id":"semeval2015.d000.s002.t004","gold_sense_keys":["condition%1:26:05::"],"candidates":[{"index":1,"sense_key":"condition%1:26:00::","synset_id":"condition.n.01"},{"index":2,"sense_key":"condition%1:10:01::","synset_id":"condition.n.02"},{"index":3,"sense_key":"condition%1:26:01::","synset_id":"condition.n.03"},{"index":4,"sense_key":"condition%1:09:00::","synset_id":"circumstance.n.03"},{"index":5,"sense_key":"condition%1:26:02::","synset_id":"condition.n.05"},{"index":6,"sense_key":"condition%1:26:05::","synset_id":"condition.n.06"},{"index":7,"sense_key":"condition%1:10:02::","synset_id":"condition.n.07"},{"index":8,"sense_key":"condition%1:09:01::","synset_id":"condition.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"condition%1:26:05::","call_ids":["semeval2015.d000.s002.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"condition%1:26:05::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":308,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29309747205115855}
{"item_id":"semeval2015.d000.s002.t005","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["semeval2015.d000.s002.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2939207782037556}
{"item_id":"semeval2015.d000.s002.t006","gold_sense_keys":["read%2:31:00::"],"candidates":[{"index":1,"sense_key":"read%2:31:00::","synset_id":"read.v.01"},{"index":2,"sense_key":"read%2:42:00::","synset_id":"read.v.02"},{"index":3,"sense_key":"read%2:31:01::","synset_id":"read.v.03"},{"index":4,"sense_key":"read%2:31:06::","synset_id":"read.v.04"},{"index":5,"sense_key":"read%2:31:02::","synset_id":"read.v.05"},{"index":6,"sense_key":"read%2:31:09::","synset_id":"take.v.06"},{"index":7,"sense_key":"read%2:31:05::","synset_id":"learn.v.04"},{"index":8,"sense_key":"read%2:32:02::","synset_id":"read.v.08"},{"index":9,"sense_key":"read%2:36:05::","synset_id":"read.v.09"},{"index":10,"sense_key":"read%2:31:08::","synset_id":"read.v.10"},{"index":11,"sense_key":"read%2:31:04::","synset_id":"understand.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"read%2:31:01::","call_ids":["semeval2015.d000.s002.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"read%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":382,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29479121300391853}
{"item_id":"semeval2015.d000.s002.t008","gold_sense_keys":["leaflet%1:10:00::"],"candidates":[{"index":1,"sense_key":"leaflet%1:08:00::","synset_id":"cusp.n.02"},{"index":2,"sense_key":"leaflet%1:20:00::","synset_id":"leaflet.n.02"},{"index":3,"sense_key":"leaflet%1:10:00::","synset_id":"booklet.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"leaflet%1:10:00::","call_ids":["semeval2015.d000.s002.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"leaflet%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29582920391112566}
{"item_id":"semeval2015.d000.s002.t010","gold_sense_keys":["part%1:09:00::","part%1:24:00::"],"candidates":[{"index":1,"sense_key":"part%1:24:00::","synset_id":"part.n.01"},{"index":2,"sense_key":"part%1:06:00::","synset_id":"part.n.02"},{"index":3,"sense_key":"part%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"part%1:09:02::","synset_id":"part.n.04"},{"index":5,"sense_key":"part%1:15:00::","synset_id":"region.n.01"},{"index":6,"sense_key":"part%1:04:01::","synset_id":"function.n.03"},{"index":7,"sense_key":"part%1:09:01::","synset_id":"character.n.04"},{"index":8,"sense_key":"part%1:21:00::","synset_id":"share.n.01"},{"index":9,"sense_key":"part%1:09:00::","synset_id":"part.n.09"},{"index":10,"sense_key":"part%1:08:01::","synset_id":"part.n.10"},{"index":11,"sense_key":"part%1:10:00::","synset_id":"part.n.11"},{"index":12,"sense_key":"part%1:04:03::","synset_id":"contribution.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"part%1:09:00::","call_ids":["semeval2015.d000.s002.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"part%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":430,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2966922300402075}
{"item_id":"semeval2015.d000.s002.t011","gold_sense_keys":["contact%2:32:00::"],"candidates":[{"index":1,"sense_key":"contact%2:32:00::","synset_id":"reach.v.04"},{"index":2,"sense_key":"contact%2:35:03::","synset_id":"touch.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"contact%2:32:00::","call_ids":["semeval2015.d000.s002.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"contact%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2674634719733149}
{"item_id":"semeval2015.d000.s002.t012","gold_sense_keys":["doctor%1:18:00::"],"candidates":[{"index":1,"sense_key":"doctor%1:18:00::","synset_id":"doctor.n.01"},{"index":2,"sense_key":"doctor%1:18:02::","synset_id":"doctor_of_the_church.n.01"},{"index":3,"sense_key":"doctor%1:04:00::","synset_id":"doctor.n.03"},{"index":4,"sense_key":"doctor%1:18:01::","synset_id":"doctor.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"doctor%1:18:00::","call_ids":["semeval2015.d000.s002.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"doctor%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2037155800499022}
{"item_id":"semeval2015.d000.s003.t000","gold_sense_keys":["want%2:37:00::"],"candidates":[{"index":1,"sense_key":"want%2:37:00::","synset_id":"desire.v.01"},{"index":2,"sense_key":"want%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"want%2:35:00::","synset_id":"want.v.03"},{"index":4,"sense_key":"want%2:31:01::","synset_id":"want.v.04"},{"index":5,"sense_key":"want%2:42:01::","synset_id":"want.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"want%2:34:00::","call_ids":["semeval2015.d000.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"want%2:34:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20498943305574358}
{"item_id":"semeval2015.d000.s003.t001","gold_sense_keys":["more%3:00:01::"],"candidates":[{"index":1,"sense_key":"more%3:00:01::","synset_id":"more.a.01"},{"index":2,"sense_key":"more%3:00:02::","synset_id":"more.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"more%3:00:02::","call_ids":["semeval2015.d000.s003.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"more%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20666189910843968}
{"item_id":"semeval2015.d000.s003.t002","gold_sense_keys":["information%1:09:00::","information%1:14:00::"],"candidates":[{"index":1,"sense_key":"information%1:10:00::","synset_id":"information.n.01"},{"index":2,"sense_key":"information%1:09:00::","synset_id":"information.n.02"},{"index":3,"sense_key":"information%1:10:02::","synset_id":"information.n.03"},{"index":4,"sense_key":"information%1:14:00::","synset_id":"data.n.01"},{"index":5,"sense_key":"information%1:07:00::","synset_id":"information.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"information%1:14:00::","call_ids":["semeval2015.d000.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"information%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20823665289208293}
{"item_id":"semeval2015.d000.s003.t003","gold_sense_keys":["basis%1:09:00::"],"candidates":[{"index":1,"sense_key":"basis%1:24:00::","synset_id":"footing.n.02"},{"index":2,"sense_key":"basis%1:09:00::","synset_id":"basis.n.02"},{"index":3,"sense_key":"basis%1:24:01::","synset_id":"basis.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"basis%1:24:01::","call_ids":["semeval2015.d000.s003.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"basis%1:24:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20959084387868643}
{"item_id":"semeval2015.d000.s003.t004","gold_sense_keys":["recommendation%1:10:00::"],"candidates":[{"index":1,"sense_key":"recommendation%1:10:00::","synset_id":"recommendation.n.01"},{"index":2,"sense_key":"recommendation%1:10:02::","synset_id":"recommendation.n.02"},{"index":3,"sense_key":"recommendation%1:07:00::","synset_id":"recommendation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"recommendation%1:10:02::","call_ids":["semeval2015.d000.s003.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"recommendation%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21111274790018797}
{"item_id":"semeval2015.d000.s003.t005","gold_sense_keys":["read%2:31:00::"],"candidates":[{"index":1,"sense_key":"read%2:31:00::","synset_id":"read.v.01"},{"index":2,"sense_key":"read%2:42:00::","synset_id":"read.v.02"},{"index":3,"sense_key":"read%2:31:01::","synset_id":"read.v.03"},{"index":4,"sense_key":"read%2:31:06::","synset_id":"read.v.04"},{"index":5,"sense_key":"read%2:31:02::","synset_id":"read.v.05"},{"index":6,"sense_key":"read%2:31:09::","synset_id":"take.v.06"},{"index":7,"sense_key":"read%2:31:05::","synset_id":"learn.v.04"},{"index":8,"sense_key":"read%2:32:02::","synset_id":"read.v.08"},{"index":9,"sense_key":"read%2:36:05::","synset_id":"read.v.09"},{"index":10,"sense_key":"read%2:31:08::","synset_id":"read.v.10"},{"index":11,"sense_key":"read%2:31:04::","synset_id":"understand.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"read%2:31:01::","call_ids":["semeval2015.d000.s003.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"read%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":375,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21252265688963234}
{"item_id":"semeval2015.d000.s003.t007","gold_sense_keys":["discussion%1:10:02::"],"candidates":[{"index":1,"sense_key":"discussion%1:10:02::","synset_id":"discussion.n.01"},{"index":2,"sense_key":"discussion%1:10:00::","synset_id":"discussion.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"discussion%1:10:02::","call_ids":["semeval2015.d000.s003.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"discussion%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21398583287373185}
{"item_id":"semeval2015.d000.s003.t009","gold_sense_keys":["part%1:09:00::","part%1:24:00::"],"candidates":[{"index":1,"sense_key":"part%1:24:00::","synset_id":"part.n.01"},{"index":2,"sense_key":"part%1:06:00::","synset_id":"part.n.02"},{"index":3,"sense_key":"part%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"part%1:09:02::","synset_id":"part.n.04"},{"index":5,"sense_key":"part%1:15:00::","synset_id":"region.n.01"},{"index":6,"sense_key":"part%1:04:01::","synset_id":"function.n.03"},{"index":7,"sense_key":"part%1:09:01::","synset_id":"character.n.04"},{"index":8,"sense_key":"part%1:21:00::","synset_id":"share.n.01"},{"index":9,"sense_key":"part%1:09:00::","synset_id":"part.n.09"},{"index":10,"sense_key":"part%1:08:01::","synset_id":"part.n.10"},{"index":11,"sense_key":"part%1:10:00::","synset_id":"part.n.11"},{"index":12,"sense_key":"part%1:04:03::","synset_id":"contribution.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"part%1:09:00::","call_ids":["semeval2015.d000.s003.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"part%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":423,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19503468880429864}
{"item_id":"semeval2015.d000.s005.t000","gold_sense_keys":["powder%1:06:01::","powder%1:27:00::"],"candidates":[{"index":1,"sense_key":"powder%1:27:00::","synset_id":"powder.n.01"},{"index":2,"sense_key":"powder%1:27:01::","synset_id":"gunpowder.n.01"},{"index":3,"sense_key":"powder%1:06:01::","synset_id":"powder.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"powder%1:06:01::","call_ids":["semeval2015.d000.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"powder%1:06:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23884233785793185}
{"item_id":"semeval2015.d000.s005.t002","gold_sense_keys":["solution%1:27:00::"],"candidates":[{"index":1,"sense_key":"solution%1:27:00::","synset_id":"solution.n.01"},{"index":2,"sense_key":"solution%1:10:00::","synset_id":"solution.n.02"},{"index":3,"sense_key":"solution%1:09:00::","synset_id":"solution.n.03"},{"index":4,"sense_key":"solution%1:14:00::","synset_id":"solution.n.04"},{"index":5,"sense_key":"solution%1:04:00::","synset_id":"solution.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"solution%1:10:00::","call_ids":["semeval2015.d000.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"solution%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24040073598735034}
{"item_id":"semeval2015.d000.s005.t003","gold_sense_keys":["infusion%1:04:00::"],"candidates":[{"index":1,"sense_key":"infusion%1:27:00::","synset_id":"infusion.n.01"},{"index":2,"sense_key":"infusion%1:22:00::","synset_id":"infusion.n.02"},{"index":3,"sense_key":"infusion%1:04:00::","synset_id":"infusion.n.03"},{"index":4,"sense_key":"infusion%1:04:01::","synset_id":"infusion.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"infusion%1:04:00::","call_ids":["semeval2015.d000.s005.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"infusion%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2668540228623897}
{"item_id":"semeval2015.d000.s005.t004","gold_sense_keys":["drip%2:35:10::"],"candidates":[{"index":1,"sense_key":"drip%2:38:00::","synset_id":"drip.v.01"},{"index":2,"sense_key":"drip%2:35:10::","synset_id":"dribble.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"drip%2:35:10::","call_ids":["semeval2015.d000.s005.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"drip%2:35:10::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2678905059583485}
{"item_id":"semeval2015.d000.s005.t005","gold_sense_keys":["vein%1:08:00::"],"candidates":[{"index":1,"sense_key":"vein%1:08:00::","synset_id":"vein.n.01"},{"index":2,"sense_key":"vein%1:10:00::","synset_id":"vein.n.02"},{"index":3,"sense_key":"vein%1:20:00::","synset_id":"vein.n.03"},{"index":4,"sense_key":"vein%1:17:00::","synset_id":"vein.n.04"},{"index":5,"sense_key":"vein%1:05:00::","synset_id":"vein.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"vein%1:10:00::","call_ids":["semeval2015.d000.s005.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"vein%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26497233496047556}
{"item_id":"semeval2015.d000.s006.t000","gold_sense_keys":["contain%2:42:00::"],"candidates":[{"index":1,"sense_key":"contain%2:42:00::","synset_id":"incorporate.v.02"},{"index":2,"sense_key":"contain%2:42:13::","synset_id":"hold.v.11"},{"index":3,"sense_key":"contain%2:41:00::","synset_id":"control.v.02"},{"index":4,"sense_key":"contain%2:42:06::","synset_id":"contain.v.04"},{"index":5,"sense_key":"contain%2:42:14::","synset_id":"contain.v.05"},{"index":6,"sense_key":"contain%2:33:00::","synset_id":"check.v.18"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"contain%2:42:13::","call_ids":["semeval2015.d000.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"contain%2:42:13::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26884428411722183}
{"item_id":"semeval2015.d000.s006.t001","gold_sense_keys":["active%3:00:07::"],"candidates":[{"index":1,"sense_key":"active%3:00:02::","synset_id":"active.a.01"},{"index":2,"sense_key":"active%5:00:00:operational:00","synset_id":"active.s.01"},{"index":3,"sense_key":"active%3:00:03::","synset_id":"active.a.03"},{"index":4,"sense_key":"active%5:00:00:involved:00","synset_id":"active.s.02"},{"index":5,"sense_key":"active%3:00:01::","synset_id":"active.a.05"},{"index":6,"sense_key":"active%3:00:07::","synset_id":"active.a.06"},{"index":7,"sense_key":"active%3:00:06::","synset_id":"active.a.07"},{"index":8,"sense_key":"active%5:00:00:existent:00","synset_id":"active.s.03"},{"index":9,"sense_key":"active%3:00:10::","synset_id":"active.a.09"},{"index":10,"sense_key":"active%3:00:09::","synset_id":"active.a.10"},{"index":11,"sense_key":"active%3:00:00::","synset_id":"active.a.11"},{"index":12,"sense_key":"active%3:00:05::","synset_id":"active.a.12"},{"index":13,"sense_key":"active%3:00:04::","synset_id":"active.a.13"},{"index":14,"sense_key":"active%3:00:08::","synset_id":"active.a.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"active%3:00:07::","call_ids":["semeval2015.d000.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"active%3:00:07::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":389,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25416175089776516}
{"item_id":"semeval2015.d000.s006.t002","gold_sense_keys":["substance%1:03:01::"],"candidates":[{"index":1,"sense_key":"substance%1:03:00::","synset_id":"substance.n.01"},{"index":2,"sense_key":"substance%1:09:01::","synset_id":"kernel.n.03"},{"index":3,"sense_key":"substance%1:09:00::","synset_id":"meaning.n.02"},{"index":4,"sense_key":"substance%1:27:00::","synset_id":"substance.n.04"},{"index":5,"sense_key":"substance%1:21:00::","synset_id":"means.n.03"},{"index":6,"sense_key":"substance%1:10:00::","synset_id":"message.n.02"},{"index":7,"sense_key":"substance%1:03:01::","synset_id":"substance.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"substance%1:03:01::","call_ids":["semeval2015.d000.s006.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"substance%1:03:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25537736201658845}
{"item_id":"semeval2015.d000.s007.t000","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"use%2:41:14::","call_ids":["semeval2015.d000.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"use%2:41:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25644737505353987}
{"item_id":"semeval2015.d000.s008.t000","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"use%2:41:04::","call_ids":["semeval2015.d000.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"use%2:41:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2625622518826276}
{"item_id":"semeval2015.d000.s008.t001","gold_sense_keys":["treat%2:29:00::"],"candidates":[{"index":1,"sense_key":"treat%2:41:00::","synset_id":"treat.v.01"},{"index":2,"sense_key":"treat%2:30:01::","synset_id":"process.v.01"},{"index":3,"sense_key":"treat%2:29:00::","synset_id":"treat.v.03"},{"index":4,"sense_key":"treat%2:32:00::","synset_id":"cover.v.05"},{"index":5,"sense_key":"treat%2:40:00::","synset_id":"treat.v.05"},{"index":6,"sense_key":"treat%2:34:00::","synset_id":"regale.v.01"},{"index":7,"sense_key":"treat%2:32:03::","synset_id":"treat.v.07"},{"index":8,"sense_key":"treat%2:31:00::","synset_id":"treat.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"treat%2:29:00::","call_ids":["semeval2015.d000.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"treat%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":301,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26104964688420296}
{"item_id":"semeval2015.d000.s008.t002","gold_sense_keys":["type%1:09:00::"],"candidates":[{"index":1,"sense_key":"type%1:09:00::","synset_id":"type.n.01"},{"index":2,"sense_key":"type%1:18:00::","synset_id":"character.n.05"},{"index":3,"sense_key":"type%1:14:01::","synset_id":"type.n.03"},{"index":4,"sense_key":"type%1:10:01::","synset_id":"type.n.04"},{"index":5,"sense_key":"type%1:10:00::","synset_id":"type.n.05"},{"index":6,"sense_key":"type%1:06:00::","synset_id":"type.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"type%1:14:01::","call_ids":["semeval2015.d000.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"type%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25848191208206117}
{"item_id":"semeval2015.d000.s008.t003","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cancer%1:26:00::","call_ids":["semeval2015.d000.s008.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cancer%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25971612916328013}
{"item_id":"semeval2015.d000.s008.t006","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cancer%1:18:00::","call_ids":["semeval2015.d000.s008.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cancer%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26073596207425}
{"item_id":"semeval2015.d000.s008.t007","gold_sense_keys":["lining%1:06:00::"],"candidates":[{"index":1,"sense_key":"lining%1:06:00::","synset_id":"lining.n.01"},{"index":2,"sense_key":"lining%1:06:01::","synset_id":"liner.n.03"},{"index":3,"sense_key":"lining%1:04:01::","synset_id":"lining.n.03"},{"index":4,"sense_key":"lining%1:04:00::","synset_id":"lining.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"lining%1:06:00::","call_ids":["semeval2015.d000.s008.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"lining%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26195864798501134}
{"item_id":"semeval2015.d000.s008.t010","gold_sense_keys":["cause%2:36:00::"],"candidates":[{"index":1,"sense_key":"cause%2:36:00::","synset_id":"cause.v.01"},{"index":2,"sense_key":"cause%2:32:00::","synset_id":"induce.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cause%2:36:00::","call_ids":["semeval2015.d000.s008.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cause%2:36:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2629139020573348}
{"item_id":"semeval2015.d000.s009.t000","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"use%2:34:00::","call_ids":["semeval2015.d000.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"use%2:34:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":308,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2665507420897484}
{"item_id":"semeval2015.d000.s009.t003","gold_sense_keys":["medicine%1:06:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["semeval2015.d000.s009.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27575757913291454}
{"item_id":"semeval2015.d000.s009.t004","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cancer%1:26:00::","call_ids":["semeval2015.d000.s009.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cancer%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26998748420737684}
{"item_id":"semeval2015.d000.s009.t005","gold_sense_keys":["remove%2:30:00::"],"candidates":[{"index":1,"sense_key":"remove%2:30:00::","synset_id":"remove.v.01"},{"index":2,"sense_key":"remove%2:41:00::","synset_id":"remove.v.02"},{"index":3,"sense_key":"remove%2:40:00::","synset_id":"get_rid_of.v.01"},{"index":4,"sense_key":"remove%2:41:02::","synset_id":"take_out.v.01"},{"index":5,"sense_key":"remove%2:38:00::","synset_id":"remove.v.05"},{"index":6,"sense_key":"remove%2:30:01::","synset_id":"absent.v.01"},{"index":7,"sense_key":"remove%2:41:01::","synset_id":"murder.v.01"},{"index":8,"sense_key":"remove%2:30:02::","synset_id":"remove.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"remove%2:30:02::","call_ids":["semeval2015.d000.s009.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"remove%2:30:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":332,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2707137609831989}
{"item_id":"semeval2015.d000.s009.t006","gold_sense_keys":["surgery%1:04:01::"],"candidates":[{"index":1,"sense_key":"surgery%1:09:00::","synset_id":"surgery.n.01"},{"index":2,"sense_key":"surgery%1:06:01::","synset_id":"surgery.n.02"},{"index":3,"sense_key":"surgery%1:06:00::","synset_id":"operating_room.n.01"},{"index":4,"sense_key":"surgery%1:04:01::","synset_id":"operation.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"surgery%1:04:01::","call_ids":["semeval2015.d000.s009.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"surgery%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2738440369721502}
{"item_id":"semeval2015.d000.s009.t007","gold_sense_keys":["alone%5:00:00:exclusive:00"],"candidates":[{"index":1,"sense_key":"alone%5:00:00:unsocial:00","synset_id":"alone.s.01"},{"index":2,"sense_key":"alone%5:00:00:unaccompanied:00","synset_id":"alone.s.02"},{"index":3,"sense_key":"alone%5:00:00:exclusive:00","synset_id":"alone.s.03"},{"index":4,"sense_key":"alone%5:00:00:incomparable:00","synset_id":"alone.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"alone%5:00:00:exclusive:00","call_ids":["semeval2015.d000.s009.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"alone%5:00:00:exclusive:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2715095719322562}
{"item_id":"semeval2015.d000.s009.t009","gold_sense_keys":["spread%2:35:07::"],"candidates":[{"index":1,"sense_key":"spread%2:35:00::","synset_id":"spread.v.01"},{"index":2,"sense_key":"spread%2:35:07::","synset_id":"spread.v.02"},{"index":3,"sense_key":"spread%2:42:00::","synset_id":"spread.v.03"},{"index":4,"sense_key":"spread%2:35:03::","synset_id":"unfold.v.04"},{"index":5,"sense_key":"spread%2:32:00::","synset_id":"circulate.v.02"},{"index":6,"sense_key":"spread%2:32:02::","synset_id":"go_around.v.02"},{"index":7,"sense_key":"spread%2:38:00::","synset_id":"spread.v.07"},{"index":8,"sense_key":"spread%2:38:02::","synset_id":"diffuse.v.01"},{"index":9,"sense_key":"spread%2:35:12::","synset_id":"spread.v.09"},{"index":10,"sense_key":"spread%2:35:13::","synset_id":"spread.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"spread%2:35:07::","call_ids":["semeval2015.d000.s009.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"spread%2:35:07::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":345,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27230234793387353}
{"item_id":"semeval2015.d000.s009.t010","gold_sense_keys":["likely%3:00:00::"],"candidates":[{"index":1,"sense_key":"likely%3:00:00::","synset_id":"likely.a.01"},{"index":2,"sense_key":"likely%3:00:04::","synset_id":"probable.a.01"},{"index":3,"sense_key":"likely%5:00:00:prospective:00","synset_id":"likely.s.01"},{"index":4,"sense_key":"likely%5:00:00:credible:00","synset_id":"likely.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"likely%3:00:04::","call_ids":["semeval2015.d000.s009.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"likely%3:00:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26208137604407966}
{"item_id":"semeval2015.d000.s009.t011","gold_sense_keys":["spread%2:35:07::"],"candidates":[{"index":1,"sense_key":"spread%2:35:00::","synset_id":"spread.v.01"},{"index":2,"sense_key":"spread%2:35:07::","synset_id":"spread.v.02"},{"index":3,"sense_key":"spread%2:42:00::","synset_id":"spread.v.03"},{"index":4,"sense_key":"spread%2:35:03::","synset_id":"unfold.v.04"},{"index":5,"sense_key":"spread%2:32:00::","synset_id":"circulate.v.02"},{"index":6,"sense_key":"spread%2:32:02::","synset_id":"go_around.v.02"},{"index":7,"sense_key":"spread%2:38:00::","synset_id":"spread.v.07"},{"index":8,"sense_key":"spread%2:38:02::","synset_id":"diffuse.v.01"},{"index":9,"sense_key":"spread%2:35:12::","synset_id":"spread.v.09"},{"index":10,"sense_key":"spread%2:35:13::","synset_id":"spread.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"spread%2:35:07::","call_ids":["semeval2015.d000.s009.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"spread%2:35:07::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":346,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2672244890127331}
{"item_id":"semeval2015.d000.s009.t012","gold_sense_keys":["easily%4:02:01::"],"candidates":[{"index":1,"sense_key":"easily%4:02:01::","synset_id":"easily.r.01"},{"index":2,"sense_key":"easily%4:02:06::","synset_id":"easily.r.02"},{"index":3,"sense_key":"easily%4:02:05::","synset_id":"well.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"easily%4:02:01::","call_ids":["semeval2015.d000.s009.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"easily%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23091568006202579}
{"item_id":"semeval2015.d000.s009.t013","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["semeval2015.d000.s009.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":259,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21751417103223503}
{"item_id":"semeval2015.d000.s009.t014","gold_sense_keys":["part%1:15:00::","part%1:17:00::","part%1:24:00::"],"candidates":[{"index":1,"sense_key":"part%1:24:00::","synset_id":"part.n.01"},{"index":2,"sense_key":"part%1:06:00::","synset_id":"part.n.02"},{"index":3,"sense_key":"part%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"part%1:09:02::","synset_id":"part.n.04"},{"index":5,"sense_key":"part%1:15:00::","synset_id":"region.n.01"},{"index":6,"sense_key":"part%1:04:01::","synset_id":"function.n.03"},{"index":7,"sense_key":"part%1:09:01::","synset_id":"character.n.04"},{"index":8,"sense_key":"part%1:21:00::","synset_id":"share.n.01"},{"index":9,"sense_key":"part%1:09:00::","synset_id":"part.n.09"},{"index":10,"sense_key":"part%1:08:01::","synset_id":"part.n.10"},{"index":11,"sense_key":"part%1:10:00::","synset_id":"part.n.11"},{"index":12,"sense_key":"part%1:04:03::","synset_id":"contribution.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"part%1:09:00::","call_ids":["semeval2015.d000.s009.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"part%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":481,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21636627800762653}
{"item_id":"semeval2015.d000.s009.t015","gold_sense_keys":["body%1:08:00::"],"candidates":[{"index":1,"sense_key":"body%1:08:00::","synset_id":"body.n.01"},{"index":2,"sense_key":"body%1:14:00::","synset_id":"body.n.02"},{"index":3,"sense_key":"body%1:08:02::","synset_id":"body.n.03"},{"index":4,"sense_key":"body%1:17:00::","synset_id":"body.n.04"},{"index":5,"sense_key":"body%1:08:01::","synset_id":"torso.n.01"},{"index":6,"sense_key":"body%1:14:02::","synset_id":"body.n.06"},{"index":7,"sense_key":"body%1:07:00::","synset_id":"consistency.n.01"},{"index":8,"sense_key":"body%1:10:00::","synset_id":"body.n.08"},{"index":9,"sense_key":"body%1:07:01::","synset_id":"body.n.09"},{"index":10,"sense_key":"body%1:06:01::","synset_id":"soundbox.n.01"},{"index":11,"sense_key":"body%1:06:00::","synset_id":"body.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"body%1:10:00::","call_ids":["semeval2015.d000.s009.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"body%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":421,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2242365179117769}
{"item_id":"semeval2015.d000.s009.t016","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"patient%1:18:00::","call_ids":["semeval2015.d000.s009.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"patient%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22575263609178364}
{"item_id":"semeval2015.d000.s009.t020","gold_sense_keys":["medicine%1:06:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["semeval2015.d000.s009.t020__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22696329094469547}
{"item_id":"semeval2015.d000.s009.t021","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cancer%1:26:00::","call_ids":["semeval2015.d000.s009.t021__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cancer%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":276,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22842373698949814}
{"item_id":"semeval2015.d000.s009.t022","gold_sense_keys":["advanced%5:00:00:late:02"],"candidates":[{"index":1,"sense_key":"advanced%5:00:00:precocious:00","synset_id":"advanced.s.01"},{"index":2,"sense_key":"advanced%5:00:00:late:02","synset_id":"advanced.s.02"},{"index":3,"sense_key":"advanced%5:00:00:progressive:01","synset_id":"advanced.s.03"},{"index":4,"sense_key":"advanced%5:00:02:high:02","synset_id":"advanced.s.04"},{"index":5,"sense_key":"advanced%5:00:00:high-tech:00","synset_id":"advanced.s.05"},{"index":6,"sense_key":"advanced%5:00:00:late:00","synset_id":"advanced.s.06"},{"index":7,"sense_key":"advanced%5:00:00:civilized:00","synset_id":"advanced.s.07"},{"index":8,"sense_key":"advanced%5:00:00:front:00","synset_id":"advance.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"advanced%5:00:00:progressive:01","call_ids":["semeval2015.d000.s009.t022__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"advanced%5:00:00:progressive:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":316,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22975254897028208}
{"item_id":"semeval2015.d000.s009.t024","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["semeval2015.d000.s009.t024__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":314,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23156589502468705}
{"item_id":"semeval2015.d000.s009.t027","gold_sense_keys":["affect%2:29:00::"],"candidates":[{"index":1,"sense_key":"affect%2:30:00::","synset_id":"affect.v.01"},{"index":2,"sense_key":"affect%2:29:00::","synset_id":"affect.v.02"},{"index":3,"sense_key":"affect%2:42:00::","synset_id":"involve.v.01"},{"index":4,"sense_key":"affect%2:32:00::","synset_id":"feign.v.01"},{"index":5,"sense_key":"affect%2:37:00::","synset_id":"affect.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"affect%2:29:00::","call_ids":["semeval2015.d000.s009.t027__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"affect%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":268,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2328927479684353}
{"item_id":"semeval2015.d000.s010.t000","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"use%2:41:04::","call_ids":["semeval2015.d000.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"use%2:41:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":261,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21668542502447963}
{"item_id":"semeval2015.d000.s010.t002","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"patient%1:18:00::","call_ids":["semeval2015.d000.s010.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"patient%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2458180191460997}
{"item_id":"semeval2015.d000.s010.t004","gold_sense_keys":["treat%2:29:00::"],"candidates":[{"index":1,"sense_key":"treat%2:41:00::","synset_id":"treat.v.01"},{"index":2,"sense_key":"treat%2:30:01::","synset_id":"process.v.01"},{"index":3,"sense_key":"treat%2:29:00::","synset_id":"treat.v.03"},{"index":4,"sense_key":"treat%2:32:00::","synset_id":"cover.v.05"},{"index":5,"sense_key":"treat%2:40:00::","synset_id":"treat.v.05"},{"index":6,"sense_key":"treat%2:34:00::","synset_id":"regale.v.01"},{"index":7,"sense_key":"treat%2:32:03::","synset_id":"treat.v.07"},{"index":8,"sense_key":"treat%2:31:00::","synset_id":"treat.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"treat%2:29:00::","call_ids":["semeval2015.d000.s010.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"treat%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":302,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2469082830939442}
{"item_id":"semeval2015.d000.s010.t005","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"patient%1:10:00::","call_ids":["semeval2015.d000.s010.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"patient%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24792942707426846}
{"item_id":"semeval2015.d000.s010.t007","gold_sense_keys":["type%1:09:00::"],"candidates":[{"index":1,"sense_key":"type%1:09:00::","synset_id":"type.n.01"},{"index":2,"sense_key":"type%1:18:00::","synset_id":"character.n.05"},{"index":3,"sense_key":"type%1:14:01::","synset_id":"type.n.03"},{"index":4,"sense_key":"type%1:10:01::","synset_id":"type.n.04"},{"index":5,"sense_key":"type%1:10:00::","synset_id":"type.n.05"},{"index":6,"sense_key":"type%1:06:00::","synset_id":"type.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"type%1:10:00::","call_ids":["semeval2015.d000.s010.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"type%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25089141190983355}
{"item_id":"semeval2015.d000.s010.t009","gold_sense_keys":["past%1:28:00::"],"candidates":[{"index":1,"sense_key":"past%1:28:00::","synset_id":"past.n.01"},{"index":2,"sense_key":"past%1:28:01::","synset_id":"past.n.02"},{"index":3,"sense_key":"past%1:10:00::","synset_id":"past.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"past%1:10:00::","call_ids":["semeval2015.d000.s010.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"past%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2509643230587244}
{"item_id":"semeval2015.d000.s011.t000","gold_sense_keys":["medicine%1:06:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["semeval2015.d000.s011.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25348277599550784}
{"item_id":"semeval2015.d000.s011.t001","gold_sense_keys":["only%4:02:01::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"only%4:02:00::","call_ids":["semeval2015.d000.s011.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"only%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2590617989189923}
{"item_id":"semeval2015.d000.s011.t002","gold_sense_keys":["obtain%2:40:00::"],"candidates":[{"index":1,"sense_key":"obtain%2:40:00::","synset_id":"obtain.v.01"},{"index":2,"sense_key":"obtain%2:30:00::","synset_id":"receive.v.02"},{"index":3,"sense_key":"obtain%2:42:00::","synset_id":"prevail.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"obtain%2:40:00::","call_ids":["semeval2015.d000.s011.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"obtain%2:40:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26163369906134903}
{"item_id":"semeval2015.d000.s011.t003","gold_sense_keys":["prescription%1:10:01::"],"candidates":[{"index":1,"sense_key":"prescription%1:10:00::","synset_id":"prescription.n.01"},{"index":2,"sense_key":"prescription%1:06:00::","synset_id":"prescription_drug.n.01"},{"index":3,"sense_key":"prescription%1:10:02::","synset_id":"prescription.n.03"},{"index":4,"sense_key":"prescription%1:10:01::","synset_id":"prescription.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"prescription%1:10:01::","call_ids":["semeval2015.d000.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"prescription%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26299871411174536}
{"item_id":"semeval2015.d000.s012.t000","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"use%2:41:14::","call_ids":["semeval2015.d000.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"use%2:41:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":231,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26432253886014223}
{"item_id":"semeval2015.d000.s013.t000","gold_sense_keys":["only%4:02:03::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"only%4:02:00::","call_ids":["semeval2015.d000.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"only%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2676684120669961}
{"item_id":"semeval2015.d000.s013.t001","gold_sense_keys":["give%2:40:13::"],"candidates":[{"index":1,"sense_key":"give%2:40:03::","synset_id":"give.v.01"},{"index":2,"sense_key":"give%2:40:05::","synset_id":"yield.v.01"},{"index":3,"sense_key":"give%2:40:00::","synset_id":"give.v.03"},{"index":4,"sense_key":"give%2:40:07::","synset_id":"give.v.04"},{"index":5,"sense_key":"give%2:32:01::","synset_id":"give.v.05"},{"index":6,"sense_key":"give%2:36:02::","synset_id":"hold.v.03"},{"index":7,"sense_key":"give%2:32:00::","synset_id":"give.v.07"},{"index":8,"sense_key":"give%2:40:01::","synset_id":"give.v.08"},{"index":9,"sense_key":"give%2:36:03::","synset_id":"give.v.09"},{"index":10,"sense_key":"give%2:31:02::","synset_id":"give.v.10"},{"index":11,"sense_key":"give%2:36:00::","synset_id":"render.v.04"},{"index":12,"sense_key":"give%2:40:09::","synset_id":"impart.v.01"},{"index":13,"sense_key":"give%2:36:01::","synset_id":"establish.v.05"},{"index":14,"sense_key":"give%2:40:02::","synset_id":"give.v.14"},{"index":15,"sense_key":"give%2:41:00::","synset_id":"give.v.15"},{"index":16,"sense_key":"give%2:40:10::","synset_id":"sacrifice.v.01"},{"index":17,"sense_key":"give%2:40:06::","synset_id":"pass.v.05"},{"index":18,"sense_key":"give%2:32:03::","synset_id":"give.v.18"},{"index":19,"sense_key":"give%2:40:13::","synset_id":"give.v.19"},{"index":20,"sense_key":"give%2:40:14::","synset_id":"give.v.20"},{"index":21,"sense_key":"give%2:32:02::","synset_id":"give.v.21"},{"index":22,"sense_key":"give%2:40:11::","synset_id":"grant.v.05"},{"index":23,"sense_key":"give%2:38:00::","synset_id":"move_over.v.01"},{"index":24,"sense_key":"give%2:34:00::","synset_id":"feed.v.02"},{"index":25,"sense_key":"give%2:40:08::","synset_id":"contribute.v.02"},{"index":26,"sense_key":"give%2:38:13::","synset_id":"collapse.v.01"},{"index":27,"sense_key":"give%2:31:00::","synset_id":"give.v.27"},{"index":28,"sense_key":"give%2:41:10::","synset_id":"give.v.28"},{"index":29,"sense_key":"give%2:40:12::","synset_id":"give.v.29"},{"index":30,"sense_key":"give%2:40:15::","synset_id":"afford.v.04"},{"index":31,"sense_key":"give%2:36:13::","synset_id":"give.v.31"},{"index":32,"sense_key":"give%2:36:12::","synset_id":"give.v.32"},{"index":33,"sense_key":"give%2:35:00::","synset_id":"give.v.33"},{"index":34,"sense_key":"give%2:34:10::","synset_id":"give.v.34"},{"index":35,"sense_key":"give%2:32:11::","synset_id":"give.v.35"},{"index":36,"sense_key":"give%2:32:08::","synset_id":"give.v.36"},{"index":37,"sense_key":"give%2:32:15::","synset_id":"give.v.37"},{"index":38,"sense_key":"give%2:32:14::","synset_id":"give.v.38"},{"index":39,"sense_key":"give%2:32:09::","synset_id":"give.v.39"},{"index":40,"sense_key":"give%2:32:07::","synset_id":"give.v.40"},{"index":41,"sense_key":"give%2:32:10::","synset_id":"give.v.41"},{"index":42,"sense_key":"give%2:30:13::","synset_id":"give.v.42"},{"index":43,"sense_key":"give%2:29:11::","synset_id":"give.v.43"},{"index":44,"sense_key":"give%2:29:10::","synset_id":"give.v.44"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":19,"chosen_sense_key":"give%2:40:13::","call_ids":["semeval2015.d000.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":19,"predicted_sense_key":"give%2:40:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":985,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2694265558384359}
{"item_id":"semeval2015.d000.s013.t003","gold_sense_keys":["doctor%1:18:00::"],"candidates":[{"index":1,"sense_key":"doctor%1:18:00::","synset_id":"doctor.n.01"},{"index":2,"sense_key":"doctor%1:18:02::","synset_id":"doctor_of_the_church.n.01"},{"index":3,"sense_key":"doctor%1:04:00::","synset_id":"doctor.n.03"},{"index":4,"sense_key":"doctor%1:18:01::","synset_id":"doctor.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"doctor%1:18:02::","call_ids":["semeval2015.d000.s013.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"doctor%1:18:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27131186006590724}
{"item_id":"semeval2015.d000.s013.t004","gold_sense_keys":["use%1:04:00::"],"candidates":[{"index":1,"sense_key":"use%1:04:00::","synset_id":"use.n.01"},{"index":2,"sense_key":"use%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"use%1:07:02::","synset_id":"use.n.03"},{"index":4,"sense_key":"use%1:22:00::","synset_id":"consumption.n.03"},{"index":5,"sense_key":"use%1:04:01::","synset_id":"habit.n.02"},{"index":6,"sense_key":"use%1:04:02::","synset_id":"manipulation.n.01"},{"index":7,"sense_key":"use%1:07:03::","synset_id":"use.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"use%1:07:03::","call_ids":["semeval2015.d000.s013.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"use%1:07:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27317536901682615}
{"item_id":"semeval2015.d000.s014.t000","gold_sense_keys":["dose%1:06:00::"],"candidates":[{"index":1,"sense_key":"dose%1:06:00::","synset_id":"dose.n.01"},{"index":2,"sense_key":"dose%1:23:00::","synset_id":"dose.n.02"},{"index":3,"sense_key":"dose%1:26:00::","synset_id":"venereal_disease.n.01"},{"index":4,"sense_key":"dose%1:06:01::","synset_id":"acid.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"dose%1:06:00::","call_ids":["semeval2015.d000.s014.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"dose%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2748561119660735}
{"item_id":"semeval2015.d000.s014.t001","gold_sense_keys":["mg%1:23:00::"],"candidates":[{"index":1,"sense_key":"mg%1:23:00::","synset_id":"milligram.n.01"},{"index":2,"sense_key":"mg%1:27:00::","synset_id":"magnesium.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"mg%1:23:00::","call_ids":["semeval2015.d000.s014.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"mg%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.276256161974743}
{"item_id":"semeval2015.d000.s014.t003","gold_sense_keys":["body%1:08:00::"],"candidates":[{"index":1,"sense_key":"body%1:08:00::","synset_id":"body.n.01"},{"index":2,"sense_key":"body%1:14:00::","synset_id":"body.n.02"},{"index":3,"sense_key":"body%1:08:02::","synset_id":"body.n.03"},{"index":4,"sense_key":"body%1:17:00::","synset_id":"body.n.04"},{"index":5,"sense_key":"body%1:08:01::","synset_id":"torso.n.01"},{"index":6,"sense_key":"body%1:14:02::","synset_id":"body.n.06"},{"index":7,"sense_key":"body%1:07:00::","synset_id":"consistency.n.01"},{"index":8,"sense_key":"body%1:10:00::","synset_id":"body.n.08"},{"index":9,"sense_key":"body%1:07:01::","synset_id":"body.n.09"},{"index":10,"sense_key":"body%1:06:01::","synset_id":"soundbox.n.01"},{"index":11,"sense_key":"body%1:06:00::","synset_id":"body.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"body%1:07:01::","call_ids":["semeval2015.d000.s014.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"body%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":366,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2775817262008786}
{"item_id":"semeval2015.d000.s014.t005","gold_sense_keys":["calculate%2:31:00::"],"candidates":[{"index":1,"sense_key":"calculate%2:31:00::","synset_id":"calculate.v.01"},{"index":2,"sense_key":"calculate%2:31:03::","synset_id":"calculate.v.02"},{"index":3,"sense_key":"calculate%2:40:00::","synset_id":"account.v.02"},{"index":4,"sense_key":"calculate%2:32:01::","synset_id":"forecast.v.01"},{"index":5,"sense_key":"calculate%2:31:02::","synset_id":"calculate.v.05"},{"index":6,"sense_key":"calculate%2:31:05::","synset_id":"count.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"calculate%2:31:00::","call_ids":["semeval2015.d000.s014.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"calculate%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":183,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2826134010683745}
{"item_id":"semeval2015.d000.s014.t006","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"use%2:41:04::","call_ids":["semeval2015.d000.s014.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"use%2:41:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28381138388067484}
{"item_id":"semeval2015.d000.s014.t007","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"patient%1:10:00::","call_ids":["semeval2015.d000.s014.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"patient%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2997672858182341}
{"item_id":"semeval2015.d000.s014.t008","gold_sense_keys":["height%1:07:01::"],"candidates":[{"index":1,"sense_key":"height%1:07:00::","synset_id":"height.n.01"},{"index":2,"sense_key":"height%1:26:00::","synset_id":"acme.n.01"},{"index":3,"sense_key":"height%1:07:01::","synset_id":"stature.n.02"},{"index":4,"sense_key":"height%1:07:02::","synset_id":"altitude.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"height%1:07:01::","call_ids":["semeval2015.d000.s014.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"height%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30475122504867613}
{"item_id":"semeval2015.d000.s014.t009","gold_sense_keys":["weight%1:07:00::"],"candidates":[{"index":1,"sense_key":"weight%1:07:00::","synset_id":"weight.n.01"},{"index":2,"sense_key":"weight%1:06:01::","synset_id":"weight.n.02"},{"index":3,"sense_key":"weight%1:07:01::","synset_id":"weight.n.03"},{"index":4,"sense_key":"weight%1:06:00::","synset_id":"weight.n.04"},{"index":5,"sense_key":"weight%1:12:00::","synset_id":"weight.n.05"},{"index":6,"sense_key":"weight%1:23:01::","synset_id":"system_of_weights.n.01"},{"index":7,"sense_key":"weight%1:23:00::","synset_id":"weight_unit.n.02"},{"index":8,"sense_key":"weight%1:23:02::","synset_id":"weight.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"weight%1:23:00::","call_ids":["semeval2015.d000.s014.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"weight%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":268,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3053539078682661}
{"item_id":"semeval2015.d000.s015.t000","gold_sense_keys":["give%2:40:13::"],"candidates":[{"index":1,"sense_key":"give%2:40:03::","synset_id":"give.v.01"},{"index":2,"sense_key":"give%2:40:05::","synset_id":"yield.v.01"},{"index":3,"sense_key":"give%2:40:00::","synset_id":"give.v.03"},{"index":4,"sense_key":"give%2:40:07::","synset_id":"give.v.04"},{"index":5,"sense_key":"give%2:32:01::","synset_id":"give.v.05"},{"index":6,"sense_key":"give%2:36:02::","synset_id":"hold.v.03"},{"index":7,"sense_key":"give%2:32:00::","synset_id":"give.v.07"},{"index":8,"sense_key":"give%2:40:01::","synset_id":"give.v.08"},{"index":9,"sense_key":"give%2:36:03::","synset_id":"give.v.09"},{"index":10,"sense_key":"give%2:31:02::","synset_id":"give.v.10"},{"index":11,"sense_key":"give%2:36:00::","synset_id":"render.v.04"},{"index":12,"sense_key":"give%2:40:09::","synset_id":"impart.v.01"},{"index":13,"sense_key":"give%2:36:01::","synset_id":"establish.v.05"},{"index":14,"sense_key":"give%2:40:02::","synset_id":"give.v.14"},{"index":15,"sense_key":"give%2:41:00::","synset_id":"give.v.15"},{"index":16,"sense_key":"give%2:40:10::","synset_id":"sacrifice.v.01"},{"index":17,"sense_key":"give%2:40:06::","synset_id":"pass.v.05"},{"index":18,"sense_key":"give%2:32:03::","synset_id":"give.v.18"},{"index":19,"sense_key":"give%2:40:13::","synset_id":"give.v.19"},{"index":20,"sense_key":"give%2:40:14::","synset_id":"give.v.20"},{"index":21,"sense_key":"give%2:32:02::","synset_id":"give.v.21"},{"index":22,"sense_key":"give%2:40:11::","synset_id":"grant.v.05"},{"index":23,"sense_key":"give%2:38:00::","synset_id":"move_over.v.01"},{"index":24,"sense_key":"give%2:34:00::","synset_id":"feed.v.02"},{"index":25,"sense_key":"give%2:40:08::","synset_id":"contribute.v.02"},{"index":26,"sense_key":"give%2:38:13::","synset_id":"collapse.v.01"},{"index":27,"sense_key":"give%2:31:00::","synset_id":"give.v.27"},{"index":28,"sense_key":"give%2:41:10::","synset_id":"give.v.28"},{"index":29,"sense_key":"give%2:40:12::","synset_id":"give.v.29"},{"index":30,"sense_key":"give%2:40:15::","synset_id":"afford.v.04"},{"index":31,"sense_key":"give%2:36:13::","synset_id":"give.v.31"},{"index":32,"sense_key":"give%2:36:12::","synset_id":"give.v.32"},{"index":33,"sense_key":"give%2:35:00::","synset_id":"give.v.33"},{"index":34,"sense_key":"give%2:34:10::","synset_id":"give.v.34"},{"index":35,"sense_key":"give%2:32:11::","synset_id":"give.v.35"},{"index":36,"sense_key":"give%2:32:08::","synset_id":"give.v.36"},{"index":37,"sense_key":"give%2:32:15::","synset_id":"give.v.37"},{"index":38,"sense_key":"give%2:32:14::","synset_id":"give.v.38"},{"index":39,"sense_key":"give%2:32:09::","synset_id":"give.v.39"},{"index":40,"sense_key":"give%2:32:07::","synset_id":"give.v.40"},{"index":41,"sense_key":"give%2:32:10::","synset_id":"give.v.41"},{"index":42,"sense_key":"give%2:30:13::","synset_id":"give.v.42"},{"index":43,"sense_key":"give%2:29:11::","synset_id":"give.v.43"},{"index":44,"sense_key":"give%2:29:10::","synset_id":"give.v.44"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":19,"chosen_sense_key":"give%2:40:13::","call_ids":["semeval2015.d000.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":19,"predicted_sense_key":"give%2:40:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":978,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30725193093530834}
{"item_id":"semeval2015.d000.s015.t001","gold_sense_keys":["once%4:02:00::"],"candidates":[{"index":1,"sense_key":"once%4:02:00::","synset_id":"once.r.01"},{"index":2,"sense_key":"once%4:02:02::","synset_id":"once.r.02"},{"index":3,"sense_key":"once%4:02:01::","synset_id":"once.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"once%4:02:02::","call_ids":["semeval2015.d000.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"once%4:02:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30902782711200416}
{"item_id":"semeval2015.d000.s015.t002","gold_sense_keys":["every%5:00:02:all:00"],"candidates":[{"index":1,"sense_key":"every%5:00:00:all:00","synset_id":"every.s.01"},{"index":2,"sense_key":"every%5:00:02:all:00","synset_id":"every.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"every%5:00:02:all:00","call_ids":["semeval2015.d000.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"every%5:00:02:all:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31073568598367274}
{"item_id":"semeval2015.d000.s015.t003","gold_sense_keys":["week%1:28:00::"],"candidates":[{"index":1,"sense_key":"week%1:28:00::","synset_id":"week.n.01"},{"index":2,"sense_key":"week%1:28:01::","synset_id":"workweek.n.01"},{"index":3,"sense_key":"week%1:28:02::","synset_id":"week.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"week%1:28:01::","call_ids":["semeval2015.d000.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"week%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31211837800219655}
{"item_id":"semeval2015.d000.s015.t005","gold_sense_keys":["infusion%1:04:00::"],"candidates":[{"index":1,"sense_key":"infusion%1:27:00::","synset_id":"infusion.n.01"},{"index":2,"sense_key":"infusion%1:22:00::","synset_id":"infusion.n.02"},{"index":3,"sense_key":"infusion%1:04:00::","synset_id":"infusion.n.03"},{"index":4,"sense_key":"infusion%1:04:01::","synset_id":"infusion.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"infusion%1:04:00::","call_ids":["semeval2015.d000.s015.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"infusion%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31372346892021596}
{"item_id":"semeval2015.d000.s015.t006","gold_sense_keys":["last%2:42:00::"],"candidates":[{"index":1,"sense_key":"last%2:42:00::","synset_id":"last.v.01"},{"index":2,"sense_key":"last%2:42:01::","synset_id":"survive.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"last%2:42:00::","call_ids":["semeval2015.d000.s015.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"last%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2991792981047183}
{"item_id":"semeval2015.d000.s015.t007","gold_sense_keys":["minute%1:28:00::"],"candidates":[{"index":1,"sense_key":"minute%1:28:00::","synset_id":"minute.n.01"},{"index":2,"sense_key":"minute%1:28:01::","synset_id":"moment.n.02"},{"index":3,"sense_key":"minute%1:28:02::","synset_id":"moment.n.01"},{"index":4,"sense_key":"minute%1:23:00::","synset_id":"minute.n.04"},{"index":5,"sense_key":"minute%1:10:00::","synset_id":"minute.n.05"},{"index":6,"sense_key":"minute%1:07:00::","synset_id":"hour.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"minute%1:28:01::","call_ids":["semeval2015.d000.s015.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"minute%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30516792298294604}
{"item_id":"semeval2015.d000.s016.t000","gold_sense_keys":["reduce%2:30:00::","reduce%2:30:01::","reduce%2:40:00::"],"candidates":[{"index":1,"sense_key":"reduce%2:30:00::","synset_id":"reduce.v.01"},{"index":2,"sense_key":"reduce%2:30:06::","synset_id":"reduce.v.02"},{"index":3,"sense_key":"reduce%2:41:00::","synset_id":"reduce.v.03"},{"index":4,"sense_key":"reduce%2:40:04::","synset_id":"reduce.v.04"},{"index":5,"sense_key":"reduce%2:37:00::","synset_id":"reduce.v.05"},{"index":6,"sense_key":"reduce%2:30:11::","synset_id":"reduce.v.06"},{"index":7,"sense_key":"reduce%2:30:05::","synset_id":"shrink.v.03"},{"index":8,"sense_key":"reduce%2:40:00::","synset_id":"reduce.v.08"},{"index":9,"sense_key":"reduce%2:30:04::","synset_id":"reduce.v.09"},{"index":10,"sense_key":"reduce%2:30:03::","synset_id":"deoxidize.v.01"},{"index":11,"sense_key":"reduce%2:30:01::","synset_id":"reduce.v.11"},{"index":12,"sense_key":"reduce%2:41:03::","synset_id":"repress.v.01"},{"index":13,"sense_key":"reduce%2:35:00::","synset_id":"reduce.v.13"},{"index":14,"sense_key":"reduce%2:35:01::","synset_id":"reduce.v.14"},{"index":15,"sense_key":"reduce%2:30:12::","synset_id":"reduce.v.15"},{"index":16,"sense_key":"reduce%2:30:08::","synset_id":"abridge.v.01"},{"index":17,"sense_key":"reduce%2:30:10::","synset_id":"boil_down.v.02"},{"index":18,"sense_key":"reduce%2:30:02::","synset_id":"reduce.v.18"},{"index":19,"sense_key":"reduce%2:30:09::","synset_id":"dilute.v.01"},{"index":20,"sense_key":"reduce%2:29:00::","synset_id":"reduce.v.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"reduce%2:30:04::","call_ids":["semeval2015.d000.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"reduce%2:30:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":517,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30628270492888987}
{"item_id":"semeval2015.d000.s016.t001","gold_sense_keys":["side_effect%1:26:00::"],"candidates":[{"index":1,"sense_key":"side_effect%1:26:00::","synset_id":"side_effect.n.01"},{"index":2,"sense_key":"side_effect%1:19:00::","synset_id":"side_effect.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"side_effect%1:26:00::","call_ids":["semeval2015.d000.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"side_effect%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2762150240596384}
{"item_id":"semeval2015.d000.s016.t002","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"patient%1:18:00::","call_ids":["semeval2015.d000.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"patient%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":168,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2774113859049976}
{"item_id":"semeval2015.d000.s016.t006","gold_sense_keys":["type%1:09:00::"],"candidates":[{"index":1,"sense_key":"type%1:09:00::","synset_id":"type.n.01"},{"index":2,"sense_key":"type%1:18:00::","synset_id":"character.n.05"},{"index":3,"sense_key":"type%1:14:01::","synset_id":"type.n.03"},{"index":4,"sense_key":"type%1:10:01::","synset_id":"type.n.04"},{"index":5,"sense_key":"type%1:10:00::","synset_id":"type.n.05"},{"index":6,"sense_key":"type%1:06:00::","synset_id":"type.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"type%1:10:00::","call_ids":["semeval2015.d000.s016.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"type%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2755081451032311}
{"item_id":"semeval2015.d000.s016.t008","gold_sense_keys":["injection%1:04:01::"],"candidates":[{"index":1,"sense_key":"injection%1:04:00::","synset_id":"injection.n.01"},{"index":2,"sense_key":"injection%1:27:00::","synset_id":"injection.n.02"},{"index":3,"sense_key":"injection%1:04:01::","synset_id":"injection.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"injection%1:04:01::","call_ids":["semeval2015.d000.s016.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"injection%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27693633805029094}
{"item_id":"semeval2015.d000.s016.t010","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["semeval2015.d000.s016.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27805535797961056}
{"item_id":"semeval2015.d000.s017.t000","gold_sense_keys":["give%2:40:13::"],"candidates":[{"index":1,"sense_key":"give%2:40:03::","synset_id":"give.v.01"},{"index":2,"sense_key":"give%2:40:05::","synset_id":"yield.v.01"},{"index":3,"sense_key":"give%2:40:00::","synset_id":"give.v.03"},{"index":4,"sense_key":"give%2:40:07::","synset_id":"give.v.04"},{"index":5,"sense_key":"give%2:32:01::","synset_id":"give.v.05"},{"index":6,"sense_key":"give%2:36:02::","synset_id":"hold.v.03"},{"index":7,"sense_key":"give%2:32:00::","synset_id":"give.v.07"},{"index":8,"sense_key":"give%2:40:01::","synset_id":"give.v.08"},{"index":9,"sense_key":"give%2:36:03::","synset_id":"give.v.09"},{"index":10,"sense_key":"give%2:31:02::","synset_id":"give.v.10"},{"index":11,"sense_key":"give%2:36:00::","synset_id":"render.v.04"},{"index":12,"sense_key":"give%2:40:09::","synset_id":"impart.v.01"},{"index":13,"sense_key":"give%2:36:01::","synset_id":"establish.v.05"},{"index":14,"sense_key":"give%2:40:02::","synset_id":"give.v.14"},{"index":15,"sense_key":"give%2:41:00::","synset_id":"give.v.15"},{"index":16,"sense_key":"give%2:40:10::","synset_id":"sacrifice.v.01"},{"index":17,"sense_key":"give%2:40:06::","synset_id":"pass.v.05"},{"index":18,"sense_key":"give%2:32:03::","synset_id":"give.v.18"},{"index":19,"sense_key":"give%2:40:13::","synset_id":"give.v.19"},{"index":20,"sense_key":"give%2:40:14::","synset_id":"give.v.20"},{"index":21,"sense_key":"give%2:32:02::","synset_id":"give.v.21"},{"index":22,"sense_key":"give%2:40:11::","synset_id":"grant.v.05"},{"index":23,"sense_key":"give%2:38:00::","synset_id":"move_over.v.01"},{"index":24,"sense_key":"give%2:34:00::","synset_id":"feed.v.02"},{"index":25,"sense_key":"give%2:40:08::","synset_id":"contribute.v.02"},{"index":26,"sense_key":"give%2:38:13::","synset_id":"collapse.v.01"},{"index":27,"sense_key":"give%2:31:00::","synset_id":"give.v.27"},{"index":28,"sense_key":"give%2:41:10::","synset_id":"give.v.28"},{"index":29,"sense_key":"give%2:40:12::","synset_id":"give.v.29"},{"index":30,"sense_key":"give%2:40:15::","synset_id":"afford.v.04"},{"index":31,"sense_key":"give%2:36:13::","synset_id":"give.v.31"},{"index":32,"sense_key":"give%2:36:12::","synset_id":"give.v.32"},{"index":33,"sense_key":"give%2:35:00::","synset_id":"give.v.33"},{"index":34,"sense_key":"give%2:34:10::","synset_id":"give.v.34"},{"index":35,"sense_key":"give%2:32:11::","synset_id":"give.v.35"},{"index":36,"sense_key":"give%2:32:08::","synset_id":"give.v.36"},{"index":37,"sense_key":"give%2:32:15::","synset_id":"give.v.37"},{"index":38,"sense_key":"give%2:32:14::","synset_id":"give.v.38"},{"index":39,"sense_key":"give%2:32:09::","synset_id":"give.v.39"},{"index":40,"sense_key":"give%2:32:07::","synset_id":"give.v.40"},{"index":41,"sense_key":"give%2:32:10::","synset_id":"give.v.41"},{"index":42,"sense_key":"give%2:30:13::","synset_id":"give.v.42"},{"index":43,"sense_key":"give%2:29:11::","synset_id":"give.v.43"},{"index":44,"sense_key":"give%2:29:10::","synset_id":"give.v.44"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":19,"chosen_sense_key":"give%2:40:13::","call_ids":["semeval2015.d000.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":19,"predicted_sense_key":"give%2:40:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":1002,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2853936639148742}
{"item_id":"semeval2015.d000.s017.t001","gold_sense_keys":["medicine%1:06:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["semeval2015.d000.s017.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2822518388275057}
{"item_id":"semeval2015.d000.s017.t002","gold_sense_keys":["prevent%2:41:01::"],"candidates":[{"index":1,"sense_key":"prevent%2:41:01::","synset_id":"prevent.v.01"},{"index":2,"sense_key":"prevent%2:41:00::","synset_id":"prevent.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"prevent%2:41:00::","call_ids":["semeval2015.d000.s017.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"prevent%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28346114605665207}
{"item_id":"semeval2015.d000.s017.t004","gold_sense_keys":["fluid%1:27:02::"],"candidates":[{"index":1,"sense_key":"fluid%1:27:02::","synset_id":"fluid.n.01"},{"index":2,"sense_key":"fluid%1:27:00::","synset_id":"fluid.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"fluid%1:27:00::","call_ids":["semeval2015.d000.s017.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"fluid%1:27:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2860724558122456}
{"item_id":"semeval2015.d000.s017.t005","gold_sense_keys":["prevent%2:41:01::"],"candidates":[{"index":1,"sense_key":"prevent%2:41:01::","synset_id":"prevent.v.01"},{"index":2,"sense_key":"prevent%2:41:00::","synset_id":"prevent.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"prevent%2:41:00::","call_ids":["semeval2015.d000.s017.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"prevent%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22364060999825597}
{"item_id":"semeval2015.d000.s017.t006","gold_sense_keys":["dehydration%1:26:01::"],"candidates":[{"index":1,"sense_key":"dehydration%1:26:00::","synset_id":"dehydration.n.01"},{"index":2,"sense_key":"dehydration%1:26:01::","synset_id":"dehydration.n.02"},{"index":3,"sense_key":"dehydration%1:22:00::","synset_id":"dehydration.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dehydration%1:26:01::","call_ids":["semeval2015.d000.s017.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dehydration%1:26:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22539466503076255}
{"item_id":"semeval2015.d000.s017.t008","gold_sense_keys":["give%2:40:13::"],"candidates":[{"index":1,"sense_key":"give%2:40:03::","synset_id":"give.v.01"},{"index":2,"sense_key":"give%2:40:05::","synset_id":"yield.v.01"},{"index":3,"sense_key":"give%2:40:00::","synset_id":"give.v.03"},{"index":4,"sense_key":"give%2:40:07::","synset_id":"give.v.04"},{"index":5,"sense_key":"give%2:32:01::","synset_id":"give.v.05"},{"index":6,"sense_key":"give%2:36:02::","synset_id":"hold.v.03"},{"index":7,"sense_key":"give%2:32:00::","synset_id":"give.v.07"},{"index":8,"sense_key":"give%2:40:01::","synset_id":"give.v.08"},{"index":9,"sense_key":"give%2:36:03::","synset_id":"give.v.09"},{"index":10,"sense_key":"give%2:31:02::","synset_id":"give.v.10"},{"index":11,"sense_key":"give%2:36:00::","synset_id":"render.v.04"},{"index":12,"sense_key":"give%2:40:09::","synset_id":"impart.v.01"},{"index":13,"sense_key":"give%2:36:01::","synset_id":"establish.v.05"},{"index":14,"sense_key":"give%2:40:02::","synset_id":"give.v.14"},{"index":15,"sense_key":"give%2:41:00::","synset_id":"give.v.15"},{"index":16,"sense_key":"give%2:40:10::","synset_id":"sacrifice.v.01"},{"index":17,"sense_key":"give%2:40:06::","synset_id":"pass.v.05"},{"index":18,"sense_key":"give%2:32:03::","synset_id":"give.v.18"},{"index":19,"sense_key":"give%2:40:13::","synset_id":"give.v.19"},{"index":20,"sense_key":"give%2:40:14::","synset_id":"give.v.20"},{"index":21,"sense_key":"give%2:32:02::","synset_id":"give.v.21"},{"index":22,"sense_key":"give%2:40:11::","synset_id":"grant.v.05"},{"index":23,"sense_key":"give%2:38:00::","synset_id":"move_over.v.01"},{"index":24,"sense_key":"give%2:34:00::","synset_id":"feed.v.02"},{"index":25,"sense_key":"give%2:40:08::","synset_id":"contribute.v.02"},{"index":26,"sense_key":"give%2:38:13::","synset_id":"collapse.v.01"},{"index":27,"sense_key":"give%2:31:00::","synset_id":"give.v.27"},{"index":28,"sense_key":"give%2:41:10::","synset_id":"give.v.28"},{"index":29,"sense_key":"give%2:40:12::","synset_id":"give.v.29"},{"index":30,"sense_key":"give%2:40:15::","synset_id":"afford.v.04"},{"index":31,"sense_key":"give%2:36:13::","synset_id":"give.v.31"},{"index":32,"sense_key":"give%2:36:12::","synset_id":"give.v.32"},{"index":33,"sense_key":"give%2:35:00::","synset_id":"give.v.33"},{"index":34,"sense_key":"give%2:34:10::","synset_id":"give.v.34"},{"index":35,"sense_key":"give%2:32:11::","synset_id":"give.v.35"},{"index":36,"sense_key":"give%2:32:08::","synset_id":"give.v.36"},{"index":37,"sense_key":"give%2:32:15::","synset_id":"give.v.37"},{"index":38,"sense_key":"give%2:32:14::","synset_id":"give.v.38"},{"index":39,"sense_key":"give%2:32:09::","synset_id":"give.v.39"},{"index":40,"sense_key":"give%2:32:07::","synset_id":"give.v.40"},{"index":41,"sense_key":"give%2:32:10::","synset_id":"give.v.41"},{"index":42,"sense_key":"give%2:30:13::","synset_id":"give.v.42"},{"index":43,"sense_key":"give%2:29:11::","synset_id":"give.v.43"},{"index":44,"sense_key":"give%2:29:10::","synset_id":"give.v.44"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":19,"chosen_sense_key":"give%2:40:13::","call_ids":["semeval2015.d000.s017.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":19,"predicted_sense_key":"give%2:40:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":1002,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22690827515907586}
{"item_id":"semeval2015.d000.s017.t009","gold_sense_keys":["before%4:02:03::"],"candidates":[{"index":1,"sense_key":"before%4:02:03::","synset_id":"earlier.r.01"},{"index":2,"sense_key":"before%4:02:01::","synset_id":"ahead.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"before%4:02:03::","call_ids":["semeval2015.d000.s017.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"before%4:02:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28092964203096926}
{"item_id":"semeval2015.d000.s017.t010","gold_sense_keys":["after%4:02:01::"],"candidates":[{"index":1,"sense_key":"after%4:02:01::","synset_id":"subsequently.r.01"},{"index":2,"sense_key":"after%4:02:00::","synset_id":"after.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"after%4:02:00::","call_ids":["semeval2015.d000.s017.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"after%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28244552481919527}
{"item_id":"semeval2015.d000.s017.t011","gold_sense_keys":["dose%1:06:00::"],"candidates":[{"index":1,"sense_key":"dose%1:06:00::","synset_id":"dose.n.01"},{"index":2,"sense_key":"dose%1:23:00::","synset_id":"dose.n.02"},{"index":3,"sense_key":"dose%1:26:00::","synset_id":"venereal_disease.n.01"},{"index":4,"sense_key":"dose%1:06:01::","synset_id":"acid.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dose%1:23:00::","call_ids":["semeval2015.d000.s017.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dose%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2983307328540832}
{"item_id":"semeval2015.d000.s018.t000","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["semeval2015.d000.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2840015299152583}
{"item_id":"semeval2015.d000.s018.t001","gold_sense_keys":["delay%2:30:00::"],"candidates":[{"index":1,"sense_key":"delay%2:30:00::","synset_id":"delay.v.01"},{"index":2,"sense_key":"delay%2:42:00::","synset_id":"delay.v.02"},{"index":3,"sense_key":"delay%2:30:01::","synset_id":"stay.v.06"},{"index":4,"sense_key":"delay%2:30:05::","synset_id":"check.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"delay%2:42:00::","call_ids":["semeval2015.d000.s018.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"delay%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2855515009723604}
{"item_id":"semeval2015.d000.s018.t002","gold_sense_keys":["discontinue%2:42:00::"],"candidates":[{"index":1,"sense_key":"discontinue%2:42:00::","synset_id":"discontinue.v.01"},{"index":2,"sense_key":"discontinue%2:42:01::","synset_id":"discontinue.v.02"},{"index":3,"sense_key":"discontinue%2:30:00::","synset_id":"break.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discontinue%2:42:01::","call_ids":["semeval2015.d000.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discontinue%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28712726291269064}
{"item_id":"semeval2015.d000.s018.t003","gold_sense_keys":["dose%1:06:00::"],"candidates":[{"index":1,"sense_key":"dose%1:06:00::","synset_id":"dose.n.01"},{"index":2,"sense_key":"dose%1:23:00::","synset_id":"dose.n.02"},{"index":3,"sense_key":"dose%1:26:00::","synset_id":"venereal_disease.n.01"},{"index":4,"sense_key":"dose%1:06:01::","synset_id":"acid.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dose%1:23:00::","call_ids":["semeval2015.d000.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dose%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2990269768051803}
{"item_id":"semeval2015.d000.s018.t004","gold_sense_keys":["reduce%2:30:00::"],"candidates":[{"index":1,"sense_key":"reduce%2:30:00::","synset_id":"reduce.v.01"},{"index":2,"sense_key":"reduce%2:30:06::","synset_id":"reduce.v.02"},{"index":3,"sense_key":"reduce%2:41:00::","synset_id":"reduce.v.03"},{"index":4,"sense_key":"reduce%2:40:04::","synset_id":"reduce.v.04"},{"index":5,"sense_key":"reduce%2:37:00::","synset_id":"reduce.v.05"},{"index":6,"sense_key":"reduce%2:30:11::","synset_id":"reduce.v.06"},{"index":7,"sense_key":"reduce%2:30:05::","synset_id":"shrink.v.03"},{"index":8,"sense_key":"reduce%2:40:00::","synset_id":"reduce.v.08"},{"index":9,"sense_key":"reduce%2:30:04::","synset_id":"reduce.v.09"},{"index":10,"sense_key":"reduce%2:30:03::","synset_id":"deoxidize.v.01"},{"index":11,"sense_key":"reduce%2:30:01::","synset_id":"reduce.v.11"},{"index":12,"sense_key":"reduce%2:41:03::","synset_id":"repress.v.01"},{"index":13,"sense_key":"reduce%2:35:00::","synset_id":"reduce.v.13"},{"index":14,"sense_key":"reduce%2:35:01::","synset_id":"reduce.v.14"},{"index":15,"sense_key":"reduce%2:30:12::","synset_id":"reduce.v.15"},{"index":16,"sense_key":"reduce%2:30:08::","synset_id":"abridge.v.01"},{"index":17,"sense_key":"reduce%2:30:10::","synset_id":"boil_down.v.02"},{"index":18,"sense_key":"reduce%2:30:02::","synset_id":"reduce.v.18"},{"index":19,"sense_key":"reduce%2:30:09::","synset_id":"dilute.v.01"},{"index":20,"sense_key":"reduce%2:29:00::","synset_id":"reduce.v.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"reduce%2:40:00::","call_ids":["semeval2015.d000.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"reduce%2:40:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":507,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29032310494221747}
{"item_id":"semeval2015.d000.s018.t005","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"patient%1:18:00::","call_ids":["semeval2015.d000.s018.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"patient%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29187923087738454}
{"item_id":"semeval2015.d000.s018.t006","gold_sense_keys":["blood_count%1:23:00::"],"candidates":[{"index":1,"sense_key":"blood_count%1:23:00::","synset_id":"blood_count.n.01"},{"index":2,"sense_key":"blood_count%1:04:00::","synset_id":"blood_count.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"blood_count%1:23:00::","call_ids":["semeval2015.d000.s018.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"blood_count%1:23:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2946813909802586}
{"item_id":"semeval2015.d000.s018.t007","gold_sense_keys":["abnormal%3:00:00::"],"candidates":[{"index":1,"sense_key":"abnormal%3:00:00::","synset_id":"abnormal.a.01"},{"index":2,"sense_key":"abnormal%3:00:03::","synset_id":"abnormal.a.02"},{"index":3,"sense_key":"abnormal%5:00:00:immoderate:00","synset_id":"abnormal.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"abnormal%3:00:00::","call_ids":["semeval2015.d000.s018.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"abnormal%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29575905785895884}
{"item_id":"semeval2015.d000.s018.t008","gold_sense_keys":["have%2:30:01::","have%2:39:06::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"have%2:29:02::","call_ids":["semeval2015.d000.s018.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"have%2:29:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":500,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29285210999660194}
{"item_id":"semeval2015.d000.s018.t009","gold_sense_keys":["certain%5:00:00:definite:00"],"candidates":[{"index":1,"sense_key":"certain%5:00:00:definite:00","synset_id":"certain.s.01"},{"index":2,"sense_key":"certain%3:00:02::","synset_id":"certain.a.02"},{"index":3,"sense_key":"certain%3:00:01::","synset_id":"certain.a.03"},{"index":4,"sense_key":"certain%3:00:03::","synset_id":"certain.a.04"},{"index":5,"sense_key":"certain%3:00:05::","synset_id":"sealed.a.01"},{"index":6,"sense_key":"certain%5:00:00:reliable:00","synset_id":"certain.s.02"},{"index":7,"sense_key":"certain%5:00:00:careful:00","synset_id":"certain.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"certain%3:00:01::","call_ids":["semeval2015.d000.s018.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"certain%3:00:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2879165399353951}
{"item_id":"semeval2015.d000.s018.t010","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["semeval2015.d000.s018.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24219282902777195}
{"item_id":"semeval2015.d000.s018.t011","gold_sense_keys":["side_effect%1:26:00::"],"candidates":[{"index":1,"sense_key":"side_effect%1:26:00::","synset_id":"side_effect.n.01"},{"index":2,"sense_key":"side_effect%1:19:00::","synset_id":"side_effect.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"side_effect%1:26:00::","call_ids":["semeval2015.d000.s018.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"side_effect%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29860577802173793}
{"item_id":"semeval2015.d000.s019.t002","gold_sense_keys":["use%1:04:00::"],"candidates":[{"index":1,"sense_key":"use%1:04:00::","synset_id":"use.n.01"},{"index":2,"sense_key":"use%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"use%1:07:02::","synset_id":"use.n.03"},{"index":4,"sense_key":"use%1:22:00::","synset_id":"consumption.n.03"},{"index":5,"sense_key":"use%1:04:01::","synset_id":"habit.n.02"},{"index":6,"sense_key":"use%1:04:02::","synset_id":"manipulation.n.01"},{"index":7,"sense_key":"use%1:07:03::","synset_id":"use.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"use%1:07:03::","call_ids":["semeval2015.d000.s019.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"use%1:07:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":283,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2998782661743462}
{"item_id":"semeval2015.d000.s019.t003","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"patient%1:18:00::","call_ids":["semeval2015.d000.s019.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"patient%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2963733661454171}
{"item_id":"semeval2015.d000.s019.t004","gold_sense_keys":["moderate%3:00:00::","moderate%5:00:00:mild:00"],"candidates":[{"index":1,"sense_key":"moderate%3:00:00::","synset_id":"moderate.a.01"},{"index":2,"sense_key":"moderate%5:00:00:mild:00","synset_id":"moderate.s.01"},{"index":3,"sense_key":"moderate%5:00:00:temperate:00","synset_id":"moderate.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"moderate%5:00:00:mild:00","call_ids":["semeval2015.d000.s019.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"moderate%5:00:00:mild:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3010881310328841}
{"item_id":"semeval2015.d000.s019.t005","gold_sense_keys":["severe%5:00:00:critical:03","severe%5:00:00:intense:00","severe%5:00:01:bad:00"],"candidates":[{"index":1,"sense_key":"severe%5:00:00:intense:00","synset_id":"severe.s.01"},{"index":2,"sense_key":"severe%5:00:00:strong:00","synset_id":"hard.s.01"},{"index":3,"sense_key":"severe%5:00:00:plain:01","synset_id":"austere.s.01"},{"index":4,"sense_key":"severe%5:00:02:nonindulgent:00","synset_id":"severe.s.04"},{"index":5,"sense_key":"severe%5:00:00:critical:03","synset_id":"dangerous.s.01"},{"index":6,"sense_key":"severe%5:00:01:bad:00","synset_id":"severe.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"severe%5:00:01:bad:00","call_ids":["semeval2015.d000.s019.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"severe%5:00:01:bad:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3023634669370949}
{"item_id":"semeval2015.d000.s019.t007","gold_sense_keys":["problem%1:09:00::","problem%1:26:00::"],"candidates":[{"index":1,"sense_key":"problem%1:26:00::","synset_id":"problem.n.01"},{"index":2,"sense_key":"problem%1:10:00::","synset_id":"problem.n.02"},{"index":3,"sense_key":"problem%1:09:00::","synset_id":"trouble.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"problem%1:09:00::","call_ids":["semeval2015.d000.s019.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"problem%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30361735983751714}
{"item_id":"semeval2015.d000.s020.t000","gold_sense_keys":["more%3:00:01::"],"candidates":[{"index":1,"sense_key":"more%3:00:01::","synset_id":"more.a.01"},{"index":2,"sense_key":"more%3:00:02::","synset_id":"more.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"more%3:00:01::","call_ids":["semeval2015.d000.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"more%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3048125449568033}
{"item_id":"semeval2015.d000.s020.t001","gold_sense_keys":["information%1:09:00::"],"candidates":[{"index":1,"sense_key":"information%1:10:00::","synset_id":"information.n.01"},{"index":2,"sense_key":"information%1:09:00::","synset_id":"information.n.02"},{"index":3,"sense_key":"information%1:10:02::","synset_id":"information.n.03"},{"index":4,"sense_key":"information%1:14:00::","synset_id":"data.n.01"},{"index":5,"sense_key":"information%1:07:00::","synset_id":"information.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"information%1:07:00::","call_ids":["semeval2015.d000.s020.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"information%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2782820980064571}
{"item_id":"semeval2015.d000.s020.t002","gold_sense_keys":["see%2:39:13::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"see%2:32:00::","call_ids":["semeval2015.d000.s020.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"see%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":643,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26634367601945996}
{"item_id":"semeval2015.d000.s020.t004","gold_sense_keys":["product%1:06:01::"],"candidates":[{"index":1,"sense_key":"product%1:06:01::","synset_id":"merchandise.n.01"},{"index":2,"sense_key":"product%1:06:00::","synset_id":"product.n.02"},{"index":3,"sense_key":"product%1:09:00::","synset_id":"product.n.03"},{"index":4,"sense_key":"product%1:27:00::","synset_id":"product.n.04"},{"index":5,"sense_key":"product%1:19:00::","synset_id":"product.n.05"},{"index":6,"sense_key":"product%1:14:00::","synset_id":"intersection.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"product%1:06:00::","call_ids":["semeval2015.d000.s020.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"product%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2689644938800484}
{"item_id":"semeval2015.d000.s020.t006","gold_sense_keys":["part%1:09:00::","part%1:24:00::"],"candidates":[{"index":1,"sense_key":"part%1:24:00::","synset_id":"part.n.01"},{"index":2,"sense_key":"part%1:06:00::","synset_id":"part.n.02"},{"index":3,"sense_key":"part%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"part%1:09:02::","synset_id":"part.n.04"},{"index":5,"sense_key":"part%1:15:00::","synset_id":"region.n.01"},{"index":6,"sense_key":"part%1:04:01::","synset_id":"function.n.03"},{"index":7,"sense_key":"part%1:09:01::","synset_id":"character.n.04"},{"index":8,"sense_key":"part%1:21:00::","synset_id":"share.n.01"},{"index":9,"sense_key":"part%1:09:00::","synset_id":"part.n.09"},{"index":10,"sense_key":"part%1:08:01::","synset_id":"part.n.10"},{"index":11,"sense_key":"part%1:10:00::","synset_id":"part.n.11"},{"index":12,"sense_key":"part%1:04:03::","synset_id":"contribution.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"part%1:09:00::","call_ids":["semeval2015.d000.s020.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"part%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":415,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27003087382763624}
{"item_id":"semeval2015.d000.s022.t000","gold_sense_keys":["active%3:00:07::"],"candidates":[{"index":1,"sense_key":"active%3:00:02::","synset_id":"active.a.01"},{"index":2,"sense_key":"active%5:00:00:operational:00","synset_id":"active.s.01"},{"index":3,"sense_key":"active%3:00:03::","synset_id":"active.a.03"},{"index":4,"sense_key":"active%5:00:00:involved:00","synset_id":"active.s.02"},{"index":5,"sense_key":"active%3:00:01::","synset_id":"active.a.05"},{"index":6,"sense_key":"active%3:00:07::","synset_id":"active.a.06"},{"index":7,"sense_key":"active%3:00:06::","synset_id":"active.a.07"},{"index":8,"sense_key":"active%5:00:00:existent:00","synset_id":"active.s.03"},{"index":9,"sense_key":"active%3:00:10::","synset_id":"active.a.09"},{"index":10,"sense_key":"active%3:00:09::","synset_id":"active.a.10"},{"index":11,"sense_key":"active%3:00:00::","synset_id":"active.a.11"},{"index":12,"sense_key":"active%3:00:05::","synset_id":"active.a.12"},{"index":13,"sense_key":"active%3:00:04::","synset_id":"active.a.13"},{"index":14,"sense_key":"active%3:00:08::","synset_id":"active.a.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"active%5:00:00:existent:00","call_ids":["semeval2015.d000.s022.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"active%5:00:00:existent:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":422,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2709892210550606}
{"item_id":"semeval2015.d000.s022.t001","gold_sense_keys":["substance%1:03:01::"],"candidates":[{"index":1,"sense_key":"substance%1:03:00::","synset_id":"substance.n.01"},{"index":2,"sense_key":"substance%1:09:01::","synset_id":"kernel.n.03"},{"index":3,"sense_key":"substance%1:09:00::","synset_id":"meaning.n.02"},{"index":4,"sense_key":"substance%1:27:00::","synset_id":"substance.n.04"},{"index":5,"sense_key":"substance%1:21:00::","synset_id":"means.n.03"},{"index":6,"sense_key":"substance%1:10:00::","synset_id":"message.n.02"},{"index":7,"sense_key":"substance%1:03:01::","synset_id":"substance.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"substance%1:03:01::","call_ids":["semeval2015.d000.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"substance%1:03:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":285,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27227231906726956}
{"item_id":"semeval2015.d000.s022.t003","gold_sense_keys":["medicine%1:06:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["semeval2015.d000.s022.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21749936998821795}
{"item_id":"semeval2015.d000.s022.t004","gold_sense_keys":["medicine%1:06:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["semeval2015.d000.s022.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21570499008521438}
{"item_id":"semeval2015.d000.s022.t005","gold_sense_keys":["kill%2:35:00::","kill%2:35:01::","kill%2:35:02::"],"candidates":[{"index":1,"sense_key":"kill%2:35:00::","synset_id":"kill.v.01"},{"index":2,"sense_key":"kill%2:41:01::","synset_id":"kill.v.02"},{"index":3,"sense_key":"kill%2:30:08::","synset_id":"stamp_out.v.01"},{"index":4,"sense_key":"kill%2:42:00::","synset_id":"kill.v.04"},{"index":5,"sense_key":"kill%2:39:00::","synset_id":"kill.v.05"},{"index":6,"sense_key":"kill%2:37:00::","synset_id":"kill.v.06"},{"index":7,"sense_key":"kill%2:35:06::","synset_id":"kill.v.07"},{"index":8,"sense_key":"kill%2:35:05::","synset_id":"kill.v.08"},{"index":9,"sense_key":"kill%2:35:02::","synset_id":"kill.v.09"},{"index":10,"sense_key":"kill%2:35:01::","synset_id":"kill.v.10"},{"index":11,"sense_key":"kill%2:34:00::","synset_id":"toss_off.v.02"},{"index":12,"sense_key":"kill%2:30:00::","synset_id":"kill.v.12"},{"index":13,"sense_key":"kill%2:30:04::","synset_id":"kill.v.13"},{"index":14,"sense_key":"kill%2:30:03::","synset_id":"kill.v.14"},{"index":15,"sense_key":"kill%2:30:02::","synset_id":"kill.v.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"kill%2:35:02::","call_ids":["semeval2015.d000.s022.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"kill%2:35:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":441,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20201925584115088}
{"item_id":"semeval2015.d000.s022.t006","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["semeval2015.d000.s022.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24136587511748075}
{"item_id":"semeval2015.d000.s022.t007","gold_sense_keys":["divide%2:35:00::"],"candidates":[{"index":1,"sense_key":"divide%2:41:00::","synset_id":"divide.v.01"},{"index":2,"sense_key":"divide%2:31:00::","synset_id":"divide.v.02"},{"index":3,"sense_key":"divide%2:42:00::","synset_id":"separate.v.01"},{"index":4,"sense_key":"divide%2:35:00::","synset_id":"separate.v.12"},{"index":5,"sense_key":"divide%2:38:00::","synset_id":"separate.v.07"},{"index":6,"sense_key":"divide%2:35:01::","synset_id":"separate.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"divide%2:42:00::","call_ids":["semeval2015.d000.s022.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"divide%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2471120380796492}
{"item_id":"semeval2015.d000.s023.t000","gold_sense_keys":["body%1:08:00::"],"candidates":[{"index":1,"sense_key":"body%1:08:00::","synset_id":"body.n.01"},{"index":2,"sense_key":"body%1:14:00::","synset_id":"body.n.02"},{"index":3,"sense_key":"body%1:08:02::","synset_id":"body.n.03"},{"index":4,"sense_key":"body%1:17:00::","synset_id":"body.n.04"},{"index":5,"sense_key":"body%1:08:01::","synset_id":"torso.n.01"},{"index":6,"sense_key":"body%1:14:02::","synset_id":"body.n.06"},{"index":7,"sense_key":"body%1:07:00::","synset_id":"consistency.n.01"},{"index":8,"sense_key":"body%1:10:00::","synset_id":"body.n.08"},{"index":9,"sense_key":"body%1:07:01::","synset_id":"body.n.09"},{"index":10,"sense_key":"body%1:06:01::","synset_id":"soundbox.n.01"},{"index":11,"sense_key":"body%1:06:00::","synset_id":"body.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"body%1:07:01::","call_ids":["semeval2015.d000.s023.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"body%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":380,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24830074817873538}
{"item_id":"semeval2015.d000.s023.t001","gold_sense_keys":["convert%2:30:03::"],"candidates":[{"index":1,"sense_key":"convert%2:30:00::","synset_id":"convert.v.01"},{"index":2,"sense_key":"convert%2:30:03::","synset_id":"convert.v.02"},{"index":3,"sense_key":"convert%2:30:01::","synset_id":"convert.v.03"},{"index":4,"sense_key":"convert%2:30:02::","synset_id":"change.v.06"},{"index":5,"sense_key":"convert%2:30:07::","synset_id":"convert.v.05"},{"index":6,"sense_key":"convert%2:33:02::","synset_id":"convert.v.06"},{"index":7,"sense_key":"convert%2:33:01::","synset_id":"convert.v.07"},{"index":8,"sense_key":"convert%2:33:00::","synset_id":"convert.v.08"},{"index":9,"sense_key":"convert%2:32:00::","synset_id":"convert.v.09"},{"index":10,"sense_key":"convert%2:30:09::","synset_id":"commute.v.04"},{"index":11,"sense_key":"convert%2:30:04::","synset_id":"convert.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"convert%2:30:04::","call_ids":["semeval2015.d000.s023.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"convert%2:30:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":383,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24950617016293108}
{"item_id":"semeval2015.d000.s023.t002","gold_sense_keys":["active%3:00:07::"],"candidates":[{"index":1,"sense_key":"active%3:00:02::","synset_id":"active.a.01"},{"index":2,"sense_key":"active%5:00:00:operational:00","synset_id":"active.s.01"},{"index":3,"sense_key":"active%3:00:03::","synset_id":"active.a.03"},{"index":4,"sense_key":"active%5:00:00:involved:00","synset_id":"active.s.02"},{"index":5,"sense_key":"active%3:00:01::","synset_id":"active.a.05"},{"index":6,"sense_key":"active%3:00:07::","synset_id":"active.a.06"},{"index":7,"sense_key":"active%3:00:06::","synset_id":"active.a.07"},{"index":8,"sense_key":"active%5:00:00:existent:00","synset_id":"active.s.03"},{"index":9,"sense_key":"active%3:00:10::","synset_id":"active.a.09"},{"index":10,"sense_key":"active%3:00:09::","synset_id":"active.a.10"},{"index":11,"sense_key":"active%3:00:00::","synset_id":"active.a.11"},{"index":12,"sense_key":"active%3:00:05::","synset_id":"active.a.12"},{"index":13,"sense_key":"active%3:00:04::","synset_id":"active.a.13"},{"index":14,"sense_key":"active%3:00:08::","synset_id":"active.a.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"active%5:00:00:existent:00","call_ids":["semeval2015.d000.s023.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"active%5:00:00:existent:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":423,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2506225099787116}
{"item_id":"semeval2015.d000.s023.t003","gold_sense_keys":["form%1:07:03::"],"candidates":[{"index":1,"sense_key":"form%1:10:00::","synset_id":"form.n.01"},{"index":2,"sense_key":"form%1:09:01::","synset_id":"kind.n.01"},{"index":3,"sense_key":"form%1:09:00::","synset_id":"form.n.03"},{"index":4,"sense_key":"form%1:07:01::","synset_id":"shape.n.01"},{"index":5,"sense_key":"form%1:08:00::","synset_id":"human_body.n.01"},{"index":6,"sense_key":"form%1:03:00::","synset_id":"shape.n.02"},{"index":7,"sense_key":"form%1:07:00::","synset_id":"form.n.07"},{"index":8,"sense_key":"form%1:10:01::","synset_id":"form.n.08"},{"index":9,"sense_key":"form%1:14:02::","synset_id":"form.n.09"},{"index":10,"sense_key":"form%1:10:02::","synset_id":"form.n.10"},{"index":11,"sense_key":"form%1:07:03::","synset_id":"form.n.11"},{"index":12,"sense_key":"form%1:26:00::","synset_id":"phase.n.02"},{"index":13,"sense_key":"form%1:14:00::","synset_id":"class.n.02"},{"index":14,"sense_key":"form%1:07:02::","synset_id":"form.n.14"},{"index":15,"sense_key":"form%1:06:00::","synset_id":"mannequin.n.02"},{"index":16,"sense_key":"form%1:06:01::","synset_id":"form.n.16"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":14,"chosen_sense_key":"form%1:07:02::","call_ids":["semeval2015.d000.s023.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":14,"predicted_sense_key":"form%1:07:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":535,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2518157681915909}
{"item_id":"semeval2015.d000.s023.t004","gold_sense_keys":["block%2:41:01::"],"candidates":[{"index":1,"sense_key":"block%2:35:00::","synset_id":"barricade.v.01"},{"index":2,"sense_key":"block%2:41:00::","synset_id":"obstruct.v.01"},{"index":3,"sense_key":"block%2:41:01::","synset_id":"stop.v.03"},{"index":4,"sense_key":"block%2:32:00::","synset_id":"jam.v.04"},{"index":5,"sense_key":"block%2:41:03::","synset_id":"block.v.05"},{"index":6,"sense_key":"block%2:39:05::","synset_id":"block.v.06"},{"index":7,"sense_key":"block%2:39:00::","synset_id":"obstruct.v.03"},{"index":8,"sense_key":"block%2:35:03::","synset_id":"block.v.08"},{"index":9,"sense_key":"block%2:35:02::","synset_id":"stuff.v.03"},{"index":10,"sense_key":"block%2:35:12::","synset_id":"obstruct.v.02"},{"index":11,"sense_key":"block%2:35:06::","synset_id":"block.v.11"},{"index":12,"sense_key":"block%2:33:00::","synset_id":"parry.v.01"},{"index":13,"sense_key":"block%2:31:00::","synset_id":"forget.v.02"},{"index":14,"sense_key":"block%2:30:01::","synset_id":"block.v.14"},{"index":15,"sense_key":"block%2:30:00::","synset_id":"block.v.15"},{"index":16,"sense_key":"block%2:30:02::","synset_id":"freeze.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"block%2:41:00::","call_ids":["semeval2015.d000.s023.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"block%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":444,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2412740841973573}
{"item_id":"semeval2015.d000.s023.t007","gold_sense_keys":["involved%3:00:00::"],"candidates":[{"index":1,"sense_key":"involved%3:00:00::","synset_id":"involved.a.01"},{"index":2,"sense_key":"involved%5:00:00:encumbered:00","synset_id":"involved.s.01"},{"index":3,"sense_key":"involved%5:00:00:attached:01","synset_id":"involved.s.02"},{"index":4,"sense_key":"involved%5:00:00:complex:00","synset_id":"byzantine.s.01"},{"index":5,"sense_key":"involved%5:00:00:enclosed:00","synset_id":"involved.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"involved%3:00:00::","call_ids":["semeval2015.d000.s023.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"involved%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":235,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24278632597997785}
{"item_id":"semeval2015.d000.s023.t008","gold_sense_keys":["produce%2:36:02::","produce%2:36:03::"],"candidates":[{"index":1,"sense_key":"produce%2:36:02::","synset_id":"produce.v.01"},{"index":2,"sense_key":"produce%2:36:00::","synset_id":"produce.v.02"},{"index":3,"sense_key":"produce%2:36:03::","synset_id":"produce.v.03"},{"index":4,"sense_key":"produce%2:39:01::","synset_id":"produce.v.04"},{"index":5,"sense_key":"produce%2:36:05::","synset_id":"grow.v.07"},{"index":6,"sense_key":"produce%2:39:00::","synset_id":"produce.v.06"},{"index":7,"sense_key":"produce%2:29:00::","synset_id":"grow.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"produce%2:36:03::","call_ids":["semeval2015.d000.s023.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"produce%2:36:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":274,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24394281790591776}
{"item_id":"semeval2015.d000.s023.t010","gold_sense_keys":["building_block%1:17:00::"],"candidates":[{"index":1,"sense_key":"building_block%1:17:00::","synset_id":"unit.n.05"},{"index":2,"sense_key":"building_block%1:06:00::","synset_id":"building_block.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"building_block%1:17:00::","call_ids":["semeval2015.d000.s023.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"building_block%1:17:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24927494721487164}
{"item_id":"semeval2015.d000.s023.t013","gold_sense_keys":["genetic%3:01:02::"],"candidates":[{"index":1,"sense_key":"genetic%5:00:00:inheritable:00","synset_id":"familial.s.01"},{"index":2,"sense_key":"genetic%3:01:02::","synset_id":"genic.a.01"},{"index":3,"sense_key":"genetic%3:01:01::","synset_id":"genetic.a.03"},{"index":4,"sense_key":"genetic%3:01:00::","synset_id":"genetic.a.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"genetic%3:01:01::","call_ids":["semeval2015.d000.s023.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"genetic%3:01:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2471987889148295}
{"item_id":"semeval2015.d000.s023.t014","gold_sense_keys":["material%1:27:00::"],"candidates":[{"index":1,"sense_key":"material%1:27:00::","synset_id":"material.n.01"},{"index":2,"sense_key":"material%1:10:00::","synset_id":"material.n.02"},{"index":3,"sense_key":"material%1:06:00::","synset_id":"fabric.n.01"},{"index":4,"sense_key":"material%1:06:01::","synset_id":"material.n.04"},{"index":5,"sense_key":"material%1:18:00::","synset_id":"material.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"material%1:06:00::","call_ids":["semeval2015.d000.s023.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"material%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":255,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24538345006294549}
{"item_id":"semeval2015.d000.s023.t015","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["semeval2015.d000.s023.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":274,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24093811493366957}
{"item_id":"semeval2015.d000.s024.t000","gold_sense_keys":["study%2:31:02::"],"candidates":[{"index":1,"sense_key":"study%2:31:02::","synset_id":"analyze.v.01"},{"index":2,"sense_key":"study%2:31:03::","synset_id":"study.v.02"},{"index":3,"sense_key":"study%2:39:00::","synset_id":"study.v.03"},{"index":4,"sense_key":"study%2:31:00::","synset_id":"learn.v.04"},{"index":5,"sense_key":"study%2:31:01::","synset_id":"study.v.05"},{"index":6,"sense_key":"study%2:31:04::","synset_id":"study.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"study%2:31:02::","call_ids":["semeval2015.d000.s024.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"study%2:31:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2542334699537605}
{"item_id":"semeval2015.d000.s025.t000","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["semeval2015.d000.s025.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24876864394173026}
{"item_id":"semeval2015.d000.s025.t004","gold_sense_keys":["study%2:31:02::"],"candidates":[{"index":1,"sense_key":"study%2:31:02::","synset_id":"analyze.v.01"},{"index":2,"sense_key":"study%2:31:03::","synset_id":"study.v.02"},{"index":3,"sense_key":"study%2:39:00::","synset_id":"study.v.03"},{"index":4,"sense_key":"study%2:31:00::","synset_id":"learn.v.04"},{"index":5,"sense_key":"study%2:31:01::","synset_id":"study.v.05"},{"index":6,"sense_key":"study%2:31:04::","synset_id":"study.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"study%2:39:00::","call_ids":["semeval2015.d000.s025.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"study%2:39:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24987032287754118}
{"item_id":"semeval2015.d000.s025.t005","gold_sense_keys":["main%5:00:00:important:00"],"candidates":[{"index":1,"sense_key":"main%5:00:00:important:00","synset_id":"chief.s.01"},{"index":2,"sense_key":"main%3:00:02::","synset_id":"independent.a.03"},{"index":3,"sense_key":"main%5:00:00:intense:00","synset_id":"main.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"main%5:00:00:important:00","call_ids":["semeval2015.d000.s025.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"main%5:00:00:important:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25101593183353543}
{"item_id":"semeval2015.d000.s025.t006","gold_sense_keys":["study%1:04:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["semeval2015.d000.s025.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":347,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2519971071742475}
{"item_id":"semeval2015.d000.s025.t007","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"patient%1:18:00::","call_ids":["semeval2015.d000.s025.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"patient%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.254280837951228}
{"item_id":"semeval2015.d000.s025.t012","gold_sense_keys":["before%4:02:03::"],"candidates":[{"index":1,"sense_key":"before%4:02:03::","synset_id":"earlier.r.01"},{"index":2,"sense_key":"before%4:02:01::","synset_id":"ahead.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"before%4:02:03::","call_ids":["semeval2015.d000.s025.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"before%4:02:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25514670298434794}
{"item_id":"semeval2015.d000.s026.t000","gold_sense_keys":["effect%1:26:00::"],"candidates":[{"index":1,"sense_key":"effect%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"effect%1:07:00::","synset_id":"impression.n.02"},{"index":3,"sense_key":"effect%1:09:00::","synset_id":"effect.n.03"},{"index":4,"sense_key":"effect%1:10:00::","synset_id":"effect.n.04"},{"index":5,"sense_key":"effect%1:07:01::","synset_id":"effect.n.05"},{"index":6,"sense_key":"effect%1:26:00::","synset_id":"effect.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"effect%1:07:01::","call_ids":["semeval2015.d000.s026.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"effect%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18787949811667204}
{"item_id":"semeval2015.d000.s026.t002","gold_sense_keys":["compare%2:31:00::"],"candidates":[{"index":1,"sense_key":"compare%2:31:00::","synset_id":"compare.v.01"},{"index":2,"sense_key":"compare%2:42:00::","synset_id":"compare.v.02"},{"index":3,"sense_key":"compare%2:31:01::","synset_id":"compare.v.03"},{"index":4,"sense_key":"compare%2:32:00::","synset_id":"compare.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"compare%2:31:01::","call_ids":["semeval2015.d000.s026.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"compare%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19045232189819217}
{"item_id":"semeval2015.d000.s027.t000","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["semeval2015.d000.s027.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19165292009711266}
{"item_id":"semeval2015.d000.s027.t001","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["semeval2015.d000.s027.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":283,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22709351894445717}
{"item_id":"semeval2015.d000.s027.t003","gold_sense_keys":["effect%1:26:00::"],"candidates":[{"index":1,"sense_key":"effect%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"effect%1:07:00::","synset_id":"impression.n.02"},{"index":3,"sense_key":"effect%1:09:00::","synset_id":"effect.n.03"},{"index":4,"sense_key":"effect%1:10:00::","synset_id":"effect.n.04"},{"index":5,"sense_key":"effect%1:07:01::","synset_id":"effect.n.05"},{"index":6,"sense_key":"effect%1:26:00::","synset_id":"effect.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"effect%1:07:01::","call_ids":["semeval2015.d000.s027.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"effect%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2283959521446377}
{"item_id":"semeval2015.d000.s027.t004","gold_sense_keys":["compare%2:31:00::"],"candidates":[{"index":1,"sense_key":"compare%2:31:00::","synset_id":"compare.v.01"},{"index":2,"sense_key":"compare%2:42:00::","synset_id":"compare.v.02"},{"index":3,"sense_key":"compare%2:31:01::","synset_id":"compare.v.03"},{"index":4,"sense_key":"compare%2:32:00::","synset_id":"compare.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"compare%2:31:01::","call_ids":["semeval2015.d000.s027.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"compare%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2298953728750348}
{"item_id":"semeval2015.d000.s027.t006","gold_sense_keys":["medicine%1:06:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["semeval2015.d000.s027.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23139663902111351}
{"item_id":"semeval2015.d000.s027.t007","gold_sense_keys":["study%1:04:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["semeval2015.d000.s027.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":364,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23287157085724175}
{"item_id":"semeval2015.d000.s027.t008","gold_sense_keys":["involve%2:42:04::"],"candidates":[{"index":1,"sense_key":"involve%2:42:01::","synset_id":"involve.v.01"},{"index":2,"sense_key":"involve%2:42:04::","synset_id":"involve.v.02"},{"index":3,"sense_key":"involve%2:42:00::","synset_id":"imply.v.05"},{"index":4,"sense_key":"involve%2:42:07::","synset_id":"necessitate.v.01"},{"index":5,"sense_key":"involve%2:42:02::","synset_id":"involve.v.05"},{"index":6,"sense_key":"involve%2:31:00::","synset_id":"involve.v.06"},{"index":7,"sense_key":"involve%2:30:00::","synset_id":"involve.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"involve%2:42:00::","call_ids":["semeval2015.d000.s027.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"involve%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":280,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23419936606660485}
{"item_id":"semeval2015.d000.s027.t009","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"patient%1:18:00::","call_ids":["semeval2015.d000.s027.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"patient%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23553597694262862}
{"item_id":"semeval2015.d000.s027.t010","gold_sense_keys":["locally%4:02:01::"],"candidates":[{"index":1,"sense_key":"locally%4:02:00::","synset_id":"locally.r.01"},{"index":2,"sense_key":"locally%4:02:01::","synset_id":"locally.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"locally%4:02:00::","call_ids":["semeval2015.d000.s027.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"locally%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23666958697140217}
{"item_id":"semeval2015.d000.s027.t011","gold_sense_keys":["advanced%5:00:00:late:02"],"candidates":[{"index":1,"sense_key":"advanced%5:00:00:precocious:00","synset_id":"advanced.s.01"},{"index":2,"sense_key":"advanced%5:00:00:late:02","synset_id":"advanced.s.02"},{"index":3,"sense_key":"advanced%5:00:00:progressive:01","synset_id":"advanced.s.03"},{"index":4,"sense_key":"advanced%5:00:02:high:02","synset_id":"advanced.s.04"},{"index":5,"sense_key":"advanced%5:00:00:high-tech:00","synset_id":"advanced.s.05"},{"index":6,"sense_key":"advanced%5:00:00:late:00","synset_id":"advanced.s.06"},{"index":7,"sense_key":"advanced%5:00:00:civilized:00","synset_id":"advanced.s.07"},{"index":8,"sense_key":"advanced%5:00:00:front:00","synset_id":"advance.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"advanced%5:00:00:progressive:01","call_ids":["semeval2015.d000.s027.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"advanced%5:00:00:progressive:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":285,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23796710697934031}
{"item_id":"semeval2015.d000.s027.t016","gold_sense_keys":["past%1:28:00::"],"candidates":[{"index":1,"sense_key":"past%1:28:00::","synset_id":"past.n.01"},{"index":2,"sense_key":"past%1:28:01::","synset_id":"past.n.02"},{"index":3,"sense_key":"past%1:10:00::","synset_id":"past.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"past%1:10:00::","call_ids":["semeval2015.d000.s027.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"past%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2391976029612124}
{"item_id":"semeval2015.d000.s028.t001","gold_sense_keys":["compare%2:31:00::"],"candidates":[{"index":1,"sense_key":"compare%2:31:00::","synset_id":"compare.v.01"},{"index":2,"sense_key":"compare%2:42:00::","synset_id":"compare.v.02"},{"index":3,"sense_key":"compare%2:31:01::","synset_id":"compare.v.03"},{"index":4,"sense_key":"compare%2:32:00::","synset_id":"compare.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"compare%2:31:01::","call_ids":["semeval2015.d000.s028.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"compare%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24043126497417688}
{"item_id":"semeval2015.d000.s028.t003","gold_sense_keys":["medicine%1:06:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["semeval2015.d000.s028.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21107137901708484}
{"item_id":"semeval2015.d000.s028.t005","gold_sense_keys":["study%1:04:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["semeval2015.d000.s028.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":357,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23259774805046618}
{"item_id":"semeval2015.d000.s028.t006","gold_sense_keys":["involve%2:42:04::"],"candidates":[{"index":1,"sense_key":"involve%2:42:01::","synset_id":"involve.v.01"},{"index":2,"sense_key":"involve%2:42:04::","synset_id":"involve.v.02"},{"index":3,"sense_key":"involve%2:42:00::","synset_id":"imply.v.05"},{"index":4,"sense_key":"involve%2:42:07::","synset_id":"necessitate.v.01"},{"index":5,"sense_key":"involve%2:42:02::","synset_id":"involve.v.05"},{"index":6,"sense_key":"involve%2:31:00::","synset_id":"involve.v.06"},{"index":7,"sense_key":"involve%2:30:00::","synset_id":"involve.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"involve%2:42:00::","call_ids":["semeval2015.d000.s028.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"involve%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24471720797009766}
{"item_id":"semeval2015.d000.s028.t007","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"patient%1:18:00::","call_ids":["semeval2015.d000.s028.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"patient%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24609044613316655}
{"item_id":"semeval2015.d000.s028.t012","gold_sense_keys":["past%1:28:00::"],"candidates":[{"index":1,"sense_key":"past%1:28:00::","synset_id":"past.n.01"},{"index":2,"sense_key":"past%1:28:01::","synset_id":"past.n.02"},{"index":3,"sense_key":"past%1:10:00::","synset_id":"past.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"past%1:10:00::","call_ids":["semeval2015.d000.s028.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"past%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24730017594993114}
{"item_id":"semeval2015.d000.s029.t000","gold_sense_keys":["study%1:04:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["semeval2015.d000.s029.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":328,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2485785090830177}
{"item_id":"semeval2015.d000.s029.t001","gold_sense_keys":["main%5:00:00:important:00"],"candidates":[{"index":1,"sense_key":"main%5:00:00:important:00","synset_id":"chief.s.01"},{"index":2,"sense_key":"main%3:00:02::","synset_id":"independent.a.03"},{"index":3,"sense_key":"main%5:00:00:intense:00","synset_id":"main.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"main%5:00:00:important:00","call_ids":["semeval2015.d000.s029.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"main%5:00:00:important:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2568105119280517}
{"item_id":"semeval2015.d000.s029.t002","gold_sense_keys":["measure%1:10:03::"],"candidates":[{"index":1,"sense_key":"measure%1:04:01::","synset_id":"measure.n.01"},{"index":2,"sense_key":"measure%1:03:00::","synset_id":"measure.n.02"},{"index":3,"sense_key":"measure%1:10:02::","synset_id":"bill.n.01"},{"index":4,"sense_key":"measure%1:04:00::","synset_id":"measurement.n.01"},{"index":5,"sense_key":"measure%1:10:03::","synset_id":"standard.n.01"},{"index":6,"sense_key":"measure%1:10:01::","synset_id":"meter.n.03"},{"index":7,"sense_key":"measure%1:10:00::","synset_id":"measure.n.07"},{"index":8,"sense_key":"measure%1:06:00::","synset_id":"measuring_stick.n.01"},{"index":9,"sense_key":"measure%1:06:01::","synset_id":"measure.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"measure%1:03:00::","call_ids":["semeval2015.d000.s029.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"measure%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":304,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24973443406634033}
{"item_id":"semeval2015.d000.s029.t004","gold_sense_keys":["long%4:02:00::"],"candidates":[{"index":1,"sense_key":"long%4:02:00::","synset_id":"long.r.01"},{"index":2,"sense_key":"long%4:02:03::","synset_id":"long.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"long%4:02:00::","call_ids":["semeval2015.d000.s029.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"long%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":122,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2510797812137753}
{"item_id":"semeval2015.d000.s029.t005","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"patient%1:10:00::","call_ids":["semeval2015.d000.s029.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"patient%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2549108879175037}
{"item_id":"semeval2015.d000.s029.t006","gold_sense_keys":["survive%2:42:01::"],"candidates":[{"index":1,"sense_key":"survive%2:42:01::","synset_id":"survive.v.01"},{"index":2,"sense_key":"survive%2:42:02::","synset_id":"survive.v.02"},{"index":3,"sense_key":"survive%2:42:00::","synset_id":"exist.v.02"},{"index":4,"sense_key":"survive%2:42:03::","synset_id":"outlive.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"survive%2:42:02::","call_ids":["semeval2015.d000.s029.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"survive%2:42:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25201656110584736}
{"item_id":"semeval2015.d000.s030.t000","gold_sense_keys":["benefit%1:07:00::"],"candidates":[{"index":1,"sense_key":"benefit%1:21:00::","synset_id":"benefit.n.01"},{"index":2,"sense_key":"benefit%1:07:00::","synset_id":"benefit.n.02"},{"index":3,"sense_key":"benefit%1:10:00::","synset_id":"benefit.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"benefit%1:07:00::","call_ids":["semeval2015.d000.s030.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"benefit%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25226480793207884}
{"item_id":"semeval2015.d000.s030.t001","gold_sense_keys":["show%2:32:00::","show%2:39:00::"],"candidates":[{"index":1,"sense_key":"show%2:39:02::","synset_id":"show.v.01"},{"index":2,"sense_key":"show%2:31:00::","synset_id":"prove.v.02"},{"index":3,"sense_key":"show%2:32:00::","synset_id":"testify.v.02"},{"index":4,"sense_key":"show%2:39:00::","synset_id":"show.v.04"},{"index":5,"sense_key":"show%2:36:00::","synset_id":"picture.v.02"},{"index":6,"sense_key":"show%2:32:02::","synset_id":"express.v.01"},{"index":7,"sense_key":"show%2:32:01::","synset_id":"indicate.v.02"},{"index":8,"sense_key":"show%2:39:01::","synset_id":"show.v.08"},{"index":9,"sense_key":"show%2:32:04::","synset_id":"read.v.08"},{"index":10,"sense_key":"show%2:32:03::","synset_id":"show.v.10"},{"index":11,"sense_key":"show%2:38:00::","synset_id":"usher.v.01"},{"index":12,"sense_key":"show%2:33:00::","synset_id":"show.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"show%2:32:00::","call_ids":["semeval2015.d000.s030.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"show%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":370,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28935563610866666}
{"item_id":"semeval2015.d000.s030.t002","gold_sense_keys":["study%1:04:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["semeval2015.d000.s030.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":323,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29067017207853496}
{"item_id":"semeval2015.d000.s031.t000","gold_sense_keys":["increase%2:30:02::"],"candidates":[{"index":1,"sense_key":"increase%2:30:00::","synset_id":"increase.v.01"},{"index":2,"sense_key":"increase%2:30:02::","synset_id":"increase.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"increase%2:30:00::","call_ids":["semeval2015.d000.s031.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"increase%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22992160101421177}
{"item_id":"semeval2015.d000.s031.t001","gold_sense_keys":["survival%1:26:00::"],"candidates":[{"index":1,"sense_key":"survival%1:26:00::","synset_id":"survival.n.01"},{"index":2,"sense_key":"survival%1:22:00::","synset_id":"survival.n.02"},{"index":3,"sense_key":"survival%1:04:00::","synset_id":"survival.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"survival%1:26:00::","call_ids":["semeval2015.d000.s031.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"survival%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2267217778135091}
{"item_id":"semeval2015.d000.s031.t002","gold_sense_keys":["time%1:28:00::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"time%1:28:00::","call_ids":["semeval2015.d000.s031.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"time%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":316,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2279181310441345}
{"item_id":"semeval2015.d000.s031.t003","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"patient%1:18:00::","call_ids":["semeval2015.d000.s031.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"patient%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23073196620680392}
{"item_id":"semeval2015.d000.s032.t000","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"patient%1:18:00::","call_ids":["semeval2015.d000.s032.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"patient%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23197173210792243}
{"item_id":"semeval2015.d000.s032.t002","gold_sense_keys":["survive%2:42:01::"],"candidates":[{"index":1,"sense_key":"survive%2:42:01::","synset_id":"survive.v.01"},{"index":2,"sense_key":"survive%2:42:02::","synset_id":"survive.v.02"},{"index":3,"sense_key":"survive%2:42:00::","synset_id":"exist.v.02"},{"index":4,"sense_key":"survive%2:42:03::","synset_id":"outlive.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"survive%2:42:02::","call_ids":["semeval2015.d000.s032.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"survive%2:42:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23316142708063126}
{"item_id":"semeval2015.d000.s032.t003","gold_sense_keys":["average%1:09:00::"],"candidates":[{"index":1,"sense_key":"average%1:09:00::","synset_id":"average.n.01"},{"index":2,"sense_key":"average%1:24:00::","synset_id":"average.n.02"},{"index":3,"sense_key":"average%1:09:01::","synset_id":"average.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"average%1:09:01::","call_ids":["semeval2015.d000.s032.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"average%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23506035702303052}
{"item_id":"semeval2015.d000.s032.t004","gold_sense_keys":["month%1:28:00::"],"candidates":[{"index":1,"sense_key":"month%1:28:01::","synset_id":"calendar_month.n.01"},{"index":2,"sense_key":"month%1:28:00::","synset_id":"month.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"month%1:28:01::","call_ids":["semeval2015.d000.s032.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"month%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26326640602201223}
{"item_id":"semeval2015.d000.s032.t005","gold_sense_keys":["compare%2:31:00::"],"candidates":[{"index":1,"sense_key":"compare%2:31:00::","synset_id":"compare.v.01"},{"index":2,"sense_key":"compare%2:42:00::","synset_id":"compare.v.02"},{"index":3,"sense_key":"compare%2:31:01::","synset_id":"compare.v.03"},{"index":4,"sense_key":"compare%2:32:00::","synset_id":"compare.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"compare%2:31:01::","call_ids":["semeval2015.d000.s032.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"compare%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2698445648420602}
{"item_id":"semeval2015.d000.s032.t006","gold_sense_keys":["month%1:28:00::"],"candidates":[{"index":1,"sense_key":"month%1:28:01::","synset_id":"calendar_month.n.01"},{"index":2,"sense_key":"month%1:28:00::","synset_id":"month.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"month%1:28:00::","call_ids":["semeval2015.d000.s032.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"month%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2680854860227555}
{"item_id":"semeval2015.d000.s033.t000","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["semeval2015.d000.s033.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2610647021792829}
{"item_id":"semeval2015.d000.s033.t001","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"patient%1:18:00::","call_ids":["semeval2015.d000.s033.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"patient%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27094525285065174}
{"item_id":"semeval2015.d000.s033.t002","gold_sense_keys":["cell%1:03:00::"],"candidates":[{"index":1,"sense_key":"cell%1:06:03::","synset_id":"cell.n.01"},{"index":2,"sense_key":"cell%1:03:00::","synset_id":"cell.n.02"},{"index":3,"sense_key":"cell%1:06:00::","synset_id":"cell.n.03"},{"index":4,"sense_key":"cell%1:14:00::","synset_id":"cell.n.04"},{"index":5,"sense_key":"cell%1:06:04::","synset_id":"cellular_telephone.n.01"},{"index":6,"sense_key":"cell%1:06:02::","synset_id":"cell.n.06"},{"index":7,"sense_key":"cell%1:06:01::","synset_id":"cell.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"cell%1:03:00::","call_ids":["semeval2015.d000.s033.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"cell%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27216641907580197}
{"item_id":"semeval2015.d000.s033.t005","gold_sense_keys":["effective%3:00:00::","effective%5:00:00:competent:00","effective%5:00:00:efficacious:00"],"candidates":[{"index":1,"sense_key":"effective%3:00:00::","synset_id":"effective.a.01"},{"index":2,"sense_key":"effective%5:00:00:competent:00","synset_id":"effective.s.01"},{"index":3,"sense_key":"effective%5:00:00:efficacious:00","synset_id":"effective.s.02"},{"index":4,"sense_key":"effective%5:00:00:operative:00","synset_id":"effective.s.03"},{"index":5,"sense_key":"effective%5:00:00:actual:00","synset_id":"effective.s.04"},{"index":6,"sense_key":"effective%5:00:00:operational:00","synset_id":"effective.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"effective%5:00:00:efficacious:00","call_ids":["semeval2015.d000.s033.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"effective%5:00:00:efficacious:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2727218000218272}
{"item_id":"semeval2015.d000.s034.t000","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"patient%1:10:00::","call_ids":["semeval2015.d000.s034.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"patient%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2736883528996259}
{"item_id":"semeval2015.d000.s034.t003","gold_sense_keys":["past%1:28:00::"],"candidates":[{"index":1,"sense_key":"past%1:28:00::","synset_id":"past.n.01"},{"index":2,"sense_key":"past%1:28:01::","synset_id":"past.n.02"},{"index":3,"sense_key":"past%1:10:00::","synset_id":"past.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"past%1:10:00::","call_ids":["semeval2015.d000.s034.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"past%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26288731093518436}
{"item_id":"semeval2015.d000.s034.t004","gold_sense_keys":["average%5:00:01:normal:01","average%5:00:02:normal:01","average%5:00:03:normal:01"],"candidates":[{"index":1,"sense_key":"average%5:00:02:normal:01","synset_id":"average.s.01"},{"index":2,"sense_key":"average%5:00:00:common:01","synset_id":"average.s.02"},{"index":3,"sense_key":"average%5:00:00:ordinary:00","synset_id":"average.s.03"},{"index":4,"sense_key":"average%5:00:00:moderate:00","synset_id":"average.s.04"},{"index":5,"sense_key":"average%5:00:03:normal:01","synset_id":"modal.s.01"},{"index":6,"sense_key":"average%5:00:01:normal:01","synset_id":"median.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"average%5:00:01:normal:01","call_ids":["semeval2015.d000.s034.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"average%5:00:01:normal:01","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":295,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21043172897771}
{"item_id":"semeval2015.d000.s034.t005","gold_sense_keys":["survival%1:26:00::"],"candidates":[{"index":1,"sense_key":"survival%1:26:00::","synset_id":"survival.n.01"},{"index":2,"sense_key":"survival%1:22:00::","synset_id":"survival.n.02"},{"index":3,"sense_key":"survival%1:04:00::","synset_id":"survival.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"survival%1:26:00::","call_ids":["semeval2015.d000.s034.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"survival%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":155,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22053383709862828}
{"item_id":"semeval2015.d000.s034.t006","gold_sense_keys":["time%1:28:00::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"time%1:03:00::","call_ids":["semeval2015.d000.s034.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"time%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":336,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23572143400087953}
{"item_id":"semeval2015.d000.s034.t007","gold_sense_keys":["month%1:28:00::"],"candidates":[{"index":1,"sense_key":"month%1:28:01::","synset_id":"calendar_month.n.01"},{"index":2,"sense_key":"month%1:28:00::","synset_id":"month.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"month%1:28:00::","call_ids":["semeval2015.d000.s034.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"month%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23687080200761557}
{"item_id":"semeval2015.d000.s034.t008","gold_sense_keys":["compare%2:31:00::"],"candidates":[{"index":1,"sense_key":"compare%2:31:00::","synset_id":"compare.v.01"},{"index":2,"sense_key":"compare%2:42:00::","synset_id":"compare.v.02"},{"index":3,"sense_key":"compare%2:31:01::","synset_id":"compare.v.03"},{"index":4,"sense_key":"compare%2:32:00::","synset_id":"compare.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"compare%2:31:01::","call_ids":["semeval2015.d000.s034.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"compare%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2377380020916462}
{"item_id":"semeval2015.d000.s034.t009","gold_sense_keys":["month%1:28:00::"],"candidates":[{"index":1,"sense_key":"month%1:28:01::","synset_id":"calendar_month.n.01"},{"index":2,"sense_key":"month%1:28:00::","synset_id":"month.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"month%1:28:00::","call_ids":["semeval2015.d000.s034.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"month%1:28:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2387944799847901}
{"item_id":"semeval2015.d000.s035.t000","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"patient%1:18:00::","call_ids":["semeval2015.d000.s035.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"patient%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2558303519617766}
{"item_id":"semeval2015.d000.s035.t004","gold_sense_keys":["past%1:28:00::"],"candidates":[{"index":1,"sense_key":"past%1:28:00::","synset_id":"past.n.01"},{"index":2,"sense_key":"past%1:28:01::","synset_id":"past.n.02"},{"index":3,"sense_key":"past%1:10:00::","synset_id":"past.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"past%1:10:00::","call_ids":["semeval2015.d000.s035.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"past%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25707626598887146}
{"item_id":"semeval2015.d000.s035.t005","gold_sense_keys":["average%5:00:01:normal:01","average%5:00:02:normal:01","average%5:00:03:normal:01"],"candidates":[{"index":1,"sense_key":"average%5:00:02:normal:01","synset_id":"average.s.01"},{"index":2,"sense_key":"average%5:00:00:common:01","synset_id":"average.s.02"},{"index":3,"sense_key":"average%5:00:00:ordinary:00","synset_id":"average.s.03"},{"index":4,"sense_key":"average%5:00:00:moderate:00","synset_id":"average.s.04"},{"index":5,"sense_key":"average%5:00:03:normal:01","synset_id":"modal.s.01"},{"index":6,"sense_key":"average%5:00:01:normal:01","synset_id":"median.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"average%5:00:01:normal:01","call_ids":["semeval2015.d000.s035.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"average%5:00:01:normal:01","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":282,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2584320600144565}
{"item_id":"semeval2015.d000.s035.t006","gold_sense_keys":["survival%1:26:00::"],"candidates":[{"index":1,"sense_key":"survival%1:26:00::","synset_id":"survival.n.01"},{"index":2,"sense_key":"survival%1:22:00::","synset_id":"survival.n.02"},{"index":3,"sense_key":"survival%1:04:00::","synset_id":"survival.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"survival%1:26:00::","call_ids":["semeval2015.d000.s035.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"survival%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.230015073902905}
{"item_id":"semeval2015.d000.s035.t007","gold_sense_keys":["time%1:28:00::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"time%1:03:00::","call_ids":["semeval2015.d000.s035.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"time%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":323,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26342758606188}
{"item_id":"semeval2015.d000.s035.t008","gold_sense_keys":["month%1:28:00::"],"candidates":[{"index":1,"sense_key":"month%1:28:01::","synset_id":"calendar_month.n.01"},{"index":2,"sense_key":"month%1:28:00::","synset_id":"month.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"month%1:28:01::","call_ids":["semeval2015.d000.s035.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"month%1:28:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2462077068630606}
{"item_id":"semeval2015.d000.s035.t009","gold_sense_keys":["group%1:03:00::"],"candidates":[{"index":1,"sense_key":"group%1:03:00::","synset_id":"group.n.01"},{"index":2,"sense_key":"group%1:27:00::","synset_id":"group.n.02"},{"index":3,"sense_key":"group%1:09:00::","synset_id":"group.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"group%1:03:00::","call_ids":["semeval2015.d000.s035.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"group%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24865877907723188}
{"item_id":"semeval2015.d000.s036.t000","gold_sense_keys":["however%4:02:04::"],"candidates":[{"index":1,"sense_key":"however%4:02:00::","synset_id":"however.r.01"},{"index":2,"sense_key":"however%4:02:04::","synset_id":"however.r.02"},{"index":3,"sense_key":"however%4:02:02::","synset_id":"however.r.03"},{"index":4,"sense_key":"however%4:02:01::","synset_id":"however.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"however%4:02:04::","call_ids":["semeval2015.d000.s036.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"however%4:02:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2472630930133164}
{"item_id":"semeval2015.d000.s036.t001","gold_sense_keys":["study%1:04:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["semeval2015.d000.s036.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":343,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2528315740637481}
{"item_id":"semeval2015.d000.s036.t002","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"patient%1:10:00::","call_ids":["semeval2015.d000.s036.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"patient%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25128475786186755}
{"item_id":"semeval2015.d000.s036.t003","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cancer%1:26:00::","call_ids":["semeval2015.d000.s036.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cancer%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25373748620040715}
{"item_id":"semeval2015.d000.s036.t005","gold_sense_keys":["affect%2:29:00::"],"candidates":[{"index":1,"sense_key":"affect%2:30:00::","synset_id":"affect.v.01"},{"index":2,"sense_key":"affect%2:29:00::","synset_id":"affect.v.02"},{"index":3,"sense_key":"affect%2:42:00::","synset_id":"involve.v.01"},{"index":4,"sense_key":"affect%2:32:00::","synset_id":"feign.v.01"},{"index":5,"sense_key":"affect%2:37:00::","synset_id":"affect.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"affect%2:29:00::","call_ids":["semeval2015.d000.s036.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"affect%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25474290386773646}
{"item_id":"semeval2015.d000.s036.t008","gold_sense_keys":["long%3:00:02::"],"candidates":[{"index":1,"sense_key":"long%3:00:02::","synset_id":"long.a.01"},{"index":2,"sense_key":"long%3:00:01::","synset_id":"long.a.02"},{"index":3,"sense_key":"long%5:00:00:tall:00","synset_id":"long.s.01"},{"index":4,"sense_key":"long%3:00:00::","synset_id":"retentive.a.01"},{"index":5,"sense_key":"long%3:00:05::","synset_id":"long.a.05"},{"index":6,"sense_key":"long%3:00:04::","synset_id":"long.a.06"},{"index":7,"sense_key":"long%5:00:00:unsound:00","synset_id":"long.s.02"},{"index":8,"sense_key":"long%5:00:00:provident:00","synset_id":"farseeing.s.02"},{"index":9,"sense_key":"long%5:00:00:abundant:00","synset_id":"long.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"long%3:00:02::","call_ids":["semeval2015.d000.s036.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"long%3:00:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":331,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25566804595291615}
{"item_id":"semeval2015.d000.s036.t009","gold_sense_keys":["survival%1:26:00::"],"candidates":[{"index":1,"sense_key":"survival%1:26:00::","synset_id":"survival.n.01"},{"index":2,"sense_key":"survival%1:22:00::","synset_id":"survival.n.02"},{"index":3,"sense_key":"survival%1:04:00::","synset_id":"survival.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"survival%1:26:00::","call_ids":["semeval2015.d000.s036.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"survival%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2568105929531157}
{"item_id":"semeval2015.d000.s036.t010","gold_sense_keys":["time%1:28:00::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"time%1:28:04::","call_ids":["semeval2015.d000.s036.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"time%1:28:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":330,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25780321611091495}
{"item_id":"semeval2015.d000.s037.t000","gold_sense_keys":["contrast%1:24:00::"],"candidates":[{"index":1,"sense_key":"contrast%1:24:00::","synset_id":"contrast.n.01"},{"index":2,"sense_key":"contrast%1:04:00::","synset_id":"contrast.n.02"},{"index":3,"sense_key":"contrast%1:09:01::","synset_id":"line.n.29"},{"index":4,"sense_key":"contrast%1:09:00::","synset_id":"contrast.n.04"},{"index":5,"sense_key":"contrast%1:07:00::","synset_id":"contrast.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"contrast%1:24:00::","call_ids":["semeval2015.d000.s037.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"contrast%1:24:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2590445668902248}
{"item_id":"semeval2015.d000.s037.t001","gold_sense_keys":["patient%1:18:00::"],"candidates":[{"index":1,"sense_key":"patient%1:18:00::","synset_id":"patient.n.01"},{"index":2,"sense_key":"patient%1:10:00::","synset_id":"affected_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"patient%1:10:00::","call_ids":["semeval2015.d000.s037.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"patient%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26002277596853673}
{"item_id":"semeval2015.d000.s037.t002","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cancer%1:15:00::","call_ids":["semeval2015.d000.s037.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cancer%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2452918291091919}
{"item_id":"semeval2015.d000.s037.t003","gold_sense_keys":["affect%2:29:00::"],"candidates":[{"index":1,"sense_key":"affect%2:30:00::","synset_id":"affect.v.01"},{"index":2,"sense_key":"affect%2:29:00::","synset_id":"affect.v.02"},{"index":3,"sense_key":"affect%2:42:00::","synset_id":"involve.v.01"},{"index":4,"sense_key":"affect%2:32:00::","synset_id":"feign.v.01"},{"index":5,"sense_key":"affect%2:37:00::","synset_id":"affect.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"affect%2:29:00::","call_ids":["semeval2015.d000.s037.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"affect%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2463304940611124}
{"item_id":"semeval2015.d000.s037.t006","gold_sense_keys":["short%3:00:02::"],"candidates":[{"index":1,"sense_key":"short%3:00:02::","synset_id":"short.a.01"},{"index":2,"sense_key":"short%3:00:01::","synset_id":"short.a.02"},{"index":3,"sense_key":"short%3:00:03::","synset_id":"short.a.03"},{"index":4,"sense_key":"short%5:00:00:insufficient:00","synset_id":"inadequate.s.01"},{"index":5,"sense_key":"short%3:00:00::","synset_id":"unretentive.a.01"},{"index":6,"sense_key":"short%3:00:05::","synset_id":"short.a.06"},{"index":7,"sense_key":"short%3:00:04::","synset_id":"short.a.07"},{"index":8,"sense_key":"short%5:00:02:insufficient:00","synset_id":"light.s.10"},{"index":9,"sense_key":"short%5:00:00:improvident:00","synset_id":"short.s.03"},{"index":10,"sense_key":"short%5:00:00:breakable:00","synset_id":"short.s.04"},{"index":11,"sense_key":"short%5:00:00:discourteous:00","synset_id":"brusque.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"short%3:00:01::","call_ids":["semeval2015.d000.s037.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"short%3:00:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":366,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2508815680630505}
{"item_id":"semeval2015.d000.s037.t007","gold_sense_keys":["survival%1:26:00::"],"candidates":[{"index":1,"sense_key":"survival%1:26:00::","synset_id":"survival.n.01"},{"index":2,"sense_key":"survival%1:22:00::","synset_id":"survival.n.02"},{"index":3,"sense_key":"survival%1:04:00::","synset_id":"survival.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"survival%1:22:00::","call_ids":["semeval2015.d000.s037.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"survival%1:22:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":139,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.251984269823879}
{"item_id":"semeval2015.d000.s037.t008","gold_sense_keys":["time%1:28:00::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"time%1:03:00::","call_ids":["semeval2015.d000.s037.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"time%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":320,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25303463195450604}
{"item_id":"semeval2015.d001.s000.t000","gold_sense_keys":["mathematical%3:01:00::"],"candidates":[{"index":1,"sense_key":"mathematical%3:01:00::","synset_id":"mathematical.a.01"},{"index":2,"sense_key":"mathematical%3:00:00::","synset_id":"numerical.a.03"},{"index":3,"sense_key":"mathematical%5:00:00:unquestionable:00","synset_id":"mathematical.s.01"},{"index":4,"sense_key":"mathematical%5:00:00:possible:00","synset_id":"mathematical.s.02"},{"index":5,"sense_key":"mathematical%5:00:00:exact:00","synset_id":"mathematical.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mathematical%3:00:00::","call_ids":["semeval2015.d001.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mathematical%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2540675178170204}
{"item_id":"semeval2015.d001.s000.t001","gold_sense_keys":["base%2:31:00::"],"candidates":[{"index":1,"sense_key":"base%2:31:00::","synset_id":"establish.v.08"},{"index":2,"sense_key":"base%2:42:04::","synset_id":"base.v.02"},{"index":3,"sense_key":"base%2:34:00::","synset_id":"free-base.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"base%2:31:00::","call_ids":["semeval2015.d001.s000.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"base%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2552056130953133}
{"item_id":"semeval2015.d001.s001.t001","gold_sense_keys":["capable%3:00:00::"],"candidates":[{"index":1,"sense_key":"capable%3:00:00::","synset_id":"capable.a.01"},{"index":2,"sense_key":"capable%5:00:00:susceptible:00","synset_id":"capable.s.01"},{"index":3,"sense_key":"capable%3:00:02::","synset_id":"capable.a.03"},{"index":4,"sense_key":"capable%5:00:00:adequate:00","synset_id":"adequate_to.s.01"},{"index":5,"sense_key":"capable%5:00:00:competent:00","synset_id":"able.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"capable%5:00:00:adequate:00","call_ids":["semeval2015.d001.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"capable%5:00:00:adequate:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25603881012648344}
{"item_id":"semeval2015.d001.s001.t002","gold_sense_keys":["make%2:36:12::"],"candidates":[{"index":1,"sense_key":"make%2:41:00::","synset_id":"make.v.01"},{"index":2,"sense_key":"make%2:30:00::","synset_id":"make.v.02"},{"index":3,"sense_key":"make%2:36:00::","synset_id":"make.v.03"},{"index":4,"sense_key":"make%2:32:00::","synset_id":"induce.v.02"},{"index":5,"sense_key":"make%2:36:08::","synset_id":"cause.v.01"},{"index":6,"sense_key":"make%2:36:01::","synset_id":"produce.v.02"},{"index":7,"sense_key":"make%2:31:00::","synset_id":"draw.v.04"},{"index":8,"sense_key":"make%2:36:15::","synset_id":"make.v.08"},{"index":9,"sense_key":"make%2:36:09::","synset_id":"create.v.05"},{"index":10,"sense_key":"make%2:40:01::","synset_id":"gain.v.08"},{"index":11,"sense_key":"make%2:36:05::","synset_id":"do.v.08"},{"index":12,"sense_key":"make%2:42:05::","synset_id":"form.v.02"},{"index":13,"sense_key":"make%2:38:02::","synset_id":"reach.v.07"},{"index":14,"sense_key":"make%2:42:00::","synset_id":"make.v.14"},{"index":15,"sense_key":"make%2:36:11::","synset_id":"make.v.15"},{"index":16,"sense_key":"make%2:36:12::","synset_id":"make.v.16"},{"index":17,"sense_key":"make%2:36:13::","synset_id":"construct.v.01"},{"index":18,"sense_key":"make%2:30:15::","synset_id":"make.v.18"},{"index":19,"sense_key":"make%2:29:08::","synset_id":"make.v.19"},{"index":20,"sense_key":"make%2:41:03::","synset_id":"name.v.03"},{"index":21,"sense_key":"make%2:40:02::","synset_id":"have.v.17"},{"index":22,"sense_key":"make%2:38:00::","synset_id":"reach.v.01"},{"index":23,"sense_key":"make%2:31:13::","synset_id":"lay_down.v.01"},{"index":24,"sense_key":"make%2:41:13::","synset_id":"make.v.24"},{"index":25,"sense_key":"make%2:41:01::","synset_id":"make.v.25"},{"index":26,"sense_key":"make%2:36:04::","synset_id":"hold.v.03"},{"index":27,"sense_key":"make%2:30:02::","synset_id":"make.v.27"},{"index":28,"sense_key":"make%2:38:05::","synset_id":"take.v.27"},{"index":29,"sense_key":"make%2:29:00::","synset_id":"stool.v.04"},{"index":30,"sense_key":"make%2:42:09::","synset_id":"make.v.30"},{"index":31,"sense_key":"make%2:42:13::","synset_id":"make.v.31"},{"index":32,"sense_key":"make%2:42:12::","synset_id":"make.v.32"},{"index":33,"sense_key":"make%2:42:11::","synset_id":"make.v.33"},{"index":34,"sense_key":"make%2:42:15::","synset_id":"make.v.34"},{"index":35,"sense_key":"make%2:39:12::","synset_id":"make.v.35"},{"index":36,"sense_key":"make%2:38:10::","synset_id":"make.v.36"},{"index":37,"sense_key":"make%2:38:15::","synset_id":"make.v.37"},{"index":38,"sense_key":"make%2:36:10::","synset_id":"make.v.38"},{"index":39,"sense_key":"make%2:36:07::","synset_id":"cook.v.02"},{"index":40,"sense_key":"make%2:35:13::","synset_id":"seduce.v.01"},{"index":41,"sense_key":"make%2:32:14::","synset_id":"make.v.41"},{"index":42,"sense_key":"make%2:32:09::","synset_id":"make.v.42"},{"index":43,"sense_key":"make%2:31:10::","synset_id":"make.v.43"},{"index":44,"sense_key":"make%2:31:12::","synset_id":"make.v.44"},{"index":45,"sense_key":"make%2:30:10::","synset_id":"make.v.45"},{"index":46,"sense_key":"make%2:30:14::","synset_id":"make.v.46"},{"index":47,"sense_key":"make%2:30:12::","synset_id":"make.v.47"},{"index":48,"sense_key":"make%2:29:06::","synset_id":"make.v.48"},{"index":49,"sense_key":"make%2:29:01::","synset_id":"make.v.49"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":32,"chosen_sense_key":"make%2:42:12::","call_ids":["semeval2015.d001.s001.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":32,"predicted_sense_key":"make%2:42:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":1075,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2570207780227065}
{"item_id":"semeval2015.d001.s001.t003","gold_sense_keys":["simple%3:00:02::","simple%5:00:00:easy:01"],"candidates":[{"index":1,"sense_key":"simple%3:00:02::","synset_id":"simple.a.01"},{"index":2,"sense_key":"simple%5:00:00:easy:01","synset_id":"elementary.s.01"},{"index":3,"sense_key":"simple%5:00:02:plain:01","synset_id":"bare.s.04"},{"index":4,"sense_key":"simple%5:00:00:naive:00","synset_id":"childlike.s.02"},{"index":5,"sense_key":"simple%5:00:00:retarded:00","synset_id":"dim-witted.s.01"},{"index":6,"sense_key":"simple%3:00:01::","synset_id":"simple.a.06"},{"index":7,"sense_key":"simple%5:00:00:plain:01","synset_id":"simple.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"simple%5:00:00:easy:01","call_ids":["semeval2015.d001.s001.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"simple%5:00:00:easy:01","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26088749384507537}
{"item_id":"semeval2015.d001.s001.t004","gold_sense_keys":["operation%1:04:01::"],"candidates":[{"index":1,"sense_key":"operation%1:26:00::","synset_id":"operation.n.01"},{"index":2,"sense_key":"operation%1:04:06::","synset_id":"operation.n.02"},{"index":3,"sense_key":"operation%1:04:03::","synset_id":"operation.n.03"},{"index":4,"sense_key":"operation%1:22:00::","synset_id":"operation.n.04"},{"index":5,"sense_key":"operation%1:04:02::","synset_id":"operation.n.05"},{"index":6,"sense_key":"operation%1:04:00::","synset_id":"operation.n.06"},{"index":7,"sense_key":"operation%1:04:05::","synset_id":"operation.n.07"},{"index":8,"sense_key":"operation%1:22:01::","synset_id":"operation.n.08"},{"index":9,"sense_key":"operation%1:09:00::","synset_id":"process.n.02"},{"index":10,"sense_key":"operation%1:04:01::","synset_id":"mathematical_process.n.01"},{"index":11,"sense_key":"operation%1:04:07::","synset_id":"operation.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"operation%1:22:00::","call_ids":["semeval2015.d001.s001.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"operation%1:22:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":434,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26174536207690835}
{"item_id":"semeval2015.d001.s001.t006","gold_sense_keys":["3d%1:09:00::"],"candidates":[{"index":1,"sense_key":"3-d%1:10:00::","synset_id":"three-d.n.01"},{"index":2,"sense_key":"3-d%1:09:00::","synset_id":"three-d.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"3-d%1:09:00::","call_ids":["semeval2015.d001.s001.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"3-d%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22292422596365213}
{"item_id":"semeval2015.d001.s002.t000","gold_sense_keys":["actually%4:02:00::","actually%4:02:02::"],"candidates":[{"index":1,"sense_key":"actually%4:02:01::","synset_id":"actually.r.01"},{"index":2,"sense_key":"actually%4:02:00::","synset_id":"actually.r.02"},{"index":3,"sense_key":"actually%4:02:03::","synset_id":"actually.r.03"},{"index":4,"sense_key":"actually%4:02:02::","synset_id":"actually.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"actually%4:02:00::","call_ids":["semeval2015.d001.s002.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"actually%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21405246807262301}
{"item_id":"semeval2015.d001.s002.t002","gold_sense_keys":["necessary%3:00:00::"],"candidates":[{"index":1,"sense_key":"necessary%3:00:00::","synset_id":"necessary.a.01"},{"index":2,"sense_key":"necessary%5:00:00:inevitable:00","synset_id":"necessary.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"necessary%3:00:00::","call_ids":["semeval2015.d001.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"necessary%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":120,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19775602081790566}
{"item_id":"semeval2015.d001.s002.t003","gold_sense_keys":["know%2:31:15::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"know%2:31:15::","call_ids":["semeval2015.d001.s002.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"know%2:31:15::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":370,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21951969899237156}
{"item_id":"semeval2015.d001.s002.t004","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"use%2:41:14::","call_ids":["semeval2015.d001.s002.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"use%2:41:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19832798303104937}
{"item_id":"semeval2015.d001.s004.t002","gold_sense_keys":["now%4:02:00::","now%4:02:04::"],"candidates":[{"index":1,"sense_key":"now%4:02:05::","synset_id":"now.r.01"},{"index":2,"sense_key":"now%4:02:00::","synset_id":"nowadays.r.01"},{"index":3,"sense_key":"now%4:02:02::","synset_id":"now.r.03"},{"index":4,"sense_key":"now%4:02:04::","synset_id":"now.r.04"},{"index":5,"sense_key":"now%4:02:01::","synset_id":"immediately.r.01"},{"index":6,"sense_key":"now%4:02:07::","synset_id":"now.r.06"},{"index":7,"sense_key":"now%4:02:06::","synset_id":"now.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"now%4:02:04::","call_ids":["semeval2015.d001.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"now%4:02:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21301179192960262}
{"item_id":"semeval2015.d001.s004.t003","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"use%2:41:04::","call_ids":["semeval2015.d001.s004.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"use%2:41:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21375061688013375}
{"item_id":"semeval2015.d001.s004.t004","gold_sense_keys":["little%3:00:03::"],"candidates":[{"index":1,"sense_key":"little%3:00:01::","synset_id":"small.a.01"},{"index":2,"sense_key":"little%3:00:03::","synset_id":"little.a.02"},{"index":3,"sense_key":"little%5:00:00:young:00","synset_id":"little.s.01"},{"index":4,"sense_key":"little%5:00:00:unimportant:00","synset_id":"fiddling.s.01"},{"index":5,"sense_key":"little%5:00:00:soft:04","synset_id":"little.s.03"},{"index":6,"sense_key":"little%3:00:00::","synset_id":"short.a.03"},{"index":7,"sense_key":"little%5:00:00:lowercase:00","synset_id":"little.s.04"},{"index":8,"sense_key":"little%5:00:00:emotional:00","synset_id":"little.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"little%3:00:03::","call_ids":["semeval2015.d001.s004.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"little%3:00:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":281,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21456333505921066}
{"item_id":"semeval2015.d001.s004.t005","gold_sense_keys":["mathematical%3:01:00::"],"candidates":[{"index":1,"sense_key":"mathematical%3:01:00::","synset_id":"mathematical.a.01"},{"index":2,"sense_key":"mathematical%3:00:00::","synset_id":"numerical.a.03"},{"index":3,"sense_key":"mathematical%5:00:00:unquestionable:00","synset_id":"mathematical.s.01"},{"index":4,"sense_key":"mathematical%5:00:00:possible:00","synset_id":"mathematical.s.02"},{"index":5,"sense_key":"mathematical%5:00:00:exact:00","synset_id":"mathematical.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mathematical%3:00:00::","call_ids":["semeval2015.d001.s004.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mathematical%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21523919398896396}
{"item_id":"semeval2015.d001.s005.t000","gold_sense_keys":["here%4:02:00::"],"candidates":[{"index":1,"sense_key":"here%4:02:00::","synset_id":"here.r.01"},{"index":2,"sense_key":"here%4:02:02::","synset_id":"here.r.02"},{"index":3,"sense_key":"here%4:02:01::","synset_id":"here.r.03"},{"index":4,"sense_key":"here%4:02:04::","synset_id":"here.r.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"here%4:02:01::","call_ids":["semeval2015.d001.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"here%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2161275539547205}
{"item_id":"semeval2015.d001.s005.t001","gold_sense_keys":["main%5:00:00:important:00"],"candidates":[{"index":1,"sense_key":"main%5:00:00:important:00","synset_id":"chief.s.01"},{"index":2,"sense_key":"main%3:00:02::","synset_id":"independent.a.03"},{"index":3,"sense_key":"main%5:00:00:intense:00","synset_id":"main.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"main%5:00:00:important:00","call_ids":["semeval2015.d001.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"main%5:00:00:important:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2169721380341798}
{"item_id":"semeval2015.d001.s005.t002","gold_sense_keys":["window%1:06:03::"],"candidates":[{"index":1,"sense_key":"window%1:06:00::","synset_id":"window.n.01"},{"index":2,"sense_key":"window%1:06:01::","synset_id":"window.n.02"},{"index":3,"sense_key":"window%1:06:02::","synset_id":"window.n.03"},{"index":4,"sense_key":"window%1:17:00::","synset_id":"window.n.04"},{"index":5,"sense_key":"window%1:28:00::","synset_id":"window.n.05"},{"index":6,"sense_key":"window%1:06:04::","synset_id":"windowpane.n.01"},{"index":7,"sense_key":"window%1:06:05::","synset_id":"window.n.07"},{"index":8,"sense_key":"window%1:06:03::","synset_id":"window.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"window%1:06:03::","call_ids":["semeval2015.d001.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"window%1:06:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":296,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2190464180894196}
{"item_id":"semeval2015.d001.s006.t000","gold_sense_keys":["main%5:00:00:important:00"],"candidates":[{"index":1,"sense_key":"main%5:00:00:important:00","synset_id":"chief.s.01"},{"index":2,"sense_key":"main%3:00:02::","synset_id":"independent.a.03"},{"index":3,"sense_key":"main%5:00:00:intense:00","synset_id":"main.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"main%3:00:02::","call_ids":["semeval2015.d001.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"main%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23377127409912646}
{"item_id":"semeval2015.d001.s006.t001","gold_sense_keys":["window%1:06:03::"],"candidates":[{"index":1,"sense_key":"window%1:06:00::","synset_id":"window.n.01"},{"index":2,"sense_key":"window%1:06:01::","synset_id":"window.n.02"},{"index":3,"sense_key":"window%1:06:02::","synset_id":"window.n.03"},{"index":4,"sense_key":"window%1:17:00::","synset_id":"window.n.04"},{"index":5,"sense_key":"window%1:28:00::","synset_id":"window.n.05"},{"index":6,"sense_key":"window%1:06:04::","synset_id":"windowpane.n.01"},{"index":7,"sense_key":"window%1:06:05::","synset_id":"window.n.07"},{"index":8,"sense_key":"window%1:06:03::","synset_id":"window.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"window%1:06:03::","call_ids":["semeval2015.d001.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"window%1:06:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23646157095208764}
{"item_id":"semeval2015.d001.s007.t000","gold_sense_keys":["main%5:00:00:important:00"],"candidates":[{"index":1,"sense_key":"main%5:00:00:important:00","synset_id":"chief.s.01"},{"index":2,"sense_key":"main%3:00:02::","synset_id":"independent.a.03"},{"index":3,"sense_key":"main%5:00:00:intense:00","synset_id":"main.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"main%3:00:02::","call_ids":["semeval2015.d001.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"main%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27831900701858103}
{"item_id":"semeval2015.d001.s007.t001","gold_sense_keys":["window%1:06:03::"],"candidates":[{"index":1,"sense_key":"window%1:06:00::","synset_id":"window.n.01"},{"index":2,"sense_key":"window%1:06:01::","synset_id":"window.n.02"},{"index":3,"sense_key":"window%1:06:02::","synset_id":"window.n.03"},{"index":4,"sense_key":"window%1:17:00::","synset_id":"window.n.04"},{"index":5,"sense_key":"window%1:28:00::","synset_id":"window.n.05"},{"index":6,"sense_key":"window%1:06:04::","synset_id":"windowpane.n.01"},{"index":7,"sense_key":"window%1:06:05::","synset_id":"window.n.07"},{"index":8,"sense_key":"window%1:06:03::","synset_id":"window.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"window%1:06:03::","call_ids":["semeval2015.d001.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"window%1:06:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":315,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29403715184889734}
{"item_id":"semeval2015.d001.s007.t002","gold_sense_keys":["consist%2:42:01::"],"candidates":[{"index":1,"sense_key":"consist%2:42:00::","synset_id":"dwell.v.02"},{"index":2,"sense_key":"consist%2:42:04::","synset_id":"consist.v.02"},{"index":3,"sense_key":"consist%2:42:02::","synset_id":"consist.v.03"},{"index":4,"sense_key":"consist%2:42:01::","synset_id":"consist.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"consist%2:42:04::","call_ids":["semeval2015.d001.s007.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"consist%2:42:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2949147280305624}
{"item_id":"semeval2015.d001.s007.t003","gold_sense_keys":["console%1:06:02::"],"candidates":[{"index":1,"sense_key":"console%1:06:03::","synset_id":"console_table.n.01"},{"index":2,"sense_key":"console%1:06:02::","synset_id":"console.n.02"},{"index":3,"sense_key":"console%1:06:01::","synset_id":"console.n.03"},{"index":4,"sense_key":"console%1:06:00::","synset_id":"cabinet.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"console%1:06:02::","call_ids":["semeval2015.d001.s007.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"console%1:06:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29593247221782804}
{"item_id":"semeval2015.d001.s007.t005","gold_sense_keys":["3d%1:09:00::"],"candidates":[{"index":1,"sense_key":"3-d%1:10:00::","synset_id":"three-d.n.01"},{"index":2,"sense_key":"3-d%1:09:00::","synset_id":"three-d.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"3-d%1:09:00::","call_ids":["semeval2015.d001.s007.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"3-d%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2967243059538305}
{"item_id":"semeval2015.d001.s008.t000","gold_sense_keys":["below%4:02:01::"],"candidates":[{"index":1,"sense_key":"below%4:02:01::","synset_id":"below.r.01"},{"index":2,"sense_key":"below%4:02:00::","synset_id":"below.r.02"},{"index":3,"sense_key":"below%4:02:02::","synset_id":"below.r.03"},{"index":4,"sense_key":"below%4:02:06::","synset_id":"downstairs.r.01"},{"index":5,"sense_key":"below%4:02:03::","synset_id":"under.r.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"below%4:02:00::","call_ids":["semeval2015.d001.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"below%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3183031228836626}
{"item_id":"semeval2015.d001.s008.t001","gold_sense_keys":["find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"find%2:40:01::","call_ids":["semeval2015.d001.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"find%2:40:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":488,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3194196759723127}
{"item_id":"semeval2015.d001.s008.t004","gold_sense_keys":["type%2:32:00::"],"candidates":[{"index":1,"sense_key":"type%2:32:00::","synset_id":"type.v.01"},{"index":2,"sense_key":"type%2:31:00::","synset_id":"type.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"type%2:31:00::","call_ids":["semeval2015.d001.s008.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"type%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2579885208979249}
{"item_id":"semeval2015.d001.s008.t005","gold_sense_keys":["function%1:24:00::"],"candidates":[{"index":1,"sense_key":"function%1:24:00::","synset_id":"function.n.01"},{"index":2,"sense_key":"function%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"function%1:04:00::","synset_id":"function.n.03"},{"index":4,"sense_key":"function%1:24:01::","synset_id":"function.n.04"},{"index":5,"sense_key":"function%1:14:00::","synset_id":"function.n.05"},{"index":6,"sense_key":"function%1:11:00::","synset_id":"affair.n.03"},{"index":7,"sense_key":"function%1:10:00::","synset_id":"routine.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"function%1:04:00::","call_ids":["semeval2015.d001.s008.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"function%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":263,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2590846410021186}
{"item_id":"semeval2015.d001.s008.t006","gold_sense_keys":["do%2:36:01::","do%2:41:01::","do%2:41:04::"],"candidates":[{"index":1,"sense_key":"do%2:41:01::","synset_id":"make.v.01"},{"index":2,"sense_key":"do%2:36:01::","synset_id":"perform.v.01"},{"index":3,"sense_key":"do%2:41:04::","synset_id":"do.v.03"},{"index":4,"sense_key":"do%2:42:00::","synset_id":"do.v.04"},{"index":5,"sense_key":"do%2:36:02::","synset_id":"cause.v.01"},{"index":6,"sense_key":"do%2:41:02::","synset_id":"practice.v.01"},{"index":7,"sense_key":"do%2:42:01::","synset_id":"suffice.v.01"},{"index":8,"sense_key":"do%2:36:00::","synset_id":"do.v.08"},{"index":9,"sense_key":"do%2:29:09::","synset_id":"act.v.02"},{"index":10,"sense_key":"do%2:42:02::","synset_id":"serve.v.09"},{"index":11,"sense_key":"do%2:41:03::","synset_id":"do.v.11"},{"index":12,"sense_key":"do%2:29:04::","synset_id":"dress.v.16"},{"index":13,"sense_key":"do%2:38:00::","synset_id":"do.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"do%2:41:03::","call_ids":["semeval2015.d001.s008.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"do%2:41:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":385,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26027413993142545}
{"item_id":"semeval2015.d001.s008.t007","gold_sense_keys":["calculation%1:04:00::","calculation%1:09:00::"],"candidates":[{"index":1,"sense_key":"calculation%1:04:00::","synset_id":"calculation.n.01"},{"index":2,"sense_key":"calculation%1:09:00::","synset_id":"calculation.n.02"},{"index":3,"sense_key":"calculation%1:09:01::","synset_id":"calculation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"calculation%1:09:00::","call_ids":["semeval2015.d001.s008.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"calculation%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2616024820599705}
{"item_id":"semeval2015.d001.s009.t000","gold_sense_keys":["want%2:37:00::"],"candidates":[{"index":1,"sense_key":"want%2:37:00::","synset_id":"desire.v.01"},{"index":2,"sense_key":"want%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"want%2:35:00::","synset_id":"want.v.03"},{"index":4,"sense_key":"want%2:31:01::","synset_id":"want.v.04"},{"index":5,"sense_key":"want%2:42:01::","synset_id":"want.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"want%2:37:00::","call_ids":["semeval2015.d001.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"want%2:37:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":220,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2626294670626521}
{"item_id":"semeval2015.d001.s009.t001","gold_sense_keys":["understand%2:31:00::","understand%2:31:01::"],"candidates":[{"index":1,"sense_key":"understand%2:31:00::","synset_id":"understand.v.01"},{"index":2,"sense_key":"understand%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"understand%2:31:03::","synset_id":"understand.v.03"},{"index":4,"sense_key":"understand%2:31:02::","synset_id":"understand.v.04"},{"index":5,"sense_key":"understand%2:31:04::","synset_id":"sympathize.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"understand%2:31:00::","call_ids":["semeval2015.d001.s009.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"understand%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":215,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26445967401377857}
{"item_id":"semeval2015.d001.s009.t002","gold_sense_keys":["work%2:35:02::","work%2:41:03::"],"candidates":[{"index":1,"sense_key":"work%2:41:02::","synset_id":"work.v.01"},{"index":2,"sense_key":"work%2:41:00::","synset_id":"work.v.02"},{"index":3,"sense_key":"work%2:41:03::","synset_id":"work.v.03"},{"index":4,"sense_key":"work%2:35:02::","synset_id":"function.v.01"},{"index":5,"sense_key":"work%2:36:00::","synset_id":"work.v.05"},{"index":6,"sense_key":"work%2:29:00::","synset_id":"exercise.v.03"},{"index":7,"sense_key":"work%2:38:00::","synset_id":"make.v.36"},{"index":8,"sense_key":"work%2:41:04::","synset_id":"work.v.08"},{"index":9,"sense_key":"work%2:41:05::","synset_id":"work.v.09"},{"index":10,"sense_key":"work%2:38:02::","synset_id":"work.v.10"},{"index":11,"sense_key":"work%2:36:01::","synset_id":"bring.v.03"},{"index":12,"sense_key":"work%2:41:01::","synset_id":"work.v.12"},{"index":13,"sense_key":"work%2:36:09::","synset_id":"cultivate.v.02"},{"index":14,"sense_key":"work%2:42:10::","synset_id":"work.v.14"},{"index":15,"sense_key":"work%2:41:10::","synset_id":"influence.v.01"},{"index":16,"sense_key":"work%2:41:11::","synset_id":"work.v.16"},{"index":17,"sense_key":"work%2:41:12::","synset_id":"work.v.17"},{"index":18,"sense_key":"work%2:39:10::","synset_id":"work.v.18"},{"index":19,"sense_key":"work%2:37:10::","synset_id":"work.v.19"},{"index":20,"sense_key":"work%2:36:12::","synset_id":"shape.v.02"},{"index":21,"sense_key":"work%2:35:14::","synset_id":"work.v.21"},{"index":22,"sense_key":"work%2:35:00::","synset_id":"knead.v.01"},{"index":23,"sense_key":"work%2:34:10::","synset_id":"exploit.v.01"},{"index":24,"sense_key":"work%2:31:13::","synset_id":"solve.v.01"},{"index":25,"sense_key":"work%2:30:14::","synset_id":"ferment.v.03"},{"index":26,"sense_key":"work%2:30:13::","synset_id":"sour.v.01"},{"index":27,"sense_key":"work%2:30:10::","synset_id":"work.v.27"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"work%2:35:02::","call_ids":["semeval2015.d001.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"work%2:35:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":698,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2676485809497535}
{"item_id":"semeval2015.d001.s009.t003","gold_sense_keys":["best%5:00:00:advisable:00"],"candidates":[{"index":1,"sense_key":"best%3:00:00::","synset_id":"best.a.01"},{"index":2,"sense_key":"best%5:00:00:advisable:00","synset_id":"better.s.01"},{"index":3,"sense_key":"good%3:00:01::","synset_id":"good.a.01"},{"index":4,"sense_key":"full%5:00:00:ample:00","synset_id":"full.s.04"},{"index":5,"sense_key":"good%3:00:02::","synset_id":"good.a.03"},{"index":6,"sense_key":"estimable%5:00:00:reputable:00","synset_id":"estimable.s.01"},{"index":7,"sense_key":"beneficial%5:00:00:advantageous:00","synset_id":"beneficial.s.01"},{"index":8,"sense_key":"good%5:00:00:nice:00","synset_id":"good.s.04"},{"index":9,"sense_key":"good%5:00:00:righteous:00","synset_id":"good.s.05"},{"index":10,"sense_key":"adept%5:00:00:skilled:00","synset_id":"adept.s.01"},{"index":11,"sense_key":"good%5:00:00:complete:00","synset_id":"good.s.07"},{"index":12,"sense_key":"dear%5:00:00:close:02","synset_id":"dear.s.02"},{"index":13,"sense_key":"dependable%5:00:00:sound:00","synset_id":"dependable.s.03"},{"index":14,"sense_key":"good%5:00:00:opportune:00","synset_id":"good.s.10"},{"index":15,"sense_key":"good%5:00:00:fortunate:00","synset_id":"good.s.11"},{"index":16,"sense_key":"effective%5:00:00:operative:00","synset_id":"effective.s.03"},{"index":17,"sense_key":"good%5:00:00:pleasing:00","synset_id":"good.s.13"},{"index":18,"sense_key":"good%5:00:00:intellectual:00","synset_id":"good.s.14"},{"index":19,"sense_key":"good%5:00:00:healthy:00","synset_id":"good.s.15"},{"index":20,"sense_key":"good%5:00:00:healthful:00","synset_id":"good.s.16"},{"index":21,"sense_key":"good%5:00:00:genuine:00","synset_id":"good.s.17"},{"index":22,"sense_key":"good%5:00:00:fresh:01","synset_id":"good.s.18"},{"index":23,"sense_key":"good%5:00:00:discriminating:00","synset_id":"good.s.19"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"good%3:00:02::","call_ids":["semeval2015.d001.s009.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"good%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":534,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2717804671265185}
{"item_id":"semeval2015.d001.s009.t004","gold_sense_keys":["thing%1:04:00::"],"candidates":[{"index":1,"sense_key":"thing%1:26:00::","synset_id":"thing.n.01"},{"index":2,"sense_key":"thing%1:04:00::","synset_id":"thing.n.02"},{"index":3,"sense_key":"thing%1:09:00::","synset_id":"thing.n.03"},{"index":4,"sense_key":"thing%1:06:00::","synset_id":"thing.n.04"},{"index":5,"sense_key":"thing%1:11:00::","synset_id":"thing.n.05"},{"index":6,"sense_key":"thing%1:09:02::","synset_id":"matter.n.01"},{"index":7,"sense_key":"thing%1:10:00::","synset_id":"thing.n.07"},{"index":8,"sense_key":"thing%1:06:01::","synset_id":"thing.n.08"},{"index":9,"sense_key":"thing%1:07:00::","synset_id":"thing.n.09"},{"index":10,"sense_key":"thing%1:09:01::","synset_id":"thing.n.10"},{"index":11,"sense_key":"thing%1:12:00::","synset_id":"thing.n.11"},{"index":12,"sense_key":"thing%1:03:00::","synset_id":"thing.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"thing%1:06:00::","call_ids":["semeval2015.d001.s009.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"thing%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":328,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27300260006450117}
{"item_id":"semeval2015.d001.s009.t005","gold_sense_keys":["do%2:36:01::"],"candidates":[{"index":1,"sense_key":"do%2:41:01::","synset_id":"make.v.01"},{"index":2,"sense_key":"do%2:36:01::","synset_id":"perform.v.01"},{"index":3,"sense_key":"do%2:41:04::","synset_id":"do.v.03"},{"index":4,"sense_key":"do%2:42:00::","synset_id":"do.v.04"},{"index":5,"sense_key":"do%2:36:02::","synset_id":"cause.v.01"},{"index":6,"sense_key":"do%2:41:02::","synset_id":"practice.v.01"},{"index":7,"sense_key":"do%2:42:01::","synset_id":"suffice.v.01"},{"index":8,"sense_key":"do%2:36:00::","synset_id":"do.v.08"},{"index":9,"sense_key":"do%2:29:09::","synset_id":"act.v.02"},{"index":10,"sense_key":"do%2:42:02::","synset_id":"serve.v.09"},{"index":11,"sense_key":"do%2:41:03::","synset_id":"do.v.11"},{"index":12,"sense_key":"do%2:29:04::","synset_id":"dress.v.16"},{"index":13,"sense_key":"do%2:38:00::","synset_id":"do.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"do%2:41:03::","call_ids":["semeval2015.d001.s009.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"do%2:41:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":404,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26941257785074413}
{"item_id":"semeval2015.d001.s009.t006","gold_sense_keys":["realize%2:31:01::"],"candidates":[{"index":1,"sense_key":"realize%2:31:01::","synset_id":"recognize.v.02"},{"index":2,"sense_key":"realize%2:31:00::","synset_id":"understand.v.02"},{"index":3,"sense_key":"realize%2:36:00::","synset_id":"realize.v.03"},{"index":4,"sense_key":"realize%2:40:01::","synset_id":"gain.v.08"},{"index":5,"sense_key":"realize%2:40:00::","synset_id":"realize.v.05"},{"index":6,"sense_key":"realize%2:36:07::","synset_id":"realize.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"realize%2:31:01::","call_ids":["semeval2015.d001.s009.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"realize%2:31:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2456350780557841}
{"item_id":"semeval2015.d001.s009.t008","gold_sense_keys":["convert%2:30:00::","convert%2:30:02::","convert%2:30:03::"],"candidates":[{"index":1,"sense_key":"convert%2:30:00::","synset_id":"convert.v.01"},{"index":2,"sense_key":"convert%2:30:03::","synset_id":"convert.v.02"},{"index":3,"sense_key":"convert%2:30:01::","synset_id":"convert.v.03"},{"index":4,"sense_key":"convert%2:30:02::","synset_id":"change.v.06"},{"index":5,"sense_key":"convert%2:30:07::","synset_id":"convert.v.05"},{"index":6,"sense_key":"convert%2:33:02::","synset_id":"convert.v.06"},{"index":7,"sense_key":"convert%2:33:01::","synset_id":"convert.v.07"},{"index":8,"sense_key":"convert%2:33:00::","synset_id":"convert.v.08"},{"index":9,"sense_key":"convert%2:32:00::","synset_id":"convert.v.09"},{"index":10,"sense_key":"convert%2:30:09::","synset_id":"commute.v.04"},{"index":11,"sense_key":"convert%2:30:04::","synset_id":"convert.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"convert%2:30:02::","call_ids":["semeval2015.d001.s009.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"convert%2:30:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":376,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2806189958937466}
{"item_id":"semeval2015.d001.s009.t010","gold_sense_keys":["necessary%3:00:00::"],"candidates":[{"index":1,"sense_key":"necessary%3:00:00::","synset_id":"necessary.a.01"},{"index":2,"sense_key":"necessary%5:00:00:inevitable:00","synset_id":"necessary.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"necessary%3:00:00::","call_ids":["semeval2015.d001.s009.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"necessary%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28149991296231747}
{"item_id":"semeval2015.d001.s009.t011","gold_sense_keys":["know%2:31:15::"],"candidates":[{"index":1,"sense_key":"know%2:31:01::","synset_id":"know.v.01"},{"index":2,"sense_key":"know%2:31:03::","synset_id":"know.v.02"},{"index":3,"sense_key":"know%2:31:02::","synset_id":"know.v.03"},{"index":4,"sense_key":"know%2:31:00::","synset_id":"know.v.04"},{"index":5,"sense_key":"know%2:31:04::","synset_id":"know.v.05"},{"index":6,"sense_key":"know%2:31:06::","synset_id":"acknowledge.v.06"},{"index":7,"sense_key":"know%2:31:15::","synset_id":"know.v.07"},{"index":8,"sense_key":"know%2:35:00::","synset_id":"sleep_together.v.01"},{"index":9,"sense_key":"know%2:31:11::","synset_id":"know.v.09"},{"index":10,"sense_key":"know%2:31:12::","synset_id":"know.v.10"},{"index":11,"sense_key":"know%2:31:14::","synset_id":"know.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"know%2:35:00::","call_ids":["semeval2015.d001.s009.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"know%2:35:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":393,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28254874399863183}
{"item_id":"semeval2015.d001.s010.t000","gold_sense_keys":["base%2:31:00::"],"candidates":[{"index":1,"sense_key":"base%2:31:00::","synset_id":"establish.v.08"},{"index":2,"sense_key":"base%2:42:04::","synset_id":"base.v.02"},{"index":3,"sense_key":"base%2:34:00::","synset_id":"free-base.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"base%2:42:04::","call_ids":["semeval2015.d001.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"base%2:42:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28375618113204837}
{"item_id":"semeval2015.d001.s010.t004","gold_sense_keys":["hard%3:00:06::"],"candidates":[{"index":1,"sense_key":"hard%3:00:06::","synset_id":"difficult.a.01"},{"index":2,"sense_key":"hard%3:00:02::","synset_id":"hard.a.02"},{"index":3,"sense_key":"hard%3:00:01::","synset_id":"hard.a.03"},{"index":4,"sense_key":"hard%5:00:00:strong:00","synset_id":"hard.s.01"},{"index":5,"sense_key":"hard%5:00:01:effortful:00","synset_id":"arduous.s.01"},{"index":6,"sense_key":"hard%3:00:00::","synset_id":"unvoiced.a.01"},{"index":7,"sense_key":"hard%3:00:05::","synset_id":"hard.a.07"},{"index":8,"sense_key":"hard%3:00:03::","synset_id":"hard.a.08"},{"index":9,"sense_key":"hard%5:00:00:indulgent:00","synset_id":"intemperate.s.01"},{"index":10,"sense_key":"hard%5:00:00:alcoholic:00","synset_id":"hard.s.04"},{"index":11,"sense_key":"hard%5:00:00:bad:00","synset_id":"hard.s.05"},{"index":12,"sense_key":"hard%5:00:00:stale:00","synset_id":"hard.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"hard%3:00:01::","call_ids":["semeval2015.d001.s010.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"hard%3:00:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":359,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28487773588858545}
{"item_id":"semeval2015.d001.s011.t001","gold_sense_keys":["closely%4:02:02::"],"candidates":[{"index":1,"sense_key":"closely%4:02:00::","synset_id":"closely.r.01"},{"index":2,"sense_key":"closely%4:02:02::","synset_id":"close.r.02"},{"index":3,"sense_key":"closely%4:02:01::","synset_id":"closely.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"closely%4:02:02::","call_ids":["semeval2015.d001.s011.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"closely%4:02:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2855116429273039}
{"item_id":"semeval2015.d001.s011.t002","gold_sense_keys":["look%2:39:01::"],"candidates":[{"index":1,"sense_key":"look%2:39:00::","synset_id":"look.v.01"},{"index":2,"sense_key":"look%2:39:01::","synset_id":"look.v.02"},{"index":3,"sense_key":"look%2:29:00::","synset_id":"look.v.03"},{"index":4,"sense_key":"look%2:39:02::","synset_id":"search.v.02"},{"index":5,"sense_key":"look%2:42:00::","synset_id":"front.v.01"},{"index":6,"sense_key":"look%2:41:13::","synset_id":"attend.v.02"},{"index":7,"sense_key":"look%2:32:00::","synset_id":"look.v.07"},{"index":8,"sense_key":"look%2:31:00::","synset_id":"expect.v.03"},{"index":9,"sense_key":"look%2:42:02::","synset_id":"look.v.09"},{"index":10,"sense_key":"look%2:31:02::","synset_id":"count.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"look%2:42:02::","call_ids":["semeval2015.d001.s011.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"look%2:42:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28644871106371284}
{"item_id":"semeval2015.d001.s011.t003","gold_sense_keys":["very%4:02:00::"],"candidates":[{"index":1,"sense_key":"very%4:02:00::","synset_id":"very.r.01"},{"index":2,"sense_key":"very%4:02:01::","synset_id":"very.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"very%4:02:01::","call_ids":["semeval2015.d001.s011.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"very%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":146,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25589574105106294}
{"item_id":"semeval2015.d001.s011.t004","gold_sense_keys":["similar%3:00:00::","similar%3:00:02::","similar%3:00:04::"],"candidates":[{"index":1,"sense_key":"similar%3:00:00::","synset_id":"similar.a.01"},{"index":2,"sense_key":"similar%3:00:04::","synset_id":"alike.a.01"},{"index":3,"sense_key":"similar%3:00:02::","synset_id":"like.a.01"},{"index":4,"sense_key":"similar%5:00:00:synonymous:00","synset_id":"similar.s.01"},{"index":5,"sense_key":"similar%5:00:00:replaceable:00","synset_id":"exchangeable.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"similar%3:00:04::","call_ids":["semeval2015.d001.s011.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"similar%3:00:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2355322539806366}
{"item_id":"semeval2015.d001.s012.t000","gold_sense_keys":["addition%1:04:01::"],"candidates":[{"index":1,"sense_key":"addition%1:06:00::","synset_id":"addition.n.01"},{"index":2,"sense_key":"addition%1:04:02::","synset_id":"addition.n.02"},{"index":3,"sense_key":"addition%1:23:00::","synset_id":"addition.n.03"},{"index":4,"sense_key":"addition%1:21:00::","synset_id":"accession.n.03"},{"index":5,"sense_key":"addition%1:15:00::","synset_id":"addition.n.05"},{"index":6,"sense_key":"addition%1:04:01::","synset_id":"summation.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"addition%1:04:01::","call_ids":["semeval2015.d001.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"addition%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23650081595405936}
{"item_id":"semeval2015.d001.s012.t001","gold_sense_keys":["subtraction%1:04:01::"],"candidates":[{"index":1,"sense_key":"subtraction%1:04:01::","synset_id":"subtraction.n.01"},{"index":2,"sense_key":"subtraction%1:04:00::","synset_id":"subtraction.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"subtraction%1:04:00::","call_ids":["semeval2015.d001.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"subtraction%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23743947013281286}
{"item_id":"semeval2015.d001.s012.t002","gold_sense_keys":["multiplication%1:04:00::"],"candidates":[{"index":1,"sense_key":"multiplication%1:04:01::","synset_id":"generation.n.07"},{"index":2,"sense_key":"multiplication%1:22:00::","synset_id":"multiplication.n.02"},{"index":3,"sense_key":"multiplication%1:04:00::","synset_id":"multiplication.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"multiplication%1:04:00::","call_ids":["semeval2015.d001.s012.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"multiplication%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28703176393173635}
{"item_id":"semeval2015.d001.s012.t003","gold_sense_keys":["division%1:04:01::"],"candidates":[{"index":1,"sense_key":"division%1:14:00::","synset_id":"division.n.01"},{"index":2,"sense_key":"division%1:09:00::","synset_id":"part.n.09"},{"index":3,"sense_key":"division%1:04:00::","synset_id":"division.n.03"},{"index":4,"sense_key":"division%1:14:03::","synset_id":"division.n.04"},{"index":5,"sense_key":"division%1:10:00::","synset_id":"division.n.05"},{"index":6,"sense_key":"division%1:14:06::","synset_id":"class.n.05"},{"index":7,"sense_key":"division%1:14:05::","synset_id":"division.n.07"},{"index":8,"sense_key":"division%1:14:04::","synset_id":"division.n.08"},{"index":9,"sense_key":"division%1:14:02::","synset_id":"division.n.09"},{"index":10,"sense_key":"division%1:14:01::","synset_id":"division.n.10"},{"index":11,"sense_key":"division%1:04:01::","synset_id":"division.n.11"},{"index":12,"sense_key":"division%1:04:02::","synset_id":"division.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"division%1:04:01::","call_ids":["semeval2015.d001.s012.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"division%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":307,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29444324411451817}
{"item_id":"semeval2015.d001.s013.t000","gold_sense_keys":["power%1:10:00::"],"candidates":[{"index":1,"sense_key":"power%1:07:00::","synset_id":"power.n.01"},{"index":2,"sense_key":"power%1:19:00::","synset_id":"power.n.02"},{"index":3,"sense_key":"power%1:09:01::","synset_id":"ability.n.02"},{"index":4,"sense_key":"power%1:26:00::","synset_id":"office.n.04"},{"index":5,"sense_key":"power%1:18:00::","synset_id":"power.n.05"},{"index":6,"sense_key":"power%1:10:00::","synset_id":"exponent.n.03"},{"index":7,"sense_key":"power%1:07:02::","synset_id":"might.n.01"},{"index":8,"sense_key":"power%1:14:00::","synset_id":"world_power.n.01"},{"index":9,"sense_key":"power%1:18:01::","synset_id":"baron.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"power%1:07:00::","call_ids":["semeval2015.d001.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"power%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2923088630195707}
{"item_id":"semeval2015.d001.s013.t001","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"use%2:41:14::","call_ids":["semeval2015.d001.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"use%2:41:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.294080306077376}
{"item_id":"semeval2015.d001.s014.t001","gold_sense_keys":["possible%3:00:00::"],"candidates":[{"index":1,"sense_key":"possible%3:00:00::","synset_id":"possible.a.01"},{"index":2,"sense_key":"possible%3:00:04::","synset_id":"potential.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"possible%3:00:00::","call_ids":["semeval2015.d001.s014.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"possible%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":121,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29496368602849543}
{"item_id":"semeval2015.d001.s014.t002","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"use%2:34:00::","call_ids":["semeval2015.d001.s014.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"use%2:34:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2986302000936121}
{"item_id":"semeval2015.d001.s015.t000","gold_sense_keys":["power%1:10:00::"],"candidates":[{"index":1,"sense_key":"power%1:07:00::","synset_id":"power.n.01"},{"index":2,"sense_key":"power%1:19:00::","synset_id":"power.n.02"},{"index":3,"sense_key":"power%1:09:01::","synset_id":"ability.n.02"},{"index":4,"sense_key":"power%1:26:00::","synset_id":"office.n.04"},{"index":5,"sense_key":"power%1:18:00::","synset_id":"power.n.05"},{"index":6,"sense_key":"power%1:10:00::","synset_id":"exponent.n.03"},{"index":7,"sense_key":"power%1:07:02::","synset_id":"might.n.01"},{"index":8,"sense_key":"power%1:14:00::","synset_id":"world_power.n.01"},{"index":9,"sense_key":"power%1:18:01::","synset_id":"baron.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"power%1:09:01::","call_ids":["semeval2015.d001.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"power%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":267,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29968161694705486}
{"item_id":"semeval2015.d001.s015.t001","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"way%1:04:01::","call_ids":["semeval2015.d001.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"way%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":337,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3005314681213349}
{"item_id":"semeval2015.d001.s015.t003","gold_sense_keys":["root%1:23:00::"],"candidates":[{"index":1,"sense_key":"root%1:20:00::","synset_id":"root.n.01"},{"index":2,"sense_key":"root%1:15:00::","synset_id":"beginning.n.04"},{"index":3,"sense_key":"root%1:10:00::","synset_id":"root.n.03"},{"index":4,"sense_key":"root%1:23:00::","synset_id":"root.n.04"},{"index":5,"sense_key":"root%1:14:00::","synset_id":"solution.n.04"},{"index":6,"sense_key":"root%1:18:00::","synset_id":"ancestor.n.01"},{"index":7,"sense_key":"root%1:10:01::","synset_id":"etymon.n.01"},{"index":8,"sense_key":"root%1:08:00::","synset_id":"root.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"root%1:15:00::","call_ids":["semeval2015.d001.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"root%1:15:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":282,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30117704696021974}
{"item_id":"semeval2015.d001.s015.t004","gold_sense_keys":["too%4:02:01::"],"candidates":[{"index":1,"sense_key":"too%4:02:00::","synset_id":"excessively.r.01"},{"index":2,"sense_key":"too%4:02:01::","synset_id":"besides.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"too%4:02:01::","call_ids":["semeval2015.d001.s015.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"too%4:02:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":117,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3490514298900962}
{"item_id":"semeval2015.d001.s016.t000","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"way%1:07:02::","call_ids":["semeval2015.d001.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"way%1:07:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":344,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3013296900317073}
{"item_id":"semeval2015.d001.s016.t001","gold_sense_keys":["specify%2:32:02::"],"candidates":[{"index":1,"sense_key":"specify%2:32:03::","synset_id":"stipulate.v.01"},{"index":2,"sense_key":"specify%2:32:02::","synset_id":"specify.v.02"},{"index":3,"sense_key":"specify%2:42:00::","synset_id":"specify.v.03"},{"index":4,"sense_key":"specify%2:32:00::","synset_id":"specify.v.04"},{"index":5,"sense_key":"specify%2:31:02::","synset_id":"pin_down.v.01"},{"index":6,"sense_key":"specify%2:31:00::","synset_id":"intend.v.02"},{"index":7,"sense_key":"specify%2:31:05::","synset_id":"assign.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"specify%2:42:00::","call_ids":["semeval2015.d001.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"specify%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3387732070405036}
{"item_id":"semeval2015.d001.s016.t003","gold_sense_keys":["variable%1:10:00::"],"candidates":[{"index":1,"sense_key":"variable%1:17:00::","synset_id":"variable.n.01"},{"index":2,"sense_key":"variable%1:09:00::","synset_id":"variable.n.02"},{"index":3,"sense_key":"variable%1:17:01::","synset_id":"variable_star.n.01"},{"index":4,"sense_key":"variable%1:10:00::","synset_id":"variable.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"variable%1:10:00::","call_ids":["semeval2015.d001.s016.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"variable%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35706810001283884}
{"item_id":"semeval2015.d001.s016.t004","gold_sense_keys":["function%1:24:00::"],"candidates":[{"index":1,"sense_key":"function%1:24:00::","synset_id":"function.n.01"},{"index":2,"sense_key":"function%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"function%1:04:00::","synset_id":"function.n.03"},{"index":4,"sense_key":"function%1:24:01::","synset_id":"function.n.04"},{"index":5,"sense_key":"function%1:14:00::","synset_id":"function.n.05"},{"index":6,"sense_key":"function%1:11:00::","synset_id":"affair.n.03"},{"index":7,"sense_key":"function%1:10:00::","synset_id":"routine.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"function%1:10:00::","call_ids":["semeval2015.d001.s016.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"function%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31995702907443047}
{"item_id":"semeval2015.d001.s017.t000","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"use%2:41:03::","call_ids":["semeval2015.d001.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"use%2:41:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":234,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37270496296696365}
{"item_id":"semeval2015.d001.s017.t001","gold_sense_keys":["specify%2:32:02::"],"candidates":[{"index":1,"sense_key":"specify%2:32:03::","synset_id":"stipulate.v.01"},{"index":2,"sense_key":"specify%2:32:02::","synset_id":"specify.v.02"},{"index":3,"sense_key":"specify%2:42:00::","synset_id":"specify.v.03"},{"index":4,"sense_key":"specify%2:32:00::","synset_id":"specify.v.04"},{"index":5,"sense_key":"specify%2:31:02::","synset_id":"pin_down.v.01"},{"index":6,"sense_key":"specify%2:31:00::","synset_id":"intend.v.02"},{"index":7,"sense_key":"specify%2:31:05::","synset_id":"assign.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"specify%2:32:00::","call_ids":["semeval2015.d001.s017.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"specify%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":247,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3214640279766172}
{"item_id":"semeval2015.d001.s017.t002","gold_sense_keys":["high%3:00:02::"],"candidates":[{"index":1,"sense_key":"high%3:00:02::","synset_id":"high.a.01"},{"index":2,"sense_key":"high%3:00:01::","synset_id":"high.a.02"},{"index":3,"sense_key":"high%5:00:00:superior:01","synset_id":"eminent.s.01"},{"index":4,"sense_key":"high%3:00:03::","synset_id":"high.a.04"},{"index":5,"sense_key":"high%5:00:00:elated:00","synset_id":"high.s.02"},{"index":6,"sense_key":"high%5:00:00:malodorous:00","synset_id":"gamey.s.02"},{"index":7,"sense_key":"high%5:00:00:intoxicated:00","synset_id":"high.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"high%5:00:00:superior:01","call_ids":["semeval2015.d001.s017.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"high%5:00:00:superior:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3620496839284897}
{"item_id":"semeval2015.d001.s017.t003","gold_sense_keys":["priority%1:26:00::"],"candidates":[{"index":1,"sense_key":"priority%1:26:00::","synset_id":"precedence.n.01"},{"index":2,"sense_key":"priority%1:07:00::","synset_id":"priority.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"priority%1:26:00::","call_ids":["semeval2015.d001.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"priority%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":121,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.364089674083516}
{"item_id":"semeval2015.d001.s018.t001","gold_sense_keys":["find%2:32:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"find%2:40:01::","call_ids":["semeval2015.d001.s018.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"find%2:40:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":489,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3658327008597553}
{"item_id":"semeval2015.d001.s018.t002","gold_sense_keys":["function%1:24:00::"],"candidates":[{"index":1,"sense_key":"function%1:24:00::","synset_id":"function.n.01"},{"index":2,"sense_key":"function%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"function%1:04:00::","synset_id":"function.n.03"},{"index":4,"sense_key":"function%1:24:01::","synset_id":"function.n.04"},{"index":5,"sense_key":"function%1:14:00::","synset_id":"function.n.05"},{"index":6,"sense_key":"function%1:11:00::","synset_id":"affair.n.03"},{"index":7,"sense_key":"function%1:10:00::","synset_id":"routine.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"function%1:10:00::","call_ids":["semeval2015.d001.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"function%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3102588120382279}
{"item_id":"semeval2015.d001.s018.t003","gold_sense_keys":["check%2:32:10::"],"candidates":[{"index":1,"sense_key":"check%2:31:00::","synset_id":"check.v.01"},{"index":2,"sense_key":"check%2:41:04::","synset_id":"check.v.02"},{"index":3,"sense_key":"check%2:31:02::","synset_id":"see.v.10"},{"index":4,"sense_key":"check%2:41:08::","synset_id":"control.v.02"},{"index":5,"sense_key":"check%2:38:15::","synset_id":"check.v.05"},{"index":6,"sense_key":"check%2:31:01::","synset_id":"check.v.06"},{"index":7,"sense_key":"check%2:30:02::","synset_id":"check.v.07"},{"index":8,"sense_key":"check%2:42:09::","synset_id":"check.v.08"},{"index":9,"sense_key":"check%2:42:08::","synset_id":"match.v.01"},{"index":10,"sense_key":"check%2:41:14::","synset_id":"check.v.10"},{"index":11,"sense_key":"check%2:41:02::","synset_id":"discipline.v.01"},{"index":12,"sense_key":"check%2:40:13::","synset_id":"check.v.12"},{"index":13,"sense_key":"check%2:40:00::","synset_id":"check.v.13"},{"index":14,"sense_key":"check%2:38:14::","synset_id":"check.v.14"},{"index":15,"sense_key":"check%2:38:12::","synset_id":"check.v.15"},{"index":16,"sense_key":"check%2:36:00::","synset_id":"check.v.16"},{"index":17,"sense_key":"check%2:33:02::","synset_id":"check.v.17"},{"index":18,"sense_key":"check%2:33:06::","synset_id":"check.v.18"},{"index":19,"sense_key":"check%2:33:00::","synset_id":"check.v.19"},{"index":20,"sense_key":"check%2:32:07::","synset_id":"check.v.20"},{"index":21,"sense_key":"check%2:32:10::","synset_id":"determine.v.08"},{"index":22,"sense_key":"check%2:31:12::","synset_id":"check.v.22"},{"index":23,"sense_key":"check%2:30:10::","synset_id":"check.v.23"},{"index":24,"sense_key":"check%2:30:09::","synset_id":"check.v.24"},{"index":25,"sense_key":"check%2:30:03::","synset_id":"crack.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":21,"chosen_sense_key":"check%2:32:10::","call_ids":["semeval2015.d001.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":21,"predicted_sense_key":"check%2:32:10::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":661,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3119203238748014}
{"item_id":"semeval2015.d001.s018.t004","gold_sense_keys":["operator%1:24:00::"],"candidates":[{"index":1,"sense_key":"operator%1:24:00::","synset_id":"operator.n.01"},{"index":2,"sense_key":"operator%1:18:00::","synset_id":"operator.n.02"},{"index":3,"sense_key":"operator%1:18:01::","synset_id":"operator.n.03"},{"index":4,"sense_key":"operator%1:18:02::","synset_id":"hustler.n.02"},{"index":5,"sense_key":"operator%1:18:03::","synset_id":"operator.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"operator%1:18:00::","call_ids":["semeval2015.d001.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"operator%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31362836598418653}
{"item_id":"semeval2015.d001.s019.t000","gold_sense_keys":["treat%2:31:00::"],"candidates":[{"index":1,"sense_key":"treat%2:41:00::","synset_id":"treat.v.01"},{"index":2,"sense_key":"treat%2:30:01::","synset_id":"process.v.01"},{"index":3,"sense_key":"treat%2:29:00::","synset_id":"treat.v.03"},{"index":4,"sense_key":"treat%2:32:00::","synset_id":"cover.v.05"},{"index":5,"sense_key":"treat%2:40:00::","synset_id":"treat.v.05"},{"index":6,"sense_key":"treat%2:34:00::","synset_id":"regale.v.01"},{"index":7,"sense_key":"treat%2:32:03::","synset_id":"treat.v.07"},{"index":8,"sense_key":"treat%2:31:00::","synset_id":"treat.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"treat%2:31:00::","call_ids":["semeval2015.d001.s019.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"treat%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3210998198483139}
{"item_id":"semeval2015.d001.s019.t001","gold_sense_keys":["operator%1:24:00::"],"candidates":[{"index":1,"sense_key":"operator%1:24:00::","synset_id":"operator.n.01"},{"index":2,"sense_key":"operator%1:18:00::","synset_id":"operator.n.02"},{"index":3,"sense_key":"operator%1:18:01::","synset_id":"operator.n.03"},{"index":4,"sense_key":"operator%1:18:02::","synset_id":"hustler.n.02"},{"index":5,"sense_key":"operator%1:18:03::","synset_id":"operator.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"operator%1:18:00::","call_ids":["semeval2015.d001.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"operator%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31378603517077863}
{"item_id":"semeval2015.d001.s019.t003","gold_sense_keys":["treat%2:31:00::"],"candidates":[{"index":1,"sense_key":"treat%2:41:00::","synset_id":"treat.v.01"},{"index":2,"sense_key":"treat%2:30:01::","synset_id":"process.v.01"},{"index":3,"sense_key":"treat%2:29:00::","synset_id":"treat.v.03"},{"index":4,"sense_key":"treat%2:32:00::","synset_id":"cover.v.05"},{"index":5,"sense_key":"treat%2:40:00::","synset_id":"treat.v.05"},{"index":6,"sense_key":"treat%2:34:00::","synset_id":"regale.v.01"},{"index":7,"sense_key":"treat%2:32:03::","synset_id":"treat.v.07"},{"index":8,"sense_key":"treat%2:31:00::","synset_id":"treat.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"treat%2:31:00::","call_ids":["semeval2015.d001.s019.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"treat%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":291,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3336836041416973}
{"item_id":"semeval2015.d001.s019.t004","gold_sense_keys":["user%1:18:00::"],"candidates":[{"index":1,"sense_key":"user%1:18:00::","synset_id":"user.n.01"},{"index":2,"sense_key":"user%1:18:01::","synset_id":"exploiter.n.01"},{"index":3,"sense_key":"user%1:18:02::","synset_id":"drug_user.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"user%1:18:00::","call_ids":["semeval2015.d001.s019.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"user%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37192541593685746}
{"item_id":"semeval2015.d001.s019.t005","gold_sense_keys":["function%1:24:00::"],"candidates":[{"index":1,"sense_key":"function%1:24:00::","synset_id":"function.n.01"},{"index":2,"sense_key":"function%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"function%1:04:00::","synset_id":"function.n.03"},{"index":4,"sense_key":"function%1:24:01::","synset_id":"function.n.04"},{"index":5,"sense_key":"function%1:14:00::","synset_id":"function.n.05"},{"index":6,"sense_key":"function%1:11:00::","synset_id":"affair.n.03"},{"index":7,"sense_key":"function%1:10:00::","synset_id":"routine.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"function%1:04:00::","call_ids":["semeval2015.d001.s019.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"function%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":270,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3569984019268304}
{"item_id":"semeval2015.d001.s020.t000","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"use%2:41:03::","call_ids":["semeval2015.d001.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"use%2:41:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3731756459455937}
{"item_id":"semeval2015.d001.s020.t001","gold_sense_keys":["define%2:32:01::"],"candidates":[{"index":1,"sense_key":"define%2:42:00::","synset_id":"specify.v.03"},{"index":2,"sense_key":"define%2:32:00::","synset_id":"define.v.02"},{"index":3,"sense_key":"define%2:42:01::","synset_id":"define.v.03"},{"index":4,"sense_key":"define%2:42:03::","synset_id":"define.v.04"},{"index":5,"sense_key":"define%2:32:01::","synset_id":"specify.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"define%2:32:01::","call_ids":["semeval2015.d001.s020.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"define%2:32:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37446200591512024}
{"item_id":"semeval2015.d001.s020.t002","gold_sense_keys":["value%1:09:00::"],"candidates":[{"index":1,"sense_key":"value%1:09:00::","synset_id":"value.n.01"},{"index":2,"sense_key":"value%1:07:00::","synset_id":"value.n.02"},{"index":3,"sense_key":"value%1:21:00::","synset_id":"value.n.03"},{"index":4,"sense_key":"value%1:07:01::","synset_id":"value.n.04"},{"index":5,"sense_key":"value%1:28:00::","synset_id":"value.n.05"},{"index":6,"sense_key":"value%1:09:01::","synset_id":"value.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"value%1:07:01::","call_ids":["semeval2015.d001.s020.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"value%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":263,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36514794803224504}
{"item_id":"semeval2015.d001.s022.t000","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"way%1:23:00::","call_ids":["semeval2015.d001.s022.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"way%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":342,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3670928960200399}
{"item_id":"semeval2015.d001.s022.t001","gold_sense_keys":["define%2:32:01::"],"candidates":[{"index":1,"sense_key":"define%2:42:00::","synset_id":"specify.v.03"},{"index":2,"sense_key":"define%2:32:00::","synset_id":"define.v.02"},{"index":3,"sense_key":"define%2:42:01::","synset_id":"define.v.03"},{"index":4,"sense_key":"define%2:42:03::","synset_id":"define.v.04"},{"index":5,"sense_key":"define%2:32:01::","synset_id":"specify.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"define%2:42:01::","call_ids":["semeval2015.d001.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"define%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37525583896785975}
{"item_id":"semeval2015.d001.s022.t002","gold_sense_keys":["conditional%3:00:00::"],"candidates":[{"index":1,"sense_key":"conditional%5:00:00:qualified:02","synset_id":"conditional.s.01"},{"index":2,"sense_key":"conditional%3:00:00::","synset_id":"conditional.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"conditional%3:00:00::","call_ids":["semeval2015.d001.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"conditional%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":120,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3144331381190568}
{"item_id":"semeval2015.d001.s022.t003","gold_sense_keys":["operation%1:04:01::"],"candidates":[{"index":1,"sense_key":"operation%1:26:00::","synset_id":"operation.n.01"},{"index":2,"sense_key":"operation%1:04:06::","synset_id":"operation.n.02"},{"index":3,"sense_key":"operation%1:04:03::","synset_id":"operation.n.03"},{"index":4,"sense_key":"operation%1:22:00::","synset_id":"operation.n.04"},{"index":5,"sense_key":"operation%1:04:02::","synset_id":"operation.n.05"},{"index":6,"sense_key":"operation%1:04:00::","synset_id":"operation.n.06"},{"index":7,"sense_key":"operation%1:04:05::","synset_id":"operation.n.07"},{"index":8,"sense_key":"operation%1:22:01::","synset_id":"operation.n.08"},{"index":9,"sense_key":"operation%1:09:00::","synset_id":"process.n.02"},{"index":10,"sense_key":"operation%1:04:01::","synset_id":"mathematical_process.n.01"},{"index":11,"sense_key":"operation%1:04:07::","synset_id":"operation.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"operation%1:22:01::","call_ids":["semeval2015.d001.s022.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"operation%1:22:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":419,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24139214307069778}
{"item_id":"semeval2015.d001.s023.t000","gold_sense_keys":["introduce%2:30:03::","introduce%2:35:00::"],"candidates":[{"index":1,"sense_key":"introduce%2:32:00::","synset_id":"introduce.v.01"},{"index":2,"sense_key":"introduce%2:36:00::","synset_id":"introduce.v.02"},{"index":3,"sense_key":"introduce%2:30:03::","synset_id":"insert.v.02"},{"index":4,"sense_key":"introduce%2:38:00::","synset_id":"bring_in.v.01"},{"index":5,"sense_key":"introduce%2:36:01::","synset_id":"introduce.v.05"},{"index":6,"sense_key":"introduce%2:35:00::","synset_id":"insert.v.01"},{"index":7,"sense_key":"introduce%2:32:02::","synset_id":"introduce.v.07"},{"index":8,"sense_key":"introduce%2:31:00::","synset_id":"introduce.v.08"},{"index":9,"sense_key":"introduce%2:32:01::","synset_id":"precede.v.05"},{"index":10,"sense_key":"introduce%2:30:00::","synset_id":"inaugurate.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"introduce%2:36:01::","call_ids":["semeval2015.d001.s023.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"introduce%2:36:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":323,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2427505380474031}
{"item_id":"semeval2015.d001.s023.t002","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"use%2:41:04::","call_ids":["semeval2015.d001.s023.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"use%2:41:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":260,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21623697108589113}
{"item_id":"semeval2015.d001.s023.t005","gold_sense_keys":["true%3:00:00::"],"candidates":[{"index":1,"sense_key":"true%3:00:00::","synset_id":"true.a.01"},{"index":2,"sense_key":"true%5:00:00:accurate:00","synset_id":"true.s.01"},{"index":3,"sense_key":"true%5:00:02:faithful:00","synset_id":"true.s.02"},{"index":4,"sense_key":"true%3:00:04::","synset_id":"truthful.a.01"},{"index":5,"sense_key":"true%5:00:00:typical:00","synset_id":"true.s.03"},{"index":6,"sense_key":"true%5:00:00:trustworthy:00","synset_id":"dependable.s.01"},{"index":7,"sense_key":"true%5:00:00:sincere:00","synset_id":"genuine.s.01"},{"index":8,"sense_key":"true%5:00:00:real:02","synset_id":"true.s.06"},{"index":9,"sense_key":"true%5:00:00:geographic:00","synset_id":"true.s.07"},{"index":10,"sense_key":"true%5:00:00:legitimate:00","synset_id":"true.s.08"},{"index":11,"sense_key":"true%5:00:00:harmonious:00","synset_id":"on-key.s.01"},{"index":12,"sense_key":"true%5:00:00:even:01","synset_id":"true.s.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"true%5:00:00:typical:00","call_ids":["semeval2015.d001.s023.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"true%5:00:00:typical:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":346,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2787489879410714}
{"item_id":"semeval2015.d001.s023.t006","gold_sense_keys":["find%2:32:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"find%2:36:00::","call_ids":["semeval2015.d001.s023.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"find%2:36:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":507,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26367995189502835}
{"item_id":"semeval2015.d001.s023.t010","gold_sense_keys":["instance%1:11:00::"],"candidates":[{"index":1,"sense_key":"instance%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"instance%1:09:00::","synset_id":"example.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"instance%1:11:00::","call_ids":["semeval2015.d001.s023.t010__v1__a1","semeval2015.d001.s023.t010__v1__a2"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"instance%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":349,"cached_input_tokens":null,"output_tokens":4,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5517685799859464}
{"item_id":"semeval2015.d001.s025.t000","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"use%2:34:01::","call_ids":["semeval2015.d001.s025.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"use%2:34:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":233,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27805402292869985}
{"item_id":"semeval2015.d001.s025.t001","gold_sense_keys":["define%2:32:01::"],"candidates":[{"index":1,"sense_key":"define%2:42:00::","synset_id":"specify.v.03"},{"index":2,"sense_key":"define%2:32:00::","synset_id":"define.v.02"},{"index":3,"sense_key":"define%2:42:01::","synset_id":"define.v.03"},{"index":4,"sense_key":"define%2:42:03::","synset_id":"define.v.04"},{"index":5,"sense_key":"define%2:32:01::","synset_id":"specify.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"define%2:42:01::","call_ids":["semeval2015.d001.s025.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"define%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2793917178642005}
{"item_id":"semeval2015.d001.s026.t001","gold_sense_keys":["useful%3:00:00::"],"candidates":[{"index":1,"sense_key":"useful%3:00:00::","synset_id":"useful.a.01"},{"index":2,"sense_key":"useful%5:00:00:functional:00","synset_id":"utilitarian.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"useful%5:00:00:functional:00","call_ids":["semeval2015.d001.s026.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"useful%5:00:00:functional:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":123,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2641125440131873}
{"item_id":"semeval2015.d001.s026.t002","gold_sense_keys":["work%2:41:02::"],"candidates":[{"index":1,"sense_key":"work%2:41:02::","synset_id":"work.v.01"},{"index":2,"sense_key":"work%2:41:00::","synset_id":"work.v.02"},{"index":3,"sense_key":"work%2:41:03::","synset_id":"work.v.03"},{"index":4,"sense_key":"work%2:35:02::","synset_id":"function.v.01"},{"index":5,"sense_key":"work%2:36:00::","synset_id":"work.v.05"},{"index":6,"sense_key":"work%2:29:00::","synset_id":"exercise.v.03"},{"index":7,"sense_key":"work%2:38:00::","synset_id":"make.v.36"},{"index":8,"sense_key":"work%2:41:04::","synset_id":"work.v.08"},{"index":9,"sense_key":"work%2:41:05::","synset_id":"work.v.09"},{"index":10,"sense_key":"work%2:38:02::","synset_id":"work.v.10"},{"index":11,"sense_key":"work%2:36:01::","synset_id":"bring.v.03"},{"index":12,"sense_key":"work%2:41:01::","synset_id":"work.v.12"},{"index":13,"sense_key":"work%2:36:09::","synset_id":"cultivate.v.02"},{"index":14,"sense_key":"work%2:42:10::","synset_id":"work.v.14"},{"index":15,"sense_key":"work%2:41:10::","synset_id":"influence.v.01"},{"index":16,"sense_key":"work%2:41:11::","synset_id":"work.v.16"},{"index":17,"sense_key":"work%2:41:12::","synset_id":"work.v.17"},{"index":18,"sense_key":"work%2:39:10::","synset_id":"work.v.18"},{"index":19,"sense_key":"work%2:37:10::","synset_id":"work.v.19"},{"index":20,"sense_key":"work%2:36:12::","synset_id":"shape.v.02"},{"index":21,"sense_key":"work%2:35:14::","synset_id":"work.v.21"},{"index":22,"sense_key":"work%2:35:00::","synset_id":"knead.v.01"},{"index":23,"sense_key":"work%2:34:10::","synset_id":"exploit.v.01"},{"index":24,"sense_key":"work%2:31:13::","synset_id":"solve.v.01"},{"index":25,"sense_key":"work%2:30:14::","synset_id":"ferment.v.03"},{"index":26,"sense_key":"work%2:30:13::","synset_id":"sour.v.01"},{"index":27,"sense_key":"work%2:30:10::","synset_id":"work.v.27"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"work%2:36:00::","call_ids":["semeval2015.d001.s026.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"work%2:36:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":671,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3088966361247003}
{"item_id":"semeval2015.d001.s027.t000","gold_sense_keys":["now%4:02:07::"],"candidates":[{"index":1,"sense_key":"now%4:02:05::","synset_id":"now.r.01"},{"index":2,"sense_key":"now%4:02:00::","synset_id":"nowadays.r.01"},{"index":3,"sense_key":"now%4:02:02::","synset_id":"now.r.03"},{"index":4,"sense_key":"now%4:02:04::","synset_id":"now.r.04"},{"index":5,"sense_key":"now%4:02:01::","synset_id":"immediately.r.01"},{"index":6,"sense_key":"now%4:02:07::","synset_id":"now.r.06"},{"index":7,"sense_key":"now%4:02:06::","synset_id":"now.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"now%4:02:04::","call_ids":["semeval2015.d001.s027.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"now%4:02:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34072206099517643}
{"item_id":"semeval2015.d001.s027.t001","gold_sense_keys":["ask%2:32:04::"],"candidates":[{"index":1,"sense_key":"ask%2:32:00::","synset_id":"ask.v.01"},{"index":2,"sense_key":"ask%2:32:01::","synset_id":"ask.v.02"},{"index":3,"sense_key":"ask%2:32:02::","synset_id":"ask.v.03"},{"index":4,"sense_key":"ask%2:32:05::","synset_id":"ask.v.04"},{"index":5,"sense_key":"ask%2:32:04::","synset_id":"ask.v.05"},{"index":6,"sense_key":"ask%2:42:00::","synset_id":"necessitate.v.01"},{"index":7,"sense_key":"ask%2:32:09::","synset_id":"ask.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"ask%2:32:04::","call_ids":["semeval2015.d001.s027.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"ask%2:32:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3452810519374907}
{"item_id":"semeval2015.d001.s027.t002","gold_sense_keys":["user%1:18:00::"],"candidates":[{"index":1,"sense_key":"user%1:18:00::","synset_id":"user.n.01"},{"index":2,"sense_key":"user%1:18:01::","synset_id":"exploiter.n.01"},{"index":3,"sense_key":"user%1:18:02::","synset_id":"drug_user.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"user%1:18:00::","call_ids":["semeval2015.d001.s027.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"user%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":136,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36968074389733374}
{"item_id":"semeval2015.d001.s028.t000","gold_sense_keys":["easy%3:00:01::"],"candidates":[{"index":1,"sense_key":"easy%3:00:01::","synset_id":"easy.a.01"},{"index":2,"sense_key":"easy%5:00:00:unhurried:00","synset_id":"easy.s.01"},{"index":3,"sense_key":"easy%3:00:02::","synset_id":"easy.a.03"},{"index":4,"sense_key":"easy%5:00:00:pleasing:00","synset_id":"easy.s.02"},{"index":5,"sense_key":"easy%5:00:00:light:08","synset_id":"easy.s.03"},{"index":6,"sense_key":"easy%5:00:00:impressionable:00","synset_id":"easy.s.04"},{"index":7,"sense_key":"easy%5:00:00:rich:00","synset_id":"comfortable.s.03"},{"index":8,"sense_key":"easy%5:00:00:gradual:02","synset_id":"easy.s.06"},{"index":9,"sense_key":"easy%5:00:00:comfortable:00","synset_id":"easy.s.07"},{"index":10,"sense_key":"easy%5:00:00:unchaste:00","synset_id":"easy.s.08"},{"index":11,"sense_key":"easy%5:00:00:available:00","synset_id":"easy.s.09"},{"index":12,"sense_key":"easy%5:00:00:abundant:00","synset_id":"easy.s.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"easy%3:00:01::","call_ids":["semeval2015.d001.s028.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"easy%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":335,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36834273813292384}
{"item_id":"semeval2015.d001.s028.t002","gold_sense_keys":["function%1:24:00::"],"candidates":[{"index":1,"sense_key":"function%1:24:00::","synset_id":"function.n.01"},{"index":2,"sense_key":"function%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"function%1:04:00::","synset_id":"function.n.03"},{"index":4,"sense_key":"function%1:24:01::","synset_id":"function.n.04"},{"index":5,"sense_key":"function%1:14:00::","synset_id":"function.n.05"},{"index":6,"sense_key":"function%1:11:00::","synset_id":"affair.n.03"},{"index":7,"sense_key":"function%1:10:00::","synset_id":"routine.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"function%1:10:00::","call_ids":["semeval2015.d001.s028.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"function%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3641086108982563}
{"item_id":"semeval2015.d001.s028.t003","gold_sense_keys":["cos%1:24:00::"],"candidates":[{"index":1,"sense_key":"cos%1:24:00::","synset_id":"cosine.n.01"},{"index":2,"sense_key":"cos%1:13:00::","synset_id":"cos.n.02"},{"index":3,"sense_key":"carbon_monoxide%1:27:00::","synset_id":"carbon_monoxide.n.01"},{"index":4,"sense_key":"cobalt%1:27:00::","synset_id":"cobalt.n.01"},{"index":5,"sense_key":"conscientious_objector%1:18:00::","synset_id":"conscientious_objector.n.01"},{"index":6,"sense_key":"colorado%1:15:00::","synset_id":"colorado.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"conscientious_objector%1:18:00::","call_ids":["semeval2015.d001.s028.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"conscientious_objector%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":225,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3653818401508033}
{"item_id":"semeval2015.d001.s028.t004","gold_sense_keys":["sin%1:24:00::"],"candidates":[{"index":1,"sense_key":"sin%1:07:00::","synset_id":"sin.n.01"},{"index":2,"sense_key":"sin%1:04:00::","synset_id":"sin.n.02"},{"index":3,"sense_key":"sin%1:24:00::","synset_id":"sine.n.01"},{"index":4,"sense_key":"sin%1:18:00::","synset_id":"sin.n.04"},{"index":5,"sense_key":"sin%1:10:00::","synset_id":"sin.n.05"},{"index":6,"sense_key":"sin%1:04:01::","synset_id":"sin.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"sin%1:24:00::","call_ids":["semeval2015.d001.s028.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"sin%1:24:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":218,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3701109809335321}
{"item_id":"semeval2015.d001.s028.t005","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["semeval2015.d001.s028.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3711110739968717}
{"item_id":"semeval2015.d001.s028.t008","gold_sense_keys":["sum%1:09:01::"],"candidates":[{"index":1,"sense_key":"sum%1:21:00::","synset_id":"sum.n.01"},{"index":2,"sense_key":"sum%1:09:01::","synset_id":"sum.n.02"},{"index":3,"sense_key":"sum%1:14:00::","synset_id":"sum.n.03"},{"index":4,"sense_key":"sum%1:09:00::","synset_id":"kernel.n.03"},{"index":5,"sense_key":"sum%1:06:00::","synset_id":"sum.n.05"},{"index":6,"sense_key":"sum%1:14:01::","synset_id":"union.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sum%1:09:01::","call_ids":["semeval2015.d001.s028.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sum%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37219958705827594}
{"item_id":"semeval2015.d001.s028.t009","gold_sense_keys":["product%1:09:00::"],"candidates":[{"index":1,"sense_key":"product%1:06:01::","synset_id":"merchandise.n.01"},{"index":2,"sense_key":"product%1:06:00::","synset_id":"product.n.02"},{"index":3,"sense_key":"product%1:09:00::","synset_id":"product.n.03"},{"index":4,"sense_key":"product%1:27:00::","synset_id":"product.n.04"},{"index":5,"sense_key":"product%1:19:00::","synset_id":"product.n.05"},{"index":6,"sense_key":"product%1:14:00::","synset_id":"intersection.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"product%1:09:00::","call_ids":["semeval2015.d001.s028.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"product%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36640536319464445}
{"item_id":"semeval2015.d001.s030.t000","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"use%2:41:14::","call_ids":["semeval2015.d001.s030.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"use%2:41:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31124099902808666}
{"item_id":"semeval2015.d001.s030.t001","gold_sense_keys":["plus%1:04:00::"],"candidates":[{"index":1,"sense_key":"plus%1:07:00::","synset_id":"asset.n.01"},{"index":2,"sense_key":"plus%1:04:00::","synset_id":"summation.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"plus%1:04:00::","call_ids":["semeval2015.d001.s030.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"plus%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":130,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3200522039551288}
{"item_id":"semeval2015.d001.s030.t002","gold_sense_keys":["times%1:04:00::"],"candidates":[{"index":1,"sense_key":"times%1:28:01::","synset_id":"times.n.01"},{"index":2,"sense_key":"times%1:04:00::","synset_id":"multiplication.n.03"},{"index":3,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":4,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":5,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":6,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":7,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":8,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":9,"sense_key":"clock_time%1:28:00::","synset_id":"clock_time.n.01"},{"index":10,"sense_key":"fourth_dimension%1:28:00::","synset_id":"fourth_dimension.n.01"},{"index":11,"sense_key":"meter%1:07:00::","synset_id":"meter.n.04"},{"index":12,"sense_key":"prison_term%1:28:00::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"time%1:11:00::","call_ids":["semeval2015.d001.s030.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"time%1:11:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":370,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31230508000589907}
{"item_id":"semeval2015.d001.s030.t003","gold_sense_keys":["have%2:40:00::","have%2:42:00::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"have%2:30:00::","call_ids":["semeval2015.d001.s030.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"have%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":487,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32777820411138237}
{"item_id":"semeval2015.d001.s030.t004","gold_sense_keys":["operator%1:24:00::"],"candidates":[{"index":1,"sense_key":"operator%1:24:00::","synset_id":"operator.n.01"},{"index":2,"sense_key":"operator%1:18:00::","synset_id":"operator.n.02"},{"index":3,"sense_key":"operator%1:18:01::","synset_id":"operator.n.03"},{"index":4,"sense_key":"operator%1:18:02::","synset_id":"hustler.n.02"},{"index":5,"sense_key":"operator%1:18:03::","synset_id":"operator.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"operator%1:18:01::","call_ids":["semeval2015.d001.s030.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"operator%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31358066899701953}
{"item_id":"semeval2015.d001.s031.t000","gold_sense_keys":["useful%3:00:00::"],"candidates":[{"index":1,"sense_key":"useful%3:00:00::","synset_id":"useful.a.01"},{"index":2,"sense_key":"useful%5:00:00:functional:00","synset_id":"utilitarian.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"useful%5:00:00:functional:00","call_ids":["semeval2015.d001.s031.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"useful%5:00:00:functional:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":124,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31491903285495937}
{"item_id":"semeval2015.d001.s032.t000","gold_sense_keys":["there%4:02:00::"],"candidates":[{"index":1,"sense_key":"there%4:02:00::","synset_id":"there.r.01"},{"index":2,"sense_key":"there%4:02:02::","synset_id":"there.r.02"},{"index":3,"sense_key":"there%4:02:01::","synset_id":"there.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"there%4:02:02::","call_ids":["semeval2015.d001.s032.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"there%4:02:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29747991007752717}
{"item_id":"semeval2015.d001.s032.t001","gold_sense_keys":["have%2:42:12::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"have%2:30:00::","call_ids":["semeval2015.d001.s032.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"have%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":483,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29859065683558583}
{"item_id":"semeval2015.d001.s032.t002","gold_sense_keys":["list%1:10:00::"],"candidates":[{"index":1,"sense_key":"list%1:10:00::","synset_id":"list.n.01"},{"index":2,"sense_key":"list%1:07:00::","synset_id":"tilt.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"list%1:10:00::","call_ids":["semeval2015.d001.s032.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"list%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":130,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30247977306135}
{"item_id":"semeval2015.d001.s032.t003","gold_sense_keys":["variable%1:10:00::"],"candidates":[{"index":1,"sense_key":"variable%1:17:00::","synset_id":"variable.n.01"},{"index":2,"sense_key":"variable%1:09:00::","synset_id":"variable.n.02"},{"index":3,"sense_key":"variable%1:17:01::","synset_id":"variable_star.n.01"},{"index":4,"sense_key":"variable%1:10:00::","synset_id":"variable.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"variable%1:10:00::","call_ids":["semeval2015.d001.s032.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"variable%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30382023798301816}
{"item_id":"semeval2015.d001.s033.t000","gold_sense_keys":["see%2:39:00::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"see%2:32:00::","call_ids":["semeval2015.d001.s033.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"see%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":650,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.305303136119619}
{"item_id":"semeval2015.d001.s033.t001","gold_sense_keys":["let%2:41:00::"],"candidates":[{"index":1,"sense_key":"let%2:41:00::","synset_id":"let.v.01"},{"index":2,"sense_key":"let%2:32:00::","synset_id":"let.v.02"},{"index":3,"sense_key":"let%2:32:02::","synset_id":"permit.v.01"},{"index":4,"sense_key":"let%2:30:01::","synset_id":"get.v.03"},{"index":5,"sense_key":"let%2:30:00::","synset_id":"let.v.05"},{"index":6,"sense_key":"let%2:40:00::","synset_id":"lease.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"let%2:32:02::","call_ids":["semeval2015.d001.s033.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"let%2:32:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":246,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33056378993205726}
{"item_id":"semeval2015.d001.s033.t002","gold_sense_keys":["change%2:30:01::"],"candidates":[{"index":1,"sense_key":"change%2:30:01::","synset_id":"change.v.01"},{"index":2,"sense_key":"change%2:30:00::","synset_id":"change.v.02"},{"index":3,"sense_key":"change%2:30:02::","synset_id":"change.v.03"},{"index":4,"sense_key":"change%2:30:05::","synset_id":"switch.v.03"},{"index":5,"sense_key":"change%2:30:03::","synset_id":"change.v.05"},{"index":6,"sense_key":"change%2:30:04::","synset_id":"change.v.06"},{"index":7,"sense_key":"change%2:40:00::","synset_id":"exchange.v.01"},{"index":8,"sense_key":"change%2:38:00::","synset_id":"transfer.v.06"},{"index":9,"sense_key":"change%2:30:08::","synset_id":"deepen.v.04"},{"index":10,"sense_key":"change%2:30:06::","synset_id":"change.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"change%2:30:08::","call_ids":["semeval2015.d001.s033.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"change%2:30:08::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":374,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29257430299185216}
{"item_id":"semeval2015.d001.s033.t003","gold_sense_keys":["value%1:09:00::"],"candidates":[{"index":1,"sense_key":"value%1:09:00::","synset_id":"value.n.01"},{"index":2,"sense_key":"value%1:07:00::","synset_id":"value.n.02"},{"index":3,"sense_key":"value%1:21:00::","synset_id":"value.n.03"},{"index":4,"sense_key":"value%1:07:01::","synset_id":"value.n.04"},{"index":5,"sense_key":"value%1:28:00::","synset_id":"value.n.05"},{"index":6,"sense_key":"value%1:09:01::","synset_id":"value.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"value%1:07:01::","call_ids":["semeval2015.d001.s033.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"value%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29373502382077277}
{"item_id":"semeval2015.d001.s033.t004","gold_sense_keys":["just%4:02:00::"],"candidates":[{"index":1,"sense_key":"just%4:02:00::","synset_id":"merely.r.01"},{"index":2,"sense_key":"just%4:02:05::","synset_id":"precisely.r.01"},{"index":3,"sense_key":"just%4:02:01::","synset_id":"just.r.03"},{"index":4,"sense_key":"just%4:02:03::","synset_id":"just.r.04"},{"index":5,"sense_key":"just%4:02:04::","synset_id":"barely.r.01"},{"index":6,"sense_key":"just%4:02:06::","synset_id":"just.r.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"just%4:02:06::","call_ids":["semeval2015.d001.s033.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"just%4:02:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31679992587305605}
{"item_id":"semeval2015.d001.s033.t005","gold_sense_keys":["way%1:04:01::","way%1:07:01::"],"candidates":[{"index":1,"sense_key":"way%1:07:01::","synset_id":"manner.n.01"},{"index":2,"sense_key":"way%1:04:01::","synset_id":"means.n.01"},{"index":3,"sense_key":"way%1:15:00::","synset_id":"direction.n.01"},{"index":4,"sense_key":"way%1:26:00::","synset_id":"way.n.04"},{"index":5,"sense_key":"way%1:04:00::","synset_id":"way.n.05"},{"index":6,"sense_key":"way%1:06:00::","synset_id":"way.n.06"},{"index":7,"sense_key":"way%1:04:02::","synset_id":"way.n.07"},{"index":8,"sense_key":"way%1:23:00::","synset_id":"room.n.02"},{"index":9,"sense_key":"way%1:07:02::","synset_id":"way.n.09"},{"index":10,"sense_key":"way%1:09:00::","synset_id":"way.n.10"},{"index":11,"sense_key":"way%1:09:01::","synset_id":"way.n.11"},{"index":12,"sense_key":"way%1:21:00::","synset_id":"way.n.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"way%1:04:00::","call_ids":["semeval2015.d001.s033.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"way%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":353,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3186320757959038}
{"item_id":"semeval2015.d001.s033.t007","gold_sense_keys":["log%1:10:02::"],"candidates":[{"index":1,"sense_key":"log%1:27:01::","synset_id":"log.n.01"},{"index":2,"sense_key":"log%1:10:01::","synset_id":"logarithm.n.01"},{"index":3,"sense_key":"log%1:10:02::","synset_id":"log.n.03"},{"index":4,"sense_key":"log%1:10:00::","synset_id":"log.n.04"},{"index":5,"sense_key":"log%1:06:01::","synset_id":"log.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"log%1:10:00::","call_ids":["semeval2015.d001.s033.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"log%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":208,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.320436435053125}
{"item_id":"semeval2015.d001.s034.t000","gold_sense_keys":["time%1:11:00::"],"candidates":[{"index":1,"sense_key":"time%1:11:00::","synset_id":"time.n.01"},{"index":2,"sense_key":"time%1:28:05::","synset_id":"time.n.02"},{"index":3,"sense_key":"time%1:28:00::","synset_id":"time.n.03"},{"index":4,"sense_key":"time%1:28:06::","synset_id":"time.n.04"},{"index":5,"sense_key":"time%1:03:00::","synset_id":"time.n.05"},{"index":6,"sense_key":"time%1:11:01::","synset_id":"time.n.06"},{"index":7,"sense_key":"time%1:28:03::","synset_id":"clock_time.n.01"},{"index":8,"sense_key":"time%1:28:04::","synset_id":"fourth_dimension.n.01"},{"index":9,"sense_key":"time%1:07:01::","synset_id":"meter.n.04"},{"index":10,"sense_key":"time%1:28:01::","synset_id":"prison_term.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"time%1:28:05::","call_ids":["semeval2015.d001.s034.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"time%1:28:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":319,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32271002186462283}
{"item_id":"semeval2015.d001.s034.t002","gold_sense_keys":["expression%1:10:03::"],"candidates":[{"index":1,"sense_key":"expression%1:07:00::","synset_id":"expression.n.01"},{"index":2,"sense_key":"expression%1:10:02::","synset_id":"expression.n.02"},{"index":3,"sense_key":"expression%1:10:04::","synset_id":"expression.n.03"},{"index":4,"sense_key":"expression%1:10:00::","synset_id":"saying.n.01"},{"index":5,"sense_key":"expression%1:10:01::","synset_id":"formulation.n.03"},{"index":6,"sense_key":"expression%1:10:03::","synset_id":"formula.n.01"},{"index":7,"sense_key":"expression%1:22:00::","synset_id":"expression.n.07"},{"index":8,"sense_key":"expression%1:10:05::","synset_id":"construction.n.02"},{"index":9,"sense_key":"expression%1:04:00::","synset_id":"expression.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"expression%1:10:03::","call_ids":["semeval2015.d001.s034.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"expression%1:10:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":286,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32441004808060825}
{"item_id":"semeval2015.d001.s034.t003","gold_sense_keys":["variable%1:10:00::"],"candidates":[{"index":1,"sense_key":"variable%1:17:00::","synset_id":"variable.n.01"},{"index":2,"sense_key":"variable%1:09:00::","synset_id":"variable.n.02"},{"index":3,"sense_key":"variable%1:17:01::","synset_id":"variable_star.n.01"},{"index":4,"sense_key":"variable%1:10:00::","synset_id":"variable.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"variable%1:10:00::","call_ids":["semeval2015.d001.s034.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"variable%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3260095310397446}
{"item_id":"semeval2015.d001.s034.t004","gold_sense_keys":["value%1:09:00::"],"candidates":[{"index":1,"sense_key":"value%1:09:00::","synset_id":"value.n.01"},{"index":2,"sense_key":"value%1:07:00::","synset_id":"value.n.02"},{"index":3,"sense_key":"value%1:21:00::","synset_id":"value.n.03"},{"index":4,"sense_key":"value%1:07:01::","synset_id":"value.n.04"},{"index":5,"sense_key":"value%1:28:00::","synset_id":"value.n.05"},{"index":6,"sense_key":"value%1:09:01::","synset_id":"value.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"value%1:07:01::","call_ids":["semeval2015.d001.s034.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"value%1:07:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2815472960937768}
{"item_id":"semeval2015.d001.s034.t005","gold_sense_keys":["change%2:30:01::"],"candidates":[{"index":1,"sense_key":"change%2:30:01::","synset_id":"change.v.01"},{"index":2,"sense_key":"change%2:30:00::","synset_id":"change.v.02"},{"index":3,"sense_key":"change%2:30:02::","synset_id":"change.v.03"},{"index":4,"sense_key":"change%2:30:05::","synset_id":"switch.v.03"},{"index":5,"sense_key":"change%2:30:03::","synset_id":"change.v.05"},{"index":6,"sense_key":"change%2:30:04::","synset_id":"change.v.06"},{"index":7,"sense_key":"change%2:40:00::","synset_id":"exchange.v.01"},{"index":8,"sense_key":"change%2:38:00::","synset_id":"transfer.v.06"},{"index":9,"sense_key":"change%2:30:08::","synset_id":"deepen.v.04"},{"index":10,"sense_key":"change%2:30:06::","synset_id":"change.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"change%2:30:02::","call_ids":["semeval2015.d001.s034.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"change%2:30:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":370,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23324592597782612}
{"item_id":"semeval2015.d001.s034.t006","gold_sense_keys":["last%3:00:00::","last%5:00:00:past:00"],"candidates":[{"index":1,"sense_key":"last%5:00:00:past:00","synset_id":"last.s.01"},{"index":2,"sense_key":"last%3:00:00::","synset_id":"last.a.02"},{"index":3,"sense_key":"last%5:00:00:closing:00","synset_id":"concluding.s.01"},{"index":4,"sense_key":"last%5:00:00:unlikely:00","synset_id":"last.s.03"},{"index":5,"sense_key":"last%5:00:00:dying:00","synset_id":"last.s.04"},{"index":6,"sense_key":"last%5:00:00:ultimate:00","synset_id":"final.s.02"},{"index":7,"sense_key":"last%5:00:00:high:02","synset_id":"last.s.06"},{"index":8,"sense_key":"last%5:00:00:unalterable:00","synset_id":"final.s.03"},{"index":9,"sense_key":"last%5:00:00:worst:00","synset_id":"last.s.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"last%3:00:00::","call_ids":["semeval2015.d001.s034.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"last%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":275,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.250599036924541}
{"item_id":"semeval2015.d001.s034.t007","gold_sense_keys":["result%1:10:00::","result%1:11:00::"],"candidates":[{"index":1,"sense_key":"result%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"result%1:10:00::","synset_id":"solution.n.02"},{"index":3,"sense_key":"result%1:11:00::","synset_id":"result.n.03"},{"index":4,"sense_key":"result%1:10:01::","synset_id":"resultant_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"result%1:11:00::","call_ids":["semeval2015.d001.s034.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"result%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29229944897815585}
{"item_id":"semeval2015.d001.s035.t000","gold_sense_keys":["new%5:00:00:other:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"new%3:00:00::","call_ids":["semeval2015.d001.s035.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"new%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":332,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2988470180425793}
{"item_id":"semeval2015.d001.s035.t001","gold_sense_keys":["window%1:06:03::"],"candidates":[{"index":1,"sense_key":"window%1:06:00::","synset_id":"window.n.01"},{"index":2,"sense_key":"window%1:06:01::","synset_id":"window.n.02"},{"index":3,"sense_key":"window%1:06:02::","synset_id":"window.n.03"},{"index":4,"sense_key":"window%1:17:00::","synset_id":"window.n.04"},{"index":5,"sense_key":"window%1:28:00::","synset_id":"window.n.05"},{"index":6,"sense_key":"window%1:06:04::","synset_id":"windowpane.n.01"},{"index":7,"sense_key":"window%1:06:05::","synset_id":"window.n.07"},{"index":8,"sense_key":"window%1:06:03::","synset_id":"window.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"window%1:06:03::","call_ids":["semeval2015.d001.s035.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"window%1:06:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":292,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3012928019743413}
{"item_id":"semeval2015.d001.s036.t000","gold_sense_keys":["log%1:10:02::"],"candidates":[{"index":1,"sense_key":"log%1:27:01::","synset_id":"log.n.01"},{"index":2,"sense_key":"log%1:10:01::","synset_id":"logarithm.n.01"},{"index":3,"sense_key":"log%1:10:02::","synset_id":"log.n.03"},{"index":4,"sense_key":"log%1:10:00::","synset_id":"log.n.04"},{"index":5,"sense_key":"log%1:06:01::","synset_id":"log.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"log%1:10:02::","call_ids":["semeval2015.d001.s036.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"log%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30194229213520885}
{"item_id":"semeval2015.d001.s037.t000","gold_sense_keys":["load%2:40:12::"],"candidates":[{"index":1,"sense_key":"load%2:35:01::","synset_id":"load.v.01"},{"index":2,"sense_key":"load%2:35:02::","synset_id":"load.v.02"},{"index":3,"sense_key":"load%2:40:12::","synset_id":"load.v.03"},{"index":4,"sense_key":"load%2:35:10::","synset_id":"load.v.04"},{"index":5,"sense_key":"load%2:30:12::","synset_id":"load.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"load%2:40:12::","call_ids":["semeval2015.d001.s037.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"load%2:40:12::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3027577460743487}
{"item_id":"semeval2015.d001.s038.t000","gold_sense_keys":["execute%2:41:04::"],"candidates":[{"index":1,"sense_key":"execute%2:41:00::","synset_id":"execute.v.01"},{"index":2,"sense_key":"execute%2:41:01::","synset_id":"execute.v.02"},{"index":3,"sense_key":"execute%2:36:00::","synset_id":"carry_through.v.01"},{"index":4,"sense_key":"execute%2:41:03::","synset_id":"execute.v.04"},{"index":5,"sense_key":"execute%2:41:04::","synset_id":"run.v.19"},{"index":6,"sense_key":"execute%2:36:01::","synset_id":"perform.v.01"},{"index":7,"sense_key":"execute%2:32:00::","synset_id":"execute.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"execute%2:36:00::","call_ids":["semeval2015.d001.s038.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"execute%2:36:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3049668411258608}
{"item_id":"semeval2015.d001.s038.t001","gold_sense_keys":["instruction%1:10:02::"],"candidates":[{"index":1,"sense_key":"instruction%1:10:04::","synset_id":"direction.n.06"},{"index":2,"sense_key":"instruction%1:04:01::","synset_id":"education.n.01"},{"index":3,"sense_key":"instruction%1:04:00::","synset_id":"teaching.n.01"},{"index":4,"sense_key":"instruction%1:10:02::","synset_id":"instruction.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"instruction%1:10:02::","call_ids":["semeval2015.d001.s038.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"instruction%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2976040840148926}
{"item_id":"semeval2015.d001.s038.t002","gold_sense_keys":["file%1:10:00::"],"candidates":[{"index":1,"sense_key":"file%1:10:00::","synset_id":"file.n.01"},{"index":2,"sense_key":"file%1:14:00::","synset_id":"file.n.02"},{"index":3,"sense_key":"file%1:06:01::","synset_id":"file.n.03"},{"index":4,"sense_key":"file%1:06:00::","synset_id":"file.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"file%1:10:00::","call_ids":["semeval2015.d001.s038.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"file%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":158,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2900992198847234}
{"item_id":"semeval2015.d001.s039.t000","gold_sense_keys":["nice%3:00:00::"],"candidates":[{"index":1,"sense_key":"nice%3:00:00::","synset_id":"nice.a.01"},{"index":2,"sense_key":"nice%5:00:00:respectable:00","synset_id":"decent.s.01"},{"index":3,"sense_key":"nice%5:00:02:precise:00","synset_id":"nice.s.02"},{"index":4,"sense_key":"nice%5:00:00:fastidious:00","synset_id":"dainty.s.04"},{"index":5,"sense_key":"nice%5:00:00:polite:00","synset_id":"courteous.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"nice%5:00:00:polite:00","call_ids":["semeval2015.d001.s039.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"nice%5:00:00:polite:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28811869700439274}
{"item_id":"semeval2015.d001.s039.t001","gold_sense_keys":["want%2:37:00::"],"candidates":[{"index":1,"sense_key":"want%2:37:00::","synset_id":"desire.v.01"},{"index":2,"sense_key":"want%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"want%2:35:00::","synset_id":"want.v.03"},{"index":4,"sense_key":"want%2:31:01::","synset_id":"want.v.04"},{"index":5,"sense_key":"want%2:42:01::","synset_id":"want.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"want%2:31:01::","call_ids":["semeval2015.d001.s039.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"want%2:31:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2964406800456345}
{"item_id":"semeval2015.d001.s039.t002","gold_sense_keys":["define%2:32:01::"],"candidates":[{"index":1,"sense_key":"define%2:42:00::","synset_id":"specify.v.03"},{"index":2,"sense_key":"define%2:32:00::","synset_id":"define.v.02"},{"index":3,"sense_key":"define%2:42:01::","synset_id":"define.v.03"},{"index":4,"sense_key":"define%2:42:03::","synset_id":"define.v.04"},{"index":5,"sense_key":"define%2:32:01::","synset_id":"specify.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"define%2:42:01::","call_ids":["semeval2015.d001.s039.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"define%2:42:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2534217541106045}
{"item_id":"semeval2015.d001.s039.t003","gold_sense_keys":["library%1:14:01::"],"candidates":[{"index":1,"sense_key":"library%1:06:01::","synset_id":"library.n.01"},{"index":2,"sense_key":"library%1:14:00::","synset_id":"library.n.02"},{"index":3,"sense_key":"library%1:06:00::","synset_id":"library.n.03"},{"index":4,"sense_key":"library%1:14:01::","synset_id":"library.n.04"},{"index":5,"sense_key":"library%1:06:02::","synset_id":"library.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"library%1:14:00::","call_ids":["semeval2015.d001.s039.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"library%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2394505760166794}
{"item_id":"semeval2015.d001.s039.t004","gold_sense_keys":["resume%2:30:00::"],"candidates":[{"index":1,"sense_key":"resume%2:30:00::","synset_id":"resume.v.01"},{"index":2,"sense_key":"resume%2:30:01::","synset_id":"resume.v.02"},{"index":3,"sense_key":"resume%2:41:00::","synset_id":"resume.v.03"},{"index":4,"sense_key":"resume%2:32:00::","synset_id":"sum_up.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"resume%2:32:00::","call_ids":["semeval2015.d001.s039.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"resume%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30745121999643743}
{"item_id":"semeval2015.d001.s039.t005","gold_sense_keys":["previous%5:00:00:preceding:00"],"candidates":[{"index":1,"sense_key":"previous%5:00:00:preceding:00","synset_id":"previous.s.01"},{"index":2,"sense_key":"previous%5:00:00:past:00","synset_id":"former.s.02"},{"index":3,"sense_key":"previous%5:00:00:early:00","synset_id":"previous.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"previous%5:00:00:preceding:00","call_ids":["semeval2015.d001.s039.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"previous%5:00:00:preceding:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3084872660692781}
{"item_id":"semeval2015.d001.s039.t006","gold_sense_keys":["work%1:04:00::"],"candidates":[{"index":1,"sense_key":"work%1:04:00::","synset_id":"work.n.01"},{"index":2,"sense_key":"work%1:06:00::","synset_id":"work.n.02"},{"index":3,"sense_key":"work%1:04:01::","synset_id":"employment.n.02"},{"index":4,"sense_key":"work%1:09:00::","synset_id":"study.n.02"},{"index":5,"sense_key":"work%1:19:00::","synset_id":"work.n.05"},{"index":6,"sense_key":"work%1:06:01::","synset_id":"workplace.n.01"},{"index":7,"sense_key":"work%1:06:02::","synset_id":"oeuvre.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"work%1:09:00::","call_ids":["semeval2015.d001.s039.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"work%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":302,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3103636219166219}
{"item_id":"semeval2015.d001.s040.t000","gold_sense_keys":["save%2:32:04::"],"candidates":[{"index":1,"sense_key":"save%2:41:01::","synset_id":"salvage.v.01"},{"index":2,"sense_key":"save%2:40:00::","synset_id":"save.v.02"},{"index":3,"sense_key":"save%2:41:00::","synset_id":"save.v.03"},{"index":4,"sense_key":"save%2:40:02::","synset_id":"save.v.04"},{"index":5,"sense_key":"save%2:40:01::","synset_id":"save.v.05"},{"index":6,"sense_key":"save%2:30:00::","synset_id":"save.v.06"},{"index":7,"sense_key":"save%2:41:02::","synset_id":"deliver.v.08"},{"index":8,"sense_key":"save%2:41:05::","synset_id":"spare.v.01"},{"index":9,"sense_key":"save%2:40:04::","synset_id":"save.v.09"},{"index":10,"sense_key":"save%2:40:03::","synset_id":"keep_open.v.01"},{"index":11,"sense_key":"save%2:32:04::","synset_id":"write.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"save%2:32:04::","call_ids":["semeval2015.d001.s040.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"save%2:32:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":274,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3113651149906218}
{"item_id":"semeval2015.d001.s041.t000","gold_sense_keys":["save%2:32:04::"],"candidates":[{"index":1,"sense_key":"save%2:41:01::","synset_id":"salvage.v.01"},{"index":2,"sense_key":"save%2:40:00::","synset_id":"save.v.02"},{"index":3,"sense_key":"save%2:41:00::","synset_id":"save.v.03"},{"index":4,"sense_key":"save%2:40:02::","synset_id":"save.v.04"},{"index":5,"sense_key":"save%2:40:01::","synset_id":"save.v.05"},{"index":6,"sense_key":"save%2:30:00::","synset_id":"save.v.06"},{"index":7,"sense_key":"save%2:41:02::","synset_id":"deliver.v.08"},{"index":8,"sense_key":"save%2:41:05::","synset_id":"spare.v.01"},{"index":9,"sense_key":"save%2:40:04::","synset_id":"save.v.09"},{"index":10,"sense_key":"save%2:40:03::","synset_id":"keep_open.v.01"},{"index":11,"sense_key":"save%2:32:04::","synset_id":"write.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"save%2:32:04::","call_ids":["semeval2015.d001.s041.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"save%2:32:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":285,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3123093219473958}
{"item_id":"semeval2015.d001.s041.t001","gold_sense_keys":["instruction%1:10:02::"],"candidates":[{"index":1,"sense_key":"instruction%1:10:04::","synset_id":"direction.n.06"},{"index":2,"sense_key":"instruction%1:04:01::","synset_id":"education.n.01"},{"index":3,"sense_key":"instruction%1:04:00::","synset_id":"teaching.n.01"},{"index":4,"sense_key":"instruction%1:10:02::","synset_id":"instruction.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"instruction%1:10:02::","call_ids":["semeval2015.d001.s041.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"instruction%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":184,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31311558512970805}
{"item_id":"semeval2015.d001.s041.t002","gold_sense_keys":["type%2:32:00::"],"candidates":[{"index":1,"sense_key":"type%2:32:00::","synset_id":"type.v.01"},{"index":2,"sense_key":"type%2:31:00::","synset_id":"type.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"type%2:31:00::","call_ids":["semeval2015.d001.s041.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"type%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":135,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3139195218682289}
{"item_id":"semeval2015.d001.s041.t003","gold_sense_keys":["begin%2:42:00::","begin%2:42:04::"],"candidates":[{"index":1,"sense_key":"begin%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"begin%2:42:00::","synset_id":"begin.v.02"},{"index":3,"sense_key":"begin%2:30:01::","synset_id":"begin.v.03"},{"index":4,"sense_key":"begin%2:32:03::","synset_id":"begin.v.04"},{"index":5,"sense_key":"begin%2:42:02::","synset_id":"begin.v.05"},{"index":6,"sense_key":"begin%2:42:04::","synset_id":"begin.v.06"},{"index":7,"sense_key":"begin%2:42:03::","synset_id":"begin.v.07"},{"index":8,"sense_key":"begin%2:41:04::","synset_id":"begin.v.08"},{"index":9,"sense_key":"begin%2:41:00::","synset_id":"begin.v.09"},{"index":10,"sense_key":"begin%2:32:04::","synset_id":"begin.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"begin%2:42:04::","call_ids":["semeval2015.d001.s041.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"begin%2:42:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":368,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3148190139327198}
{"item_id":"semeval2015.d001.s041.t004","gold_sense_keys":["able%3:00:00::"],"candidates":[{"index":1,"sense_key":"able%3:00:00::","synset_id":"able.a.01"},{"index":2,"sense_key":"able%5:00:00:competent:00","synset_id":"able.s.01"},{"index":3,"sense_key":"able%5:00:00:capable:00","synset_id":"able.s.02"},{"index":4,"sense_key":"able%5:00:00:fit:01","synset_id":"able.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"able%3:00:00::","call_ids":["semeval2015.d001.s041.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"able%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3156222391407937}
{"item_id":"semeval2015.d001.s042.t000","gold_sense_keys":["generate%2:36:00::"],"candidates":[{"index":1,"sense_key":"generate%2:36:00::","synset_id":"generate.v.01"},{"index":2,"sense_key":"generate%2:36:02::","synset_id":"render.v.04"},{"index":3,"sense_key":"generate%2:36:01::","synset_id":"generate.v.03"},{"index":4,"sense_key":"generate%2:29:00::","synset_id":"beget.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"generate%2:36:02::","call_ids":["semeval2015.d001.s042.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"generate%2:36:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31632751994766295}
{"item_id":"semeval2015.d001.s042.t002","gold_sense_keys":["easy%3:00:01::"],"candidates":[{"index":1,"sense_key":"easy%3:00:01::","synset_id":"easy.a.01"},{"index":2,"sense_key":"easy%5:00:00:unhurried:00","synset_id":"easy.s.01"},{"index":3,"sense_key":"easy%3:00:02::","synset_id":"easy.a.03"},{"index":4,"sense_key":"easy%5:00:00:pleasing:00","synset_id":"easy.s.02"},{"index":5,"sense_key":"easy%5:00:00:light:08","synset_id":"easy.s.03"},{"index":6,"sense_key":"easy%5:00:00:impressionable:00","synset_id":"easy.s.04"},{"index":7,"sense_key":"easy%5:00:00:rich:00","synset_id":"comfortable.s.03"},{"index":8,"sense_key":"easy%5:00:00:gradual:02","synset_id":"easy.s.06"},{"index":9,"sense_key":"easy%5:00:00:comfortable:00","synset_id":"easy.s.07"},{"index":10,"sense_key":"easy%5:00:00:unchaste:00","synset_id":"easy.s.08"},{"index":11,"sense_key":"easy%5:00:00:available:00","synset_id":"easy.s.09"},{"index":12,"sense_key":"easy%5:00:00:abundant:00","synset_id":"easy.s.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"easy%3:00:01::","call_ids":["semeval2015.d001.s042.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"easy%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":324,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31723094987683}
{"item_id":"semeval2015.d001.s042.t003","gold_sense_keys":["fix%2:30:01::"],"candidates":[{"index":1,"sense_key":"fix%2:30:01::","synset_id":"repair.v.01"},{"index":2,"sense_key":"fix%2:35:00::","synset_id":"fasten.v.01"},{"index":3,"sense_key":"fix%2:32:03::","synset_id":"specify.v.02"},{"index":4,"sense_key":"fix%2:36:00::","synset_id":"cook.v.02"},{"index":5,"sense_key":"fix%2:33:00::","synset_id":"pay_back.v.02"},{"index":6,"sense_key":"fix%2:36:01::","synset_id":"fix.v.06"},{"index":7,"sense_key":"fix%2:30:02::","synset_id":"fix.v.07"},{"index":8,"sense_key":"fix%2:30:00::","synset_id":"fixate.v.03"},{"index":9,"sense_key":"fix%2:29:00::","synset_id":"sterilize.v.02"},{"index":10,"sense_key":"fix%2:41:04::","synset_id":"fix.v.10"},{"index":11,"sense_key":"fix%2:35:01::","synset_id":"situate.v.02"},{"index":12,"sense_key":"fix%2:30:03::","synset_id":"fix.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"fix%2:36:01::","call_ids":["semeval2015.d001.s042.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"fix%2:36:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":361,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31696459907107055}
{"item_id":"semeval2015.d001.s042.t004","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"use%2:41:14::","call_ids":["semeval2015.d001.s042.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"use%2:41:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2576031719800085}
{"item_id":"semeval2015.d001.s042.t005","gold_sense_keys":["text_editor%1:10:00::"],"candidates":[{"index":1,"sense_key":"text_editor%1:18:00::","synset_id":"copy_editor.n.01"},{"index":2,"sense_key":"text_editor%1:10:00::","synset_id":"text_editor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"text_editor%1:10:00::","call_ids":["semeval2015.d001.s042.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"text_editor%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":128,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2587139238603413}
{"item_id":"semeval2015.d001.s043.t000","gold_sense_keys":["save%2:32:04::"],"candidates":[{"index":1,"sense_key":"save%2:41:01::","synset_id":"salvage.v.01"},{"index":2,"sense_key":"save%2:40:00::","synset_id":"save.v.02"},{"index":3,"sense_key":"save%2:41:00::","synset_id":"save.v.03"},{"index":4,"sense_key":"save%2:40:02::","synset_id":"save.v.04"},{"index":5,"sense_key":"save%2:40:01::","synset_id":"save.v.05"},{"index":6,"sense_key":"save%2:30:00::","synset_id":"save.v.06"},{"index":7,"sense_key":"save%2:41:02::","synset_id":"deliver.v.08"},{"index":8,"sense_key":"save%2:41:05::","synset_id":"spare.v.01"},{"index":9,"sense_key":"save%2:40:04::","synset_id":"save.v.09"},{"index":10,"sense_key":"save%2:40:03::","synset_id":"keep_open.v.01"},{"index":11,"sense_key":"save%2:32:04::","synset_id":"write.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"save%2:32:04::","call_ids":["semeval2015.d001.s043.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"save%2:32:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":274,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25971481297165155}
{"item_id":"semeval2015.d001.s043.t001","gold_sense_keys":["log%1:10:02::"],"candidates":[{"index":1,"sense_key":"log%1:27:01::","synset_id":"log.n.01"},{"index":2,"sense_key":"log%1:10:01::","synset_id":"logarithm.n.01"},{"index":3,"sense_key":"log%1:10:02::","synset_id":"log.n.03"},{"index":4,"sense_key":"log%1:10:00::","synset_id":"log.n.04"},{"index":5,"sense_key":"log%1:06:01::","synset_id":"log.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"log%1:10:02::","call_ids":["semeval2015.d001.s043.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"log%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2674680140335113}
{"item_id":"semeval2015.d001.s044.t000","gold_sense_keys":["save%2:32:04::"],"candidates":[{"index":1,"sense_key":"save%2:41:01::","synset_id":"salvage.v.01"},{"index":2,"sense_key":"save%2:40:00::","synset_id":"save.v.02"},{"index":3,"sense_key":"save%2:41:00::","synset_id":"save.v.03"},{"index":4,"sense_key":"save%2:40:02::","synset_id":"save.v.04"},{"index":5,"sense_key":"save%2:40:01::","synset_id":"save.v.05"},{"index":6,"sense_key":"save%2:30:00::","synset_id":"save.v.06"},{"index":7,"sense_key":"save%2:41:02::","synset_id":"deliver.v.08"},{"index":8,"sense_key":"save%2:41:05::","synset_id":"spare.v.01"},{"index":9,"sense_key":"save%2:40:04::","synset_id":"save.v.09"},{"index":10,"sense_key":"save%2:40:03::","synset_id":"keep_open.v.01"},{"index":11,"sense_key":"save%2:32:04::","synset_id":"write.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":11,"chosen_sense_key":"save%2:32:04::","call_ids":["semeval2015.d001.s044.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":11,"predicted_sense_key":"save%2:32:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":287,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2603037408553064}
{"item_id":"semeval2015.d001.s044.t001","gold_sense_keys":["log%1:10:02::"],"candidates":[{"index":1,"sense_key":"log%1:27:01::","synset_id":"log.n.01"},{"index":2,"sense_key":"log%1:10:01::","synset_id":"logarithm.n.01"},{"index":3,"sense_key":"log%1:10:02::","synset_id":"log.n.03"},{"index":4,"sense_key":"log%1:10:00::","synset_id":"log.n.04"},{"index":5,"sense_key":"log%1:06:01::","synset_id":"log.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"log%1:10:02::","call_ids":["semeval2015.d001.s044.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"log%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23597784410230815}
{"item_id":"semeval2015.d001.s044.t002","gold_sense_keys":["result%1:10:00::","result%1:11:00::"],"candidates":[{"index":1,"sense_key":"result%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"result%1:10:00::","synset_id":"solution.n.02"},{"index":3,"sense_key":"result%1:11:00::","synset_id":"result.n.03"},{"index":4,"sense_key":"result%1:10:01::","synset_id":"resultant_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"result%1:11:00::","call_ids":["semeval2015.d001.s044.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"result%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2067137600388378}
{"item_id":"semeval2015.d001.s044.t004","gold_sense_keys":["able%3:00:00::"],"candidates":[{"index":1,"sense_key":"able%3:00:00::","synset_id":"able.a.01"},{"index":2,"sense_key":"able%5:00:00:competent:00","synset_id":"able.s.01"},{"index":3,"sense_key":"able%5:00:00:capable:00","synset_id":"able.s.02"},{"index":4,"sense_key":"able%5:00:00:fit:01","synset_id":"able.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"able%3:00:00::","call_ids":["semeval2015.d001.s044.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"able%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18938405415974557}
{"item_id":"semeval2015.d001.s044.t005","gold_sense_keys":["print%2:36:00::"],"candidates":[{"index":1,"sense_key":"print%2:36:02::","synset_id":"print.v.01"},{"index":2,"sense_key":"print%2:36:03::","synset_id":"print.v.02"},{"index":3,"sense_key":"print%2:36:01::","synset_id":"print.v.03"},{"index":4,"sense_key":"print%2:36:00::","synset_id":"print.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"print%2:36:02::","call_ids":["semeval2015.d001.s044.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"print%2:36:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1944096740335226}
{"item_id":"semeval2015.d001.s044.t006","gold_sense_keys":["publish%2:32:00::"],"candidates":[{"index":1,"sense_key":"publish%2:36:01::","synset_id":"print.v.01"},{"index":2,"sense_key":"publish%2:32:00::","synset_id":"publish.v.02"},{"index":3,"sense_key":"publish%2:36:00::","synset_id":"publish.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"publish%2:32:00::","call_ids":["semeval2015.d001.s044.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"publish%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2996458469424397}
{"item_id":"semeval2015.d001.s045.t000","gold_sense_keys":["quit%2:42:04::"],"candidates":[{"index":1,"sense_key":"quit%2:42:04::","synset_id":"discontinue.v.01"},{"index":2,"sense_key":"quit%2:41:00::","synset_id":"leave_office.v.01"},{"index":3,"sense_key":"quit%2:38:00::","synset_id":"depart.v.04"},{"index":4,"sense_key":"quit%2:40:00::","synset_id":"foreswear.v.02"},{"index":5,"sense_key":"quit%2:33:05::","synset_id":"drop_out.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"quit%2:38:00::","call_ids":["semeval2015.d001.s045.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"quit%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32786412886343896}
{"item_id":"semeval2015.d001.s046.t000","gold_sense_keys":["program%1:10:02::"],"candidates":[{"index":1,"sense_key":"program%1:09:00::","synset_id":"plan.n.01"},{"index":2,"sense_key":"program%1:09:01::","synset_id":"program.n.02"},{"index":3,"sense_key":"program%1:10:01::","synset_id":"broadcast.n.02"},{"index":4,"sense_key":"program%1:10:04::","synset_id":"platform.n.02"},{"index":5,"sense_key":"program%1:10:00::","synset_id":"program.n.05"},{"index":6,"sense_key":"program%1:10:05::","synset_id":"course_of_study.n.01"},{"index":7,"sense_key":"program%1:10:02::","synset_id":"program.n.07"},{"index":8,"sense_key":"program%1:04:00::","synset_id":"program.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"program%1:10:02::","call_ids":["semeval2015.d001.s046.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"program%1:10:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":293,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32996439281851053}
{"item_id":"semeval2015.d001.s047.t000","gold_sense_keys":["add%2:30:00::"],"candidates":[{"index":1,"sense_key":"add%2:30:00::","synset_id":"add.v.01"},{"index":2,"sense_key":"add%2:32:01::","synset_id":"add.v.02"},{"index":3,"sense_key":"add%2:40:00::","synset_id":"lend.v.01"},{"index":4,"sense_key":"add%2:31:00::","synset_id":"add.v.04"},{"index":5,"sense_key":"add%2:32:00::","synset_id":"total.v.02"},{"index":6,"sense_key":"add%2:42:00::","synset_id":"add.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"add%2:31:00::","call_ids":["semeval2015.d001.s047.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"add%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3356770670507103}
{"item_id":"semeval2015.d001.s047.t001","gold_sense_keys":["new%5:00:00:other:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"new%5:00:00:other:00","call_ids":["semeval2015.d001.s047.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"new%5:00:00:other:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":367,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3069694300647825}
{"item_id":"semeval2015.d001.s047.t003","gold_sense_keys":["do%2:36:01::","do%2:41:04::"],"candidates":[{"index":1,"sense_key":"do%2:41:01::","synset_id":"make.v.01"},{"index":2,"sense_key":"do%2:36:01::","synset_id":"perform.v.01"},{"index":3,"sense_key":"do%2:41:04::","synset_id":"do.v.03"},{"index":4,"sense_key":"do%2:42:00::","synset_id":"do.v.04"},{"index":5,"sense_key":"do%2:36:02::","synset_id":"cause.v.01"},{"index":6,"sense_key":"do%2:41:02::","synset_id":"practice.v.01"},{"index":7,"sense_key":"do%2:42:01::","synset_id":"suffice.v.01"},{"index":8,"sense_key":"do%2:36:00::","synset_id":"do.v.08"},{"index":9,"sense_key":"do%2:29:09::","synset_id":"act.v.02"},{"index":10,"sense_key":"do%2:42:02::","synset_id":"serve.v.09"},{"index":11,"sense_key":"do%2:41:03::","synset_id":"do.v.11"},{"index":12,"sense_key":"do%2:29:04::","synset_id":"dress.v.16"},{"index":13,"sense_key":"do%2:38:00::","synset_id":"do.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"do%2:36:01::","call_ids":["semeval2015.d001.s047.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"do%2:36:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":406,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3121117989066988}
{"item_id":"semeval2015.d001.s047.t004","gold_sense_keys":["go%2:38:00::"],"candidates":[{"index":1,"sense_key":"go%2:38:00::","synset_id":"travel.v.01"},{"index":2,"sense_key":"go%2:41:00::","synset_id":"go.v.02"},{"index":3,"sense_key":"go%2:38:01::","synset_id":"go.v.03"},{"index":4,"sense_key":"go%2:30:04::","synset_id":"become.v.01"},{"index":5,"sense_key":"go%2:42:06::","synset_id":"go.v.05"},{"index":6,"sense_key":"go%2:42:02::","synset_id":"run.v.05"},{"index":7,"sense_key":"go%2:42:00::","synset_id":"run.v.03"},{"index":8,"sense_key":"go%2:30:01::","synset_id":"proceed.v.04"},{"index":9,"sense_key":"go%2:30:08::","synset_id":"go.v.09"},{"index":10,"sense_key":"go%2:42:07::","synset_id":"go.v.10"},{"index":11,"sense_key":"go%2:39:00::","synset_id":"sound.v.02"},{"index":12,"sense_key":"go%2:35:00::","synset_id":"function.v.01"},{"index":13,"sense_key":"go%2:34:00::","synset_id":"run_low.v.01"},{"index":14,"sense_key":"go%2:30:02::","synset_id":"move.v.13"},{"index":15,"sense_key":"go%2:42:14::","synset_id":"survive.v.01"},{"index":16,"sense_key":"go%2:42:03::","synset_id":"go.v.16"},{"index":17,"sense_key":"go%2:30:00::","synset_id":"die.v.01"},{"index":18,"sense_key":"go%2:42:04::","synset_id":"belong.v.03"},{"index":19,"sense_key":"go%2:42:10::","synset_id":"go.v.19"},{"index":20,"sense_key":"go%2:38:09::","synset_id":"start.v.09"},{"index":21,"sense_key":"go%2:33:00::","synset_id":"move.v.15"},{"index":22,"sense_key":"go%2:42:13::","synset_id":"go.v.22"},{"index":23,"sense_key":"go%2:42:12::","synset_id":"go.v.23"},{"index":24,"sense_key":"go%2:42:11::","synset_id":"blend.v.02"},{"index":25,"sense_key":"go%2:42:08::","synset_id":"go.v.25"},{"index":26,"sense_key":"go%2:42:05::","synset_id":"fit.v.02"},{"index":27,"sense_key":"go%2:35:13::","synset_id":"rifle.v.02"},{"index":28,"sense_key":"go%2:34:09::","synset_id":"go.v.28"},{"index":29,"sense_key":"go%2:31:12::","synset_id":"plump.v.04"},{"index":30,"sense_key":"go%2:30:03::","synset_id":"fail.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":26,"chosen_sense_key":"go%2:42:05::","call_ids":["semeval2015.d001.s047.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":26,"predicted_sense_key":"go%2:42:05::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":815,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31707669515162706}
{"item_id":"semeval2015.d001.s047.t006","gold_sense_keys":["add%2:30:00::"],"candidates":[{"index":1,"sense_key":"add%2:30:00::","synset_id":"add.v.01"},{"index":2,"sense_key":"add%2:32:01::","synset_id":"add.v.02"},{"index":3,"sense_key":"add%2:40:00::","synset_id":"lend.v.01"},{"index":4,"sense_key":"add%2:31:00::","synset_id":"add.v.04"},{"index":5,"sense_key":"add%2:32:00::","synset_id":"total.v.02"},{"index":6,"sense_key":"add%2:42:00::","synset_id":"add.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"add%2:31:00::","call_ids":["semeval2015.d001.s047.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"add%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":263,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3197716388385743}
{"item_id":"semeval2015.d001.s047.t007","gold_sense_keys":["add%2:30:00::"],"candidates":[{"index":1,"sense_key":"add%2:30:00::","synset_id":"add.v.01"},{"index":2,"sense_key":"add%2:32:01::","synset_id":"add.v.02"},{"index":3,"sense_key":"add%2:40:00::","synset_id":"lend.v.01"},{"index":4,"sense_key":"add%2:31:00::","synset_id":"add.v.04"},{"index":5,"sense_key":"add%2:32:00::","synset_id":"total.v.02"},{"index":6,"sense_key":"add%2:42:00::","synset_id":"add.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"add%2:31:00::","call_ids":["semeval2015.d001.s047.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"add%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3308337100315839}
{"item_id":"semeval2015.d001.s047.t008","gold_sense_keys":["new%5:00:00:other:00"],"candidates":[{"index":1,"sense_key":"new%3:00:00::","synset_id":"new.a.01"},{"index":2,"sense_key":"new%5:00:00:original:00","synset_id":"fresh.s.03"},{"index":3,"sense_key":"new%5:00:00:inexperienced:00","synset_id":"raw.s.11"},{"index":4,"sense_key":"new%5:00:00:unprecedented:00","synset_id":"new.s.03"},{"index":5,"sense_key":"new%5:00:00:other:00","synset_id":"new.s.04"},{"index":6,"sense_key":"new%3:00:09::","synset_id":"new.a.06"},{"index":7,"sense_key":"new%5:00:02:original:00","synset_id":"newfangled.s.01"},{"index":8,"sense_key":"new%5:00:02:late:01","synset_id":"new.s.06"},{"index":9,"sense_key":"new%5:00:01:late:01","synset_id":"modern.s.04"},{"index":10,"sense_key":"new%5:00:00:early:02","synset_id":"new.s.08"},{"index":11,"sense_key":"new%5:00:00:unaccustomed:00","synset_id":"new.s.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"new%5:00:00:other:00","call_ids":["semeval2015.d001.s047.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"new%5:00:00:other:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":367,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3383493928704411}
{"item_id":"semeval2015.d001.s047.t009","gold_sense_keys":["function%1:24:00::"],"candidates":[{"index":1,"sense_key":"function%1:24:00::","synset_id":"function.n.01"},{"index":2,"sense_key":"function%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"function%1:04:00::","synset_id":"function.n.03"},{"index":4,"sense_key":"function%1:24:01::","synset_id":"function.n.04"},{"index":5,"sense_key":"function%1:14:00::","synset_id":"function.n.05"},{"index":6,"sense_key":"function%1:11:00::","synset_id":"affair.n.03"},{"index":7,"sense_key":"function%1:10:00::","synset_id":"routine.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"function%1:04:00::","call_ids":["semeval2015.d001.s047.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"function%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":283,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3137590349651873}
{"item_id":"semeval2015.d001.s048.t000","gold_sense_keys":["then%4:02:00::"],"candidates":[{"index":1,"sense_key":"then%4:02:00::","synset_id":"then.r.01"},{"index":2,"sense_key":"then%4:02:02::","synset_id":"then.r.02"},{"index":3,"sense_key":"then%4:02:01::","synset_id":"then.r.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"then%4:02:01::","call_ids":["semeval2015.d001.s048.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"then%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30836180597543716}
{"item_id":"semeval2015.d001.s048.t001","gold_sense_keys":["focus%1:09:00::"],"candidates":[{"index":1,"sense_key":"focus%1:09:00::","synset_id":"focus.n.01"},{"index":2,"sense_key":"focus%1:07:01::","synset_id":"focus.n.02"},{"index":3,"sense_key":"focus%1:07:03::","synset_id":"focus.n.03"},{"index":4,"sense_key":"focus%1:26:00::","synset_id":"focus.n.04"},{"index":5,"sense_key":"focus%1:26:01::","synset_id":"stress.n.03"},{"index":6,"sense_key":"focus%1:19:00::","synset_id":"focus.n.06"},{"index":7,"sense_key":"focus%1:15:00::","synset_id":"focus.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"focus%1:26:01::","call_ids":["semeval2015.d001.s048.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"focus%1:26:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":251,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3213726538233459}
{"item_id":"semeval2015.d001.s048.t003","gold_sense_keys":["text%1:10:00::"],"candidates":[{"index":1,"sense_key":"text%1:10:00::","synset_id":"text.n.01"},{"index":2,"sense_key":"text%1:10:03::","synset_id":"text.n.02"},{"index":3,"sense_key":"text%1:10:02::","synset_id":"textbook.n.01"},{"index":4,"sense_key":"text%1:10:01::","synset_id":"text.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"text%1:10:03::","call_ids":["semeval2015.d001.s048.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"text%1:10:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32273778901435435}
{"item_id":"semeval2015.d001.s048.t005","gold_sense_keys":["type%2:32:00::"],"candidates":[{"index":1,"sense_key":"type%2:32:00::","synset_id":"type.v.01"},{"index":2,"sense_key":"type%2:31:00::","synset_id":"type.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"type%2:31:00::","call_ids":["semeval2015.d001.s048.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"type%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":136,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3309155700262636}
{"item_id":"semeval2015.d001.s048.t006","gold_sense_keys":["function%1:24:00::"],"candidates":[{"index":1,"sense_key":"function%1:24:00::","synset_id":"function.n.01"},{"index":2,"sense_key":"function%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"function%1:04:00::","synset_id":"function.n.03"},{"index":4,"sense_key":"function%1:24:01::","synset_id":"function.n.04"},{"index":5,"sense_key":"function%1:14:00::","synset_id":"function.n.05"},{"index":6,"sense_key":"function%1:11:00::","synset_id":"affair.n.03"},{"index":7,"sense_key":"function%1:10:00::","synset_id":"routine.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"function%1:04:00::","call_ids":["semeval2015.d001.s048.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"function%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":261,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3344607828184962}
{"item_id":"semeval2015.d001.s049.t000","gold_sense_keys":["want%2:37:00::"],"candidates":[{"index":1,"sense_key":"want%2:37:00::","synset_id":"desire.v.01"},{"index":2,"sense_key":"want%2:34:00::","synset_id":"want.v.02"},{"index":3,"sense_key":"want%2:35:00::","synset_id":"want.v.03"},{"index":4,"sense_key":"want%2:31:01::","synset_id":"want.v.04"},{"index":5,"sense_key":"want%2:42:01::","synset_id":"want.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"want%2:34:00::","call_ids":["semeval2015.d001.s049.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"want%2:34:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.5006716419011354}
{"item_id":"semeval2015.d001.s049.t001","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"use%2:41:14::","call_ids":["semeval2015.d001.s049.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"use%2:41:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41325952811166644}
{"item_id":"semeval2015.d001.s049.t002","gold_sense_keys":["typical%3:00:00::","typical%5:00:00:normal:01"],"candidates":[{"index":1,"sense_key":"typical%3:00:00::","synset_id":"typical.a.01"},{"index":2,"sense_key":"typical%5:00:00:characteristic:00","synset_id":"distinctive.s.01"},{"index":3,"sense_key":"typical%5:00:00:normal:01","synset_id":"typical.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"typical%5:00:00:normal:01","call_ids":["semeval2015.d001.s049.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"typical%5:00:00:normal:01","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3636583730112761}
{"item_id":"semeval2015.d001.s049.t004","gold_sense_keys":["necessary%3:00:00::"],"candidates":[{"index":1,"sense_key":"necessary%3:00:00::","synset_id":"necessary.a.01"},{"index":2,"sense_key":"necessary%5:00:00:inevitable:00","synset_id":"necessary.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"necessary%5:00:00:inevitable:00","call_ids":["semeval2015.d001.s049.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"necessary%5:00:00:inevitable:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":125,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4134844329673797}
{"item_id":"semeval2015.d001.s049.t005","gold_sense_keys":["specify%2:32:02::"],"candidates":[{"index":1,"sense_key":"specify%2:32:03::","synset_id":"stipulate.v.01"},{"index":2,"sense_key":"specify%2:32:02::","synset_id":"specify.v.02"},{"index":3,"sense_key":"specify%2:42:00::","synset_id":"specify.v.03"},{"index":4,"sense_key":"specify%2:32:00::","synset_id":"specify.v.04"},{"index":5,"sense_key":"specify%2:31:02::","synset_id":"pin_down.v.01"},{"index":6,"sense_key":"specify%2:31:00::","synset_id":"intend.v.02"},{"index":7,"sense_key":"specify%2:31:05::","synset_id":"assign.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"specify%2:32:00::","call_ids":["semeval2015.d001.s049.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"specify%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4005616290960461}
{"item_id":"semeval2015.d001.s050.t001","gold_sense_keys":["function%1:24:00::"],"candidates":[{"index":1,"sense_key":"function%1:24:00::","synset_id":"function.n.01"},{"index":2,"sense_key":"function%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"function%1:04:00::","synset_id":"function.n.03"},{"index":4,"sense_key":"function%1:24:01::","synset_id":"function.n.04"},{"index":5,"sense_key":"function%1:14:00::","synset_id":"function.n.05"},{"index":6,"sense_key":"function%1:11:00::","synset_id":"affair.n.03"},{"index":7,"sense_key":"function%1:10:00::","synset_id":"routine.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"function%1:10:00::","call_ids":["semeval2015.d001.s050.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"function%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":265,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4108769819140434}
{"item_id":"semeval2015.d001.s050.t003","gold_sense_keys":["display%2:39:00::"],"candidates":[{"index":1,"sense_key":"display%2:39:00::","synset_id":"expose.v.03"},{"index":2,"sense_key":"display%2:41:00::","synset_id":"display.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"display%2:39:00::","call_ids":["semeval2015.d001.s050.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"display%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":140,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4441393918823451}
{"item_id":"semeval2015.d001.s050.t005","gold_sense_keys":["main%5:00:00:important:00"],"candidates":[{"index":1,"sense_key":"main%5:00:00:important:00","synset_id":"chief.s.01"},{"index":2,"sense_key":"main%3:00:02::","synset_id":"independent.a.03"},{"index":3,"sense_key":"main%5:00:00:intense:00","synset_id":"main.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"main%5:00:00:important:00","call_ids":["semeval2015.d001.s050.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"main%5:00:00:important:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4481753269210458}
{"item_id":"semeval2015.d001.s050.t006","gold_sense_keys":["window%1:06:03::"],"candidates":[{"index":1,"sense_key":"window%1:06:00::","synset_id":"window.n.01"},{"index":2,"sense_key":"window%1:06:01::","synset_id":"window.n.02"},{"index":3,"sense_key":"window%1:06:02::","synset_id":"window.n.03"},{"index":4,"sense_key":"window%1:17:00::","synset_id":"window.n.04"},{"index":5,"sense_key":"window%1:28:00::","synset_id":"window.n.05"},{"index":6,"sense_key":"window%1:06:04::","synset_id":"windowpane.n.01"},{"index":7,"sense_key":"window%1:06:05::","synset_id":"window.n.07"},{"index":8,"sense_key":"window%1:06:03::","synset_id":"window.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"window%1:06:03::","call_ids":["semeval2015.d001.s050.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"window%1:06:03::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":306,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4499690211378038}
{"item_id":"semeval2015.d001.s051.t000","gold_sense_keys":["set%2:35:00::"],"candidates":[{"index":1,"sense_key":"set%2:35:00::","synset_id":"put.v.01"},{"index":2,"sense_key":"set%2:31:04::","synset_id":"determine.v.03"},{"index":3,"sense_key":"set%2:32:00::","synset_id":"specify.v.02"},{"index":4,"sense_key":"set%2:32:01::","synset_id":"set.v.04"},{"index":5,"sense_key":"set%2:30:01::","synset_id":"set.v.05"},{"index":6,"sense_key":"set%2:35:02::","synset_id":"set.v.06"},{"index":7,"sense_key":"set%2:30:09::","synset_id":"fix.v.12"},{"index":8,"sense_key":"set%2:30:02::","synset_id":"set.v.08"},{"index":9,"sense_key":"set%2:36:01::","synset_id":"set.v.09"},{"index":10,"sense_key":"set%2:38:00::","synset_id":"set.v.10"},{"index":11,"sense_key":"set%2:36:00::","synset_id":"arrange.v.06"},{"index":12,"sense_key":"set%2:35:09::","synset_id":"plant.v.01"},{"index":13,"sense_key":"set%2:36:12::","synset_id":"set.v.13"},{"index":14,"sense_key":"set%2:30:07::","synset_id":"jell.v.01"},{"index":15,"sense_key":"set%2:36:11::","synset_id":"typeset.v.01"},{"index":16,"sense_key":"set%2:35:15::","synset_id":"set.v.16"},{"index":17,"sense_key":"set%2:35:05::","synset_id":"set.v.17"},{"index":18,"sense_key":"set%2:35:04::","synset_id":"set.v.18"},{"index":19,"sense_key":"set%2:33:00::","synset_id":"sic.v.01"},{"index":20,"sense_key":"set%2:31:13::","synset_id":"place.v.11"},{"index":21,"sense_key":"set%2:30:06::","synset_id":"rig.v.04"},{"index":22,"sense_key":"set%2:30:12::","synset_id":"set_up.v.04"},{"index":23,"sense_key":"set%2:30:00::","synset_id":"adjust.v.01"},{"index":24,"sense_key":"set%2:29:06::","synset_id":"fructify.v.03"},{"index":25,"sense_key":"set%2:29:05::","synset_id":"dress.v.16"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"set%2:36:01::","call_ids":["semeval2015.d001.s051.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"set%2:36:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":588,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45153927407227457}
{"item_id":"semeval2015.d001.s051.t001","gold_sense_keys":["several%5:00:00:some:00"],"candidates":[{"index":1,"sense_key":"several%5:00:00:some:00","synset_id":"several.s.01"},{"index":2,"sense_key":"several%5:00:00:individual:00","synset_id":"respective.s.01"},{"index":3,"sense_key":"several%5:00:00:different:00","synset_id":"several.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"several%5:00:00:some:00","call_ids":["semeval2015.d001.s051.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"several%5:00:00:some:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43706630798988044}
{"item_id":"semeval2015.d001.s051.t003","gold_sense_keys":["same%3:00:02::"],"candidates":[{"index":1,"sense_key":"same%3:00:02::","synset_id":"same.a.01"},{"index":2,"sense_key":"same%3:00:00::","synset_id":"same.a.02"},{"index":3,"sense_key":"same%3:00:04::","synset_id":"like.a.02"},{"index":4,"sense_key":"same%5:00:00:unchanged:00","synset_id":"same.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"same%3:00:00::","call_ids":["semeval2015.d001.s051.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"same%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45314758107997477}
{"item_id":"semeval2015.d001.s052.t000","gold_sense_keys":["just%4:02:00::"],"candidates":[{"index":1,"sense_key":"just%4:02:00::","synset_id":"merely.r.01"},{"index":2,"sense_key":"just%4:02:05::","synset_id":"precisely.r.01"},{"index":3,"sense_key":"just%4:02:01::","synset_id":"just.r.03"},{"index":4,"sense_key":"just%4:02:03::","synset_id":"just.r.04"},{"index":5,"sense_key":"just%4:02:04::","synset_id":"barely.r.01"},{"index":6,"sense_key":"just%4:02:06::","synset_id":"just.r.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"just%4:02:06::","call_ids":["semeval2015.d001.s052.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"just%4:02:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45486011798493564}
{"item_id":"semeval2015.d001.s052.t001","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"use%2:41:14::","call_ids":["semeval2015.d001.s052.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"use%2:41:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3592645609751344}
{"item_id":"semeval2015.d001.s052.t002","gold_sense_keys":["add%2:30:00::"],"candidates":[{"index":1,"sense_key":"add%2:30:00::","synset_id":"add.v.01"},{"index":2,"sense_key":"add%2:32:01::","synset_id":"add.v.02"},{"index":3,"sense_key":"add%2:40:00::","synset_id":"lend.v.01"},{"index":4,"sense_key":"add%2:31:00::","synset_id":"add.v.04"},{"index":5,"sense_key":"add%2:32:00::","synset_id":"total.v.02"},{"index":6,"sense_key":"add%2:42:00::","synset_id":"add.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"add%2:31:00::","call_ids":["semeval2015.d001.s052.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"add%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3154219388961792}
{"item_id":"semeval2015.d001.s052.t003","gold_sense_keys":["list%1:10:00::"],"candidates":[{"index":1,"sense_key":"list%1:10:00::","synset_id":"list.n.01"},{"index":2,"sense_key":"list%1:07:00::","synset_id":"tilt.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"list%1:10:00::","call_ids":["semeval2015.d001.s052.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"list%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":131,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3353949710726738}
{"item_id":"semeval2015.d001.s052.t004","gold_sense_keys":["mode%1:26:00::"],"candidates":[{"index":1,"sense_key":"mode%1:07:00::","synset_id":"manner.n.01"},{"index":2,"sense_key":"mode%1:26:00::","synset_id":"mode.n.02"},{"index":3,"sense_key":"mode%1:24:00::","synset_id":"modality.n.01"},{"index":4,"sense_key":"mode%1:24:02::","synset_id":"mood.n.03"},{"index":5,"sense_key":"mode%1:10:00::","synset_id":"mode.n.05"},{"index":6,"sense_key":"mode%1:09:00::","synset_id":"mode.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mode%1:26:00::","call_ids":["semeval2015.d001.s052.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mode%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":201,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3771117660216987}
{"item_id":"semeval2015.d001.s053.t000","gold_sense_keys":["set%2:32:00::"],"candidates":[{"index":1,"sense_key":"set%2:35:00::","synset_id":"put.v.01"},{"index":2,"sense_key":"set%2:31:04::","synset_id":"determine.v.03"},{"index":3,"sense_key":"set%2:32:00::","synset_id":"specify.v.02"},{"index":4,"sense_key":"set%2:32:01::","synset_id":"set.v.04"},{"index":5,"sense_key":"set%2:30:01::","synset_id":"set.v.05"},{"index":6,"sense_key":"set%2:35:02::","synset_id":"set.v.06"},{"index":7,"sense_key":"set%2:30:09::","synset_id":"fix.v.12"},{"index":8,"sense_key":"set%2:30:02::","synset_id":"set.v.08"},{"index":9,"sense_key":"set%2:36:01::","synset_id":"set.v.09"},{"index":10,"sense_key":"set%2:38:00::","synset_id":"set.v.10"},{"index":11,"sense_key":"set%2:36:00::","synset_id":"arrange.v.06"},{"index":12,"sense_key":"set%2:35:09::","synset_id":"plant.v.01"},{"index":13,"sense_key":"set%2:36:12::","synset_id":"set.v.13"},{"index":14,"sense_key":"set%2:30:07::","synset_id":"jell.v.01"},{"index":15,"sense_key":"set%2:36:11::","synset_id":"typeset.v.01"},{"index":16,"sense_key":"set%2:35:15::","synset_id":"set.v.16"},{"index":17,"sense_key":"set%2:35:05::","synset_id":"set.v.17"},{"index":18,"sense_key":"set%2:35:04::","synset_id":"set.v.18"},{"index":19,"sense_key":"set%2:33:00::","synset_id":"sic.v.01"},{"index":20,"sense_key":"set%2:31:13::","synset_id":"place.v.11"},{"index":21,"sense_key":"set%2:30:06::","synset_id":"rig.v.04"},{"index":22,"sense_key":"set%2:30:12::","synset_id":"set_up.v.04"},{"index":23,"sense_key":"set%2:30:00::","synset_id":"adjust.v.01"},{"index":24,"sense_key":"set%2:29:06::","synset_id":"fructify.v.03"},{"index":25,"sense_key":"set%2:29:05::","synset_id":"dress.v.16"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"set%2:36:01::","call_ids":["semeval2015.d001.s053.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"set%2:36:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":587,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3372704270295799}
{"item_id":"semeval2015.d001.s053.t002","gold_sense_keys":["color%1:07:00::","color%1:07:01::"],"candidates":[{"index":1,"sense_key":"color%1:07:00::","synset_id":"color.n.01"},{"index":2,"sense_key":"color%1:07:03::","synset_id":"color.n.02"},{"index":3,"sense_key":"color%1:07:02::","synset_id":"color.n.03"},{"index":4,"sense_key":"color%1:14:00::","synset_id":"color.n.04"},{"index":5,"sense_key":"color%1:07:04::","synset_id":"semblance.n.01"},{"index":6,"sense_key":"color%1:27:00::","synset_id":"coloring_material.n.01"},{"index":7,"sense_key":"color%1:09:01::","synset_id":"color.n.07"},{"index":8,"sense_key":"color%1:07:01::","synset_id":"color.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"color%1:07:01::","call_ids":["semeval2015.d001.s053.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"color%1:07:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":302,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3177516870200634}
{"item_id":"semeval2015.d002.s000.t000","gold_sense_keys":["foundation%1:14:00::"],"candidates":[{"index":1,"sense_key":"foundation%1:24:00::","synset_id":"foundation.n.01"},{"index":2,"sense_key":"foundation%1:14:00::","synset_id":"foundation.n.02"},{"index":3,"sense_key":"foundation%1:06:00::","synset_id":"foundation.n.03"},{"index":4,"sense_key":"foundation%1:09:01::","synset_id":"foundation.n.04"},{"index":5,"sense_key":"foundation%1:09:00::","synset_id":"basis.n.02"},{"index":6,"sense_key":"foundation%1:06:01::","synset_id":"foundation_garment.n.01"},{"index":7,"sense_key":"foundation%1:04:00::","synset_id":"initiation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"foundation%1:24:00::","call_ids":["semeval2015.d002.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"foundation%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33198294090107083}
{"item_id":"semeval2015.d002.s000.t002","gold_sense_keys":["involve%2:42:04::"],"candidates":[{"index":1,"sense_key":"involve%2:42:01::","synset_id":"involve.v.01"},{"index":2,"sense_key":"involve%2:42:04::","synset_id":"involve.v.02"},{"index":3,"sense_key":"involve%2:42:00::","synset_id":"imply.v.05"},{"index":4,"sense_key":"involve%2:42:07::","synset_id":"necessitate.v.01"},{"index":5,"sense_key":"involve%2:42:02::","synset_id":"involve.v.05"},{"index":6,"sense_key":"involve%2:31:00::","synset_id":"involve.v.06"},{"index":7,"sense_key":"involve%2:30:00::","synset_id":"involve.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"involve%2:42:00::","call_ids":["semeval2015.d002.s000.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"involve%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":243,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3200855099130422}
{"item_id":"semeval2015.d002.s000.t003","gold_sense_keys":["organise%2:36:00::","organise%2:41:00::"],"candidates":[{"index":1,"sense_key":"organise%2:30:00::","synset_id":"organize.v.04"},{"index":2,"sense_key":"organise%2:41:01::","synset_id":"form.v.01"},{"index":3,"sense_key":"organise%2:41:02::","synset_id":"unionize.v.02"},{"index":4,"sense_key":"organise%2:41:00::","synset_id":"organize.v.02"},{"index":5,"sense_key":"organise%2:36:00::","synset_id":"organize.v.05"},{"index":6,"sense_key":"organise%2:31:00::","synset_id":"mastermind.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"organise%2:41:00::","call_ids":["semeval2015.d002.s000.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"organise%2:41:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3231575679965317}
{"item_id":"semeval2015.d002.s000.t004","gold_sense_keys":["conference%1:14:00::"],"candidates":[{"index":1,"sense_key":"conference%1:14:00::","synset_id":"conference.n.01"},{"index":2,"sense_key":"conference%1:14:01::","synset_id":"league.n.01"},{"index":3,"sense_key":"conference%1:10:00::","synset_id":"conference.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"conference%1:10:00::","call_ids":["semeval2015.d002.s000.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"conference%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3256299449130893}
{"item_id":"semeval2015.d002.s000.t005","gold_sense_keys":["deal%2:32:08::"],"candidates":[{"index":1,"sense_key":"deal%2:32:08::","synset_id":"cover.v.05"},{"index":2,"sense_key":"deal%2:31:10::","synset_id":"consider.v.03"},{"index":3,"sense_key":"deal%2:41:09::","synset_id":"deal.v.03"},{"index":4,"sense_key":"deal%2:41:00::","synset_id":"cope.v.01"},{"index":5,"sense_key":"deal%2:40:01::","synset_id":"distribute.v.01"},{"index":6,"sense_key":"deal%2:40:00::","synset_id":"deal.v.06"},{"index":7,"sense_key":"deal%2:41:13::","synset_id":"manage.v.02"},{"index":8,"sense_key":"deal%2:41:04::","synset_id":"deal.v.08"},{"index":9,"sense_key":"deal%2:40:02::","synset_id":"deal.v.09"},{"index":10,"sense_key":"deal%2:41:02::","synset_id":"conduct.v.01"},{"index":11,"sense_key":"deal%2:40:07::","synset_id":"share.v.04"},{"index":12,"sense_key":"deal%2:40:06::","synset_id":"deal.v.12"},{"index":13,"sense_key":"deal%2:40:11::","synset_id":"deal.v.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"deal%2:41:09::","call_ids":["semeval2015.d002.s000.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"deal%2:41:09::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":371,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.354471666039899}
{"item_id":"semeval2015.d002.s000.t006","gold_sense_keys":["critical%5:00:00:crucial:00"],"candidates":[{"index":1,"sense_key":"critical%3:00:01::","synset_id":"critical.a.01"},{"index":2,"sense_key":"critical%3:00:04::","synset_id":"critical.a.02"},{"index":3,"sense_key":"critical%3:00:02::","synset_id":"critical.a.03"},{"index":4,"sense_key":"critical%5:00:00:indispensable:00","synset_id":"critical.s.01"},{"index":5,"sense_key":"critical%5:00:00:crucial:00","synset_id":"critical.s.02"},{"index":6,"sense_key":"critical%3:00:03::","synset_id":"critical.a.06"},{"index":7,"sense_key":"critical%3:01:00::","synset_id":"critical.a.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"critical%5:00:00:indispensable:00","call_ids":["semeval2015.d002.s000.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"critical%5:00:00:indispensable:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":268,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3280832909513265}
{"item_id":"semeval2015.d002.s000.t007","gold_sense_keys":["challenge%1:26:00::"],"candidates":[{"index":1,"sense_key":"challenge%1:26:00::","synset_id":"challenge.n.01"},{"index":2,"sense_key":"challenge%1:10:00::","synset_id":"challenge.n.02"},{"index":3,"sense_key":"challenge%1:10:01::","synset_id":"challenge.n.03"},{"index":4,"sense_key":"challenge%1:10:02::","synset_id":"challenge.n.04"},{"index":5,"sense_key":"challenge%1:10:03::","synset_id":"challenge.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"challenge%1:26:00::","call_ids":["semeval2015.d002.s000.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"challenge%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37295979890041053}
{"item_id":"semeval2015.d002.s001.t000","gold_sense_keys":["participant%1:18:00::"],"candidates":[{"index":1,"sense_key":"participant%1:18:00::","synset_id":"participant.n.01"},{"index":2,"sense_key":"participant%1:18:01::","synset_id":"player.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"participant%1:18:00::","call_ids":["semeval2015.d002.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"participant%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":141,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36789306183345616}
{"item_id":"semeval2015.d002.s001.t001","gold_sense_keys":["main%5:00:00:important:00"],"candidates":[{"index":1,"sense_key":"main%5:00:00:important:00","synset_id":"chief.s.01"},{"index":2,"sense_key":"main%3:00:02::","synset_id":"independent.a.03"},{"index":3,"sense_key":"main%5:00:00:intense:00","synset_id":"main.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"main%5:00:00:important:00","call_ids":["semeval2015.d002.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"main%5:00:00:important:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3699100990779698}
{"item_id":"semeval2015.d002.s001.t003","gold_sense_keys":["attend%2:42:00::"],"candidates":[{"index":1,"sense_key":"attend%2:42:00::","synset_id":"attend.v.01"},{"index":2,"sense_key":"attend%2:41:12::","synset_id":"attend.v.02"},{"index":3,"sense_key":"attend%2:42:01::","synset_id":"attend.v.03"},{"index":4,"sense_key":"attend%2:41:00::","synset_id":"serve.v.10"},{"index":5,"sense_key":"attend%2:39:00::","synset_id":"attend.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"attend%2:41:12::","call_ids":["semeval2015.d002.s001.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"attend%2:41:12::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3718387510161847}
{"item_id":"semeval2015.d002.s001.t004","gold_sense_keys":["debate%2:32:00::"],"candidates":[{"index":1,"sense_key":"debate%2:31:00::","synset_id":"debate.v.01"},{"index":2,"sense_key":"debate%2:32:02::","synset_id":"consider.v.05"},{"index":3,"sense_key":"debate%2:32:00::","synset_id":"debate.v.03"},{"index":4,"sense_key":"debate%2:32:01::","synset_id":"argue.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"debate%2:32:01::","call_ids":["semeval2015.d002.s001.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"debate%2:32:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":178,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.374009181978181}
{"item_id":"semeval2015.d002.s001.t005","gold_sense_keys":["issue%1:09:01::"],"candidates":[{"index":1,"sense_key":"issue%1:09:01::","synset_id":"issue.n.01"},{"index":2,"sense_key":"issue%1:10:00::","synset_id":"issue.n.02"},{"index":3,"sense_key":"issue%1:09:00::","synset_id":"topic.n.02"},{"index":4,"sense_key":"issue%1:04:01::","synset_id":"issue.n.04"},{"index":5,"sense_key":"issue%1:21:01::","synset_id":"issue.n.05"},{"index":6,"sense_key":"issue%1:21:00::","synset_id":"return.n.06"},{"index":7,"sense_key":"issue%1:19:00::","synset_id":"consequence.n.01"},{"index":8,"sense_key":"issue%1:18:00::","synset_id":"offspring.n.01"},{"index":9,"sense_key":"issue%1:11:00::","synset_id":"emergence.n.02"},{"index":10,"sense_key":"issue%1:06:00::","synset_id":"exit.n.01"},{"index":11,"sense_key":"issue%1:04:00::","synset_id":"issue.n.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"issue%1:09:00::","call_ids":["semeval2015.d002.s001.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"issue%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":387,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3760367620270699}
{"item_id":"semeval2015.d002.s001.t008","gold_sense_keys":["actor%1:18:01::"],"candidates":[{"index":1,"sense_key":"actor%1:18:00::","synset_id":"actor.n.01"},{"index":2,"sense_key":"actor%1:18:01::","synset_id":"actor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"actor%1:18:01::","call_ids":["semeval2015.d002.s001.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"actor%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3778588918503374}
{"item_id":"semeval2015.d002.s001.t011","gold_sense_keys":["authority%1:18:01::"],"candidates":[{"index":1,"sense_key":"authority%1:07:00::","synset_id":"authority.n.01"},{"index":2,"sense_key":"authority%1:18:01::","synset_id":"authority.n.02"},{"index":3,"sense_key":"authority%1:18:00::","synset_id":"authority.n.03"},{"index":4,"sense_key":"authority%1:09:00::","synset_id":"assurance.n.01"},{"index":5,"sense_key":"authority%1:14:00::","synset_id":"agency.n.01"},{"index":6,"sense_key":"authority%1:07:02::","synset_id":"authority.n.06"},{"index":7,"sense_key":"authority%1:10:00::","synset_id":"authority.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"authority%1:18:01::","call_ids":["semeval2015.d002.s001.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"authority%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":277,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3845229339785874}
{"item_id":"semeval2015.d002.s001.t012","gold_sense_keys":["social%3:01:00::"],"candidates":[{"index":1,"sense_key":"social%3:01:00::","synset_id":"social.a.01"},{"index":2,"sense_key":"social%3:00:00::","synset_id":"social.a.02"},{"index":3,"sense_key":"social%3:01:02::","synset_id":"social.a.03"},{"index":4,"sense_key":"social%5:00:00:sociable:00","synset_id":"social.s.01"},{"index":5,"sense_key":"social%5:00:00:gregarious:00","synset_id":"social.s.02"},{"index":6,"sense_key":"social%5:00:00:friendly:01","synset_id":"social.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"social%3:00:00::","call_ids":["semeval2015.d002.s001.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"social%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":254,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3860194331500679}
{"item_id":"semeval2015.d002.s001.t013","gold_sense_keys":["voluntary%3:00:01::"],"candidates":[{"index":1,"sense_key":"voluntary%3:00:01::","synset_id":"voluntary.a.01"},{"index":2,"sense_key":"voluntary%3:00:02::","synset_id":"voluntary.a.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"voluntary%3:00:01::","call_ids":["semeval2015.d002.s001.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"voluntary%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4012950740288943}
{"item_id":"semeval2015.d002.s001.t014","gold_sense_keys":["community%1:14:00::"],"candidates":[{"index":1,"sense_key":"community%1:14:00::","synset_id":"community.n.01"},{"index":2,"sense_key":"community%1:21:00::","synset_id":"community.n.02"},{"index":3,"sense_key":"community%1:14:04::","synset_id":"community.n.03"},{"index":4,"sense_key":"community%1:26:00::","synset_id":"community.n.04"},{"index":5,"sense_key":"community%1:15:00::","synset_id":"residential_district.n.01"},{"index":6,"sense_key":"community%1:14:02::","synset_id":"community.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"community%1:26:00::","call_ids":["semeval2015.d002.s001.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"community%1:26:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":244,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3887333548627794}
{"item_id":"semeval2015.d002.s001.t015","gold_sense_keys":["organisation%1:14:00::","organisation%1:14:01::"],"candidates":[{"index":1,"sense_key":"organisation%1:14:01::","synset_id":"administration.n.02"},{"index":2,"sense_key":"organisation%1:14:00::","synset_id":"organization.n.01"},{"index":3,"sense_key":"organisation%1:09:00::","synset_id":"arrangement.n.03"},{"index":4,"sense_key":"organisation%1:07:00::","synset_id":"organization.n.05"},{"index":5,"sense_key":"organisation%1:04:00::","synset_id":"organization.n.04"},{"index":6,"sense_key":"organisation%1:04:01::","synset_id":"organization.n.06"},{"index":7,"sense_key":"organisation%1:04:02::","synset_id":"constitution.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"organisation%1:04:02::","call_ids":["semeval2015.d002.s001.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"organisation%1:04:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":306,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39051155000925064}
{"item_id":"semeval2015.d002.s001.t017","gold_sense_keys":["service%1:04:08::"],"candidates":[{"index":1,"sense_key":"service%1:04:08::","synset_id":"service.n.01"},{"index":2,"sense_key":"service%1:04:00::","synset_id":"service.n.02"},{"index":3,"sense_key":"service%1:04:01::","synset_id":"service.n.03"},{"index":4,"sense_key":"service%1:14:05::","synset_id":"service.n.04"},{"index":5,"sense_key":"service%1:04:07::","synset_id":"service.n.05"},{"index":6,"sense_key":"service%1:14:00::","synset_id":"military_service.n.01"},{"index":7,"sense_key":"service%1:18:00::","synset_id":"service.n.07"},{"index":8,"sense_key":"service%1:07:00::","synset_id":"avail.n.01"},{"index":9,"sense_key":"service%1:06:00::","synset_id":"service.n.09"},{"index":10,"sense_key":"service%1:04:03::","synset_id":"servicing.n.01"},{"index":11,"sense_key":"service%1:04:09::","synset_id":"service.n.11"},{"index":12,"sense_key":"service%1:04:02::","synset_id":"serve.n.01"},{"index":13,"sense_key":"service%1:04:04::","synset_id":"service.n.13"},{"index":14,"sense_key":"service%1:04:05::","synset_id":"overhaul.n.01"},{"index":15,"sense_key":"service%1:04:06::","synset_id":"service.n.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":15,"chosen_sense_key":"service%1:04:06::","call_ids":["semeval2015.d002.s001.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":15,"predicted_sense_key":"service%1:04:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":444,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39191609201952815}
{"item_id":"semeval2015.d002.s001.t018","gold_sense_keys":["user%1:18:00::"],"candidates":[{"index":1,"sense_key":"user%1:18:00::","synset_id":"user.n.01"},{"index":2,"sense_key":"user%1:18:01::","synset_id":"exploiter.n.01"},{"index":3,"sense_key":"user%1:18:02::","synset_id":"drug_user.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"user%1:18:00::","call_ids":["semeval2015.d002.s001.t018__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"user%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39327344996854663}
{"item_id":"semeval2015.d002.s002.t002","gold_sense_keys":["case%1:11:00::"],"candidates":[{"index":1,"sense_key":"case%1:11:00::","synset_id":"case.n.01"},{"index":2,"sense_key":"case%1:26:00::","synset_id":"event.n.02"},{"index":3,"sense_key":"case%1:04:00::","synset_id":"lawsuit.n.01"},{"index":4,"sense_key":"case%1:09:00::","synset_id":"case.n.04"},{"index":5,"sense_key":"case%1:06:00::","synset_id":"case.n.05"},{"index":6,"sense_key":"case%1:18:03::","synset_id":"case.n.06"},{"index":7,"sense_key":"case%1:18:02::","synset_id":"subject.n.06"},{"index":8,"sense_key":"case%1:10:02::","synset_id":"case.n.08"},{"index":9,"sense_key":"case%1:10:01::","synset_id":"case.n.09"},{"index":10,"sense_key":"case%1:23:00::","synset_id":"case.n.10"},{"index":11,"sense_key":"case%1:10:00::","synset_id":"case.n.11"},{"index":12,"sense_key":"case%1:26:02::","synset_id":"case.n.12"},{"index":13,"sense_key":"case%1:18:04::","synset_id":"character.n.05"},{"index":14,"sense_key":"case%1:10:03::","synset_id":"font.n.01"},{"index":15,"sense_key":"case%1:08:00::","synset_id":"sheath.n.02"},{"index":16,"sense_key":"case%1:06:06::","synset_id":"shell.n.08"},{"index":17,"sense_key":"case%1:06:07::","synset_id":"casing.n.03"},{"index":18,"sense_key":"case%1:06:03::","synset_id":"case.n.18"},{"index":19,"sense_key":"case%1:06:02::","synset_id":"case.n.19"},{"index":20,"sense_key":"case%1:06:01::","synset_id":"case.n.20"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"case%1:06:00::","call_ids":["semeval2015.d002.s002.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"case%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":591,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3943196260370314}
{"item_id":"semeval2015.d002.s002.t003","gold_sense_keys":["report%2:32:04::"],"candidates":[{"index":1,"sense_key":"report%2:32:00::","synset_id":"report.v.01"},{"index":2,"sense_key":"report%2:32:04::","synset_id":"report.v.02"},{"index":3,"sense_key":"report%2:32:03::","synset_id":"report.v.03"},{"index":4,"sense_key":"report%2:32:01::","synset_id":"report.v.04"},{"index":5,"sense_key":"report%2:32:13::","synset_id":"report.v.05"},{"index":6,"sense_key":"report%2:32:02::","synset_id":"report.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"report%2:32:04::","call_ids":["semeval2015.d002.s002.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"report%2:32:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":259,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3956871160771698}
{"item_id":"semeval2015.d002.s002.t004","gold_sense_keys":["attempt%1:04:00::"],"candidates":[{"index":1,"sense_key":"attempt%1:04:00::","synset_id":"attempt.n.01"},{"index":2,"sense_key":"attempt%1:04:02::","synset_id":"attack.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"attempt%1:04:00::","call_ids":["semeval2015.d002.s002.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"attempt%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39672238286584616}
{"item_id":"semeval2015.d002.s002.t005","gold_sense_keys":["involve%2:42:04::"],"candidates":[{"index":1,"sense_key":"involve%2:42:01::","synset_id":"involve.v.01"},{"index":2,"sense_key":"involve%2:42:04::","synset_id":"involve.v.02"},{"index":3,"sense_key":"involve%2:42:00::","synset_id":"imply.v.05"},{"index":4,"sense_key":"involve%2:42:07::","synset_id":"necessitate.v.01"},{"index":5,"sense_key":"involve%2:42:02::","synset_id":"involve.v.05"},{"index":6,"sense_key":"involve%2:31:00::","synset_id":"involve.v.06"},{"index":7,"sense_key":"involve%2:30:00::","synset_id":"involve.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"involve%2:42:04::","call_ids":["semeval2015.d002.s002.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"involve%2:42:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39695078996010125}
{"item_id":"semeval2015.d002.s002.t006","gold_sense_keys":["user%1:18:00::"],"candidates":[{"index":1,"sense_key":"user%1:18:00::","synset_id":"user.n.01"},{"index":2,"sense_key":"user%1:18:01::","synset_id":"exploiter.n.01"},{"index":3,"sense_key":"user%1:18:02::","synset_id":"drug_user.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"user%1:18:00::","call_ids":["semeval2015.d002.s002.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"user%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37891252082772553}
{"item_id":"semeval2015.d002.s002.t007","gold_sense_keys":["service%1:04:08::"],"candidates":[{"index":1,"sense_key":"service%1:04:08::","synset_id":"service.n.01"},{"index":2,"sense_key":"service%1:04:00::","synset_id":"service.n.02"},{"index":3,"sense_key":"service%1:04:01::","synset_id":"service.n.03"},{"index":4,"sense_key":"service%1:14:05::","synset_id":"service.n.04"},{"index":5,"sense_key":"service%1:04:07::","synset_id":"service.n.05"},{"index":6,"sense_key":"service%1:14:00::","synset_id":"military_service.n.01"},{"index":7,"sense_key":"service%1:18:00::","synset_id":"service.n.07"},{"index":8,"sense_key":"service%1:07:00::","synset_id":"avail.n.01"},{"index":9,"sense_key":"service%1:06:00::","synset_id":"service.n.09"},{"index":10,"sense_key":"service%1:04:03::","synset_id":"servicing.n.01"},{"index":11,"sense_key":"service%1:04:09::","synset_id":"service.n.11"},{"index":12,"sense_key":"service%1:04:02::","synset_id":"serve.n.01"},{"index":13,"sense_key":"service%1:04:04::","synset_id":"service.n.13"},{"index":14,"sense_key":"service%1:04:05::","synset_id":"overhaul.n.01"},{"index":15,"sense_key":"service%1:04:06::","synset_id":"service.n.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":15,"chosen_sense_key":"service%1:04:06::","call_ids":["semeval2015.d002.s002.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":15,"predicted_sense_key":"service%1:04:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":434,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39772530109621584}
{"item_id":"semeval2015.d002.s002.t008","gold_sense_keys":["planning%1:04:00::","planning%1:04:02::"],"candidates":[{"index":1,"sense_key":"planning%1:04:00::","synset_id":"planning.n.01"},{"index":2,"sense_key":"planning%1:04:02::","synset_id":"planning.n.02"},{"index":3,"sense_key":"planning%1:09:00::","synset_id":"planning.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"planning%1:09:00::","call_ids":["semeval2015.d002.s002.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"planning%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":189,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39997185789979994}
{"item_id":"semeval2015.d002.s002.t009","gold_sense_keys":["involvement%1:04:00::"],"candidates":[{"index":1,"sense_key":"involvement%1:04:00::","synset_id":"engagement.n.07"},{"index":2,"sense_key":"involvement%1:24:00::","synset_id":"involvement.n.02"},{"index":3,"sense_key":"involvement%1:09:00::","synset_id":"interest.n.01"},{"index":4,"sense_key":"involvement%1:26:00::","synset_id":"affair.n.02"},{"index":5,"sense_key":"involvement%1:26:01::","synset_id":"participation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"involvement%1:24:00::","call_ids":["semeval2015.d002.s002.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"involvement%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40107457689009607}
{"item_id":"semeval2015.d002.s002.t010","gold_sense_keys":["service%1:04:08::"],"candidates":[{"index":1,"sense_key":"service%1:04:08::","synset_id":"service.n.01"},{"index":2,"sense_key":"service%1:04:00::","synset_id":"service.n.02"},{"index":3,"sense_key":"service%1:04:01::","synset_id":"service.n.03"},{"index":4,"sense_key":"service%1:14:05::","synset_id":"service.n.04"},{"index":5,"sense_key":"service%1:04:07::","synset_id":"service.n.05"},{"index":6,"sense_key":"service%1:14:00::","synset_id":"military_service.n.01"},{"index":7,"sense_key":"service%1:18:00::","synset_id":"service.n.07"},{"index":8,"sense_key":"service%1:07:00::","synset_id":"avail.n.01"},{"index":9,"sense_key":"service%1:06:00::","synset_id":"service.n.09"},{"index":10,"sense_key":"service%1:04:03::","synset_id":"servicing.n.01"},{"index":11,"sense_key":"service%1:04:09::","synset_id":"service.n.11"},{"index":12,"sense_key":"service%1:04:02::","synset_id":"serve.n.01"},{"index":13,"sense_key":"service%1:04:04::","synset_id":"service.n.13"},{"index":14,"sense_key":"service%1:04:05::","synset_id":"overhaul.n.01"},{"index":15,"sense_key":"service%1:04:06::","synset_id":"service.n.15"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":15,"chosen_sense_key":"service%1:04:06::","call_ids":["semeval2015.d002.s002.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":15,"predicted_sense_key":"service%1:04:06::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":434,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37500845990143716}
{"item_id":"semeval2015.d002.s002.t011","gold_sense_keys":["provision%1:04:01::"],"candidates":[{"index":1,"sense_key":"provision%1:10:00::","synset_id":"provision.n.01"},{"index":2,"sense_key":"provision%1:04:01::","synset_id":"provision.n.02"},{"index":3,"sense_key":"provision%1:09:00::","synset_id":"planning.n.03"},{"index":4,"sense_key":"provision%1:21:00::","synset_id":"provision.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"provision%1:04:01::","call_ids":["semeval2015.d002.s002.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"provision%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2731197450775653}
{"item_id":"semeval2015.d002.s002.t012","gold_sense_keys":["find%2:32:00::","find%2:39:02::"],"candidates":[{"index":1,"sense_key":"find%2:40:02::","synset_id":"find.v.01"},{"index":2,"sense_key":"find%2:39:02::","synset_id":"detect.v.01"},{"index":3,"sense_key":"find%2:40:00::","synset_id":"find.v.03"},{"index":4,"sense_key":"find%2:32:00::","synset_id":"determine.v.01"},{"index":5,"sense_key":"find%2:31:10::","synset_id":"find.v.05"},{"index":6,"sense_key":"find%2:39:01::","synset_id":"witness.v.02"},{"index":7,"sense_key":"find%2:40:01::","synset_id":"line_up.v.02"},{"index":8,"sense_key":"find%2:36:00::","synset_id":"discover.v.03"},{"index":9,"sense_key":"find%2:31:09::","synset_id":"discover.v.04"},{"index":10,"sense_key":"find%2:40:03::","synset_id":"find.v.10"},{"index":11,"sense_key":"find%2:32:01::","synset_id":"rule.v.04"},{"index":12,"sense_key":"find%2:30:00::","synset_id":"receive.v.02"},{"index":13,"sense_key":"find%2:39:05::","synset_id":"find.v.13"},{"index":14,"sense_key":"find%2:40:15::","synset_id":"recover.v.01"},{"index":15,"sense_key":"find%2:38:10::","synset_id":"find.v.15"},{"index":16,"sense_key":"find%2:30:13::","synset_id":"find_oneself.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"find%2:31:09::","call_ids":["semeval2015.d002.s002.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"find%2:31:09::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":497,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.289390621939674}
{"item_id":"semeval2015.d002.s002.t013","gold_sense_keys":["more%4:02:00::"],"candidates":[{"index":1,"sense_key":"more%4:02:00::","synset_id":"more.r.01"},{"index":2,"sense_key":"more%4:02:01::","synset_id":"more.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"more%4:02:01::","call_ids":["semeval2015.d002.s002.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"more%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":148,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29087925096973777}
{"item_id":"semeval2015.d002.s002.t014","gold_sense_keys":["common%3:00:01::","common%5:00:00:familiar:02"],"candidates":[{"index":1,"sense_key":"common%3:00:02::","synset_id":"common.a.01"},{"index":2,"sense_key":"common%3:00:01::","synset_id":"common.a.02"},{"index":3,"sense_key":"common%5:00:00:shared:00","synset_id":"common.s.01"},{"index":4,"sense_key":"common%5:00:00:familiar:02","synset_id":"common.s.02"},{"index":5,"sense_key":"common%5:00:00:informal:02","synset_id":"common.s.03"},{"index":6,"sense_key":"common%5:00:00:lowborn:00","synset_id":"common.s.04"},{"index":7,"sense_key":"common%5:00:00:inferior:02","synset_id":"coarse.s.02"},{"index":8,"sense_key":"common%5:00:00:unrefined:01","synset_id":"coarse.s.01"},{"index":9,"sense_key":"common%5:00:00:ordinary:00","synset_id":"common.s.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"common%5:00:00:ordinary:00","call_ids":["semeval2015.d002.s002.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"common%5:00:00:ordinary:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":302,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2921539871022105}
{"item_id":"semeval2015.d002.s003.t002","gold_sense_keys":["variety%1:07:00::","variety%1:14:01::"],"candidates":[{"index":1,"sense_key":"variety%1:14:01::","synset_id":"assortment.n.01"},{"index":2,"sense_key":"variety%1:07:00::","synset_id":"diverseness.n.01"},{"index":3,"sense_key":"variety%1:14:00::","synset_id":"variety.n.03"},{"index":4,"sense_key":"variety%1:10:00::","synset_id":"variety_show.n.01"},{"index":5,"sense_key":"variety%1:09:01::","synset_id":"kind.n.01"},{"index":6,"sense_key":"variety%1:07:01::","synset_id":"variety.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"variety%1:07:00::","call_ids":["semeval2015.d002.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"variety%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":231,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3077152350451797}
{"item_id":"semeval2015.d002.s003.t003","gold_sense_keys":["different%3:00:02::","different%5:00:01:other:00"],"candidates":[{"index":1,"sense_key":"different%3:00:00::","synset_id":"different.a.01"},{"index":2,"sense_key":"different%5:00:00:other:00","synset_id":"different.s.01"},{"index":3,"sense_key":"different%5:00:00:unusual:00","synset_id":"different.s.02"},{"index":4,"sense_key":"different%3:00:02::","synset_id":"unlike.a.01"},{"index":5,"sense_key":"different%5:00:01:other:00","synset_id":"different.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"different%5:00:01:other:00","call_ids":["semeval2015.d002.s003.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"different%5:00:01:other:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":199,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2933293399401009}
{"item_id":"semeval2015.d002.s003.t005","gold_sense_keys":["play%2:41:12::"],"candidates":[{"index":1,"sense_key":"play%2:33:00::","synset_id":"play.v.01"},{"index":2,"sense_key":"play%2:41:12::","synset_id":"play.v.02"},{"index":3,"sense_key":"play%2:36:12::","synset_id":"play.v.03"},{"index":4,"sense_key":"play%2:36:02::","synset_id":"act.v.03"},{"index":5,"sense_key":"play%2:41:03::","synset_id":"play.v.05"},{"index":6,"sense_key":"play%2:36:00::","synset_id":"play.v.06"},{"index":7,"sense_key":"play%2:36:01::","synset_id":"play.v.07"},{"index":8,"sense_key":"play%2:29:01::","synset_id":"act.v.05"},{"index":9,"sense_key":"play%2:38:00::","synset_id":"play.v.09"},{"index":10,"sense_key":"play%2:33:01::","synset_id":"play.v.10"},{"index":11,"sense_key":"play%2:41:00::","synset_id":"play.v.11"},{"index":12,"sense_key":"play%2:36:06::","synset_id":"play.v.12"},{"index":13,"sense_key":"play%2:36:11::","synset_id":"play.v.13"},{"index":14,"sense_key":"play%2:36:03::","synset_id":"play.v.14"},{"index":15,"sense_key":"play%2:33:03::","synset_id":"play.v.15"},{"index":16,"sense_key":"play%2:29:00::","synset_id":"play.v.16"},{"index":17,"sense_key":"play%2:41:02::","synset_id":"play.v.17"},{"index":18,"sense_key":"play%2:36:05::","synset_id":"play.v.18"},{"index":19,"sense_key":"play%2:35:00::","synset_id":"toy.v.02"},{"index":20,"sense_key":"play%2:34:13::","synset_id":"play.v.20"},{"index":21,"sense_key":"play%2:31:01::","synset_id":"dally.v.04"},{"index":22,"sense_key":"play%2:42:00::","synset_id":"play.v.22"},{"index":23,"sense_key":"play%2:41:13::","synset_id":"dally.v.01"},{"index":24,"sense_key":"play%2:38:03::","synset_id":"play.v.24"},{"index":25,"sense_key":"play%2:36:10::","synset_id":"act.v.10"},{"index":26,"sense_key":"play%2:36:04::","synset_id":"play.v.26"},{"index":27,"sense_key":"play%2:36:13::","synset_id":"bring.v.03"},{"index":28,"sense_key":"play%2:35:07::","synset_id":"play.v.28"},{"index":29,"sense_key":"play%2:33:07::","synset_id":"play.v.29"},{"index":30,"sense_key":"play%2:33:08::","synset_id":"bet.v.02"},{"index":31,"sense_key":"play%2:33:09::","synset_id":"play.v.31"},{"index":32,"sense_key":"play%2:33:13::","synset_id":"play.v.32"},{"index":33,"sense_key":"play%2:33:12::","synset_id":"play.v.33"},{"index":34,"sense_key":"play%2:33:02::","synset_id":"meet.v.10"},{"index":35,"sense_key":"play%2:29:04::","synset_id":"play.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"play%2:36:02::","call_ids":["semeval2015.d002.s003.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"play%2:36:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":915,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2943961538840085}
{"item_id":"semeval2015.d002.s003.t006","gold_sense_keys":["public%5:00:00:common:02"],"candidates":[{"index":1,"sense_key":"public%3:00:00::","synset_id":"public.a.01"},{"index":2,"sense_key":"public%5:00:00:common:02","synset_id":"public.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"public%5:00:00:common:02","call_ids":["semeval2015.d002.s003.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"public%5:00:00:common:02","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2958134941291064}
{"item_id":"semeval2015.d002.s003.t007","gold_sense_keys":["welfare%1:04:00::"],"candidates":[{"index":1,"sense_key":"welfare%1:04:00::","synset_id":"social_welfare.n.01"},{"index":2,"sense_key":"welfare%1:07:00::","synset_id":"benefit.n.02"},{"index":3,"sense_key":"welfare%1:26:00::","synset_id":"wellbeing.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"welfare%1:07:00::","call_ids":["semeval2015.d002.s003.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"welfare%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29684624494984746}
{"item_id":"semeval2015.d002.s004.t000","gold_sense_keys":["foundation%1:14:00::"],"candidates":[{"index":1,"sense_key":"foundation%1:24:00::","synset_id":"foundation.n.01"},{"index":2,"sense_key":"foundation%1:14:00::","synset_id":"foundation.n.02"},{"index":3,"sense_key":"foundation%1:06:00::","synset_id":"foundation.n.03"},{"index":4,"sense_key":"foundation%1:09:01::","synset_id":"foundation.n.04"},{"index":5,"sense_key":"foundation%1:09:00::","synset_id":"basis.n.02"},{"index":6,"sense_key":"foundation%1:06:01::","synset_id":"foundation_garment.n.01"},{"index":7,"sense_key":"foundation%1:04:00::","synset_id":"initiation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"foundation%1:24:00::","call_ids":["semeval2015.d002.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"foundation%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":279,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2980905850417912}
{"item_id":"semeval2015.d002.s004.t002","gold_sense_keys":["commission%1:14:00::","commission%1:14:01::"],"candidates":[{"index":1,"sense_key":"commission%1:14:00::","synset_id":"committee.n.01"},{"index":2,"sense_key":"commission%1:21:00::","synset_id":"commission.n.02"},{"index":3,"sense_key":"commission%1:04:02::","synset_id":"commission.n.03"},{"index":4,"sense_key":"commission%1:26:00::","synset_id":"commission.n.04"},{"index":5,"sense_key":"commission%1:14:01::","synset_id":"deputation.n.01"},{"index":6,"sense_key":"commission%1:10:01::","synset_id":"commission.n.06"},{"index":7,"sense_key":"commission%1:10:00::","synset_id":"commission.n.07"},{"index":8,"sense_key":"commission%1:04:01::","synset_id":"perpetration.n.01"},{"index":9,"sense_key":"commission%1:04:00::","synset_id":"mission.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"commission%1:14:01::","call_ids":["semeval2015.d002.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"commission%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":316,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2992376280017197}
{"item_id":"semeval2015.d002.s004.t004","gold_sense_keys":["ministry%1:14:00::"],"candidates":[{"index":1,"sense_key":"ministry%1:14:01::","synset_id":"ministry.n.01"},{"index":2,"sense_key":"ministry%1:06:00::","synset_id":"ministry.n.02"},{"index":3,"sense_key":"ministry%1:14:00::","synset_id":"ministry.n.03"},{"index":4,"sense_key":"ministry%1:04:00::","synset_id":"ministry.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"ministry%1:14:00::","call_ids":["semeval2015.d002.s004.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"ministry%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30022681993432343}
{"item_id":"semeval2015.d002.s004.t005","gold_sense_keys":["social%3:01:00::"],"candidates":[{"index":1,"sense_key":"social%3:01:00::","synset_id":"social.a.01"},{"index":2,"sense_key":"social%3:00:00::","synset_id":"social.a.02"},{"index":3,"sense_key":"social%3:01:02::","synset_id":"social.a.03"},{"index":4,"sense_key":"social%5:00:00:sociable:00","synset_id":"social.s.01"},{"index":5,"sense_key":"social%5:00:00:gregarious:00","synset_id":"social.s.02"},{"index":6,"sense_key":"social%5:00:00:friendly:01","synset_id":"social.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"social%3:01:00::","call_ids":["semeval2015.d002.s004.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"social%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":255,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30119757493957877}
{"item_id":"semeval2015.d002.s004.t006","gold_sense_keys":["affairs%1:04:00::"],"candidates":[{"index":1,"sense_key":"affairs%1:09:00::","synset_id":"personal_business.n.01"},{"index":2,"sense_key":"affairs%1:04:00::","synset_id":"affairs.n.02"},{"index":3,"sense_key":"matter%1:09:01::","synset_id":"matter.n.01"},{"index":4,"sense_key":"affair%1:26:00::","synset_id":"affair.n.02"},{"index":5,"sense_key":"affair%1:11:00::","synset_id":"affair.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"affairs%1:04:00::","call_ids":["semeval2015.d002.s004.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"affairs%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30211518006399274}
{"item_id":"semeval2015.d002.s004.t007","gold_sense_keys":["regional%5:00:00:territorial:00"],"candidates":[{"index":1,"sense_key":"regional%3:01:00::","synset_id":"regional.a.01"},{"index":2,"sense_key":"regional%5:00:00:territorial:00","synset_id":"regional.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"regional%5:00:00:territorial:00","call_ids":["semeval2015.d002.s004.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"regional%5:00:00:territorial:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30429557990282774}
{"item_id":"semeval2015.d002.s004.t008","gold_sense_keys":["government%1:14:00::"],"candidates":[{"index":1,"sense_key":"government%1:14:00::","synset_id":"government.n.01"},{"index":2,"sense_key":"government%1:04:00::","synset_id":"government.n.02"},{"index":3,"sense_key":"government%1:09:00::","synset_id":"government.n.03"},{"index":4,"sense_key":"government%1:09:01::","synset_id":"politics.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"government%1:09:00::","call_ids":["semeval2015.d002.s004.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"government%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30281775700859725}
{"item_id":"semeval2015.d002.s004.t010","gold_sense_keys":["conference%1:14:00::"],"candidates":[{"index":1,"sense_key":"conference%1:14:00::","synset_id":"conference.n.01"},{"index":2,"sense_key":"conference%1:14:01::","synset_id":"league.n.01"},{"index":3,"sense_key":"conference%1:10:00::","synset_id":"conference.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"conference%1:10:00::","call_ids":["semeval2015.d002.s004.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"conference%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23194888094440103}
{"item_id":"semeval2015.d002.s004.t011","gold_sense_keys":["social%3:01:00::"],"candidates":[{"index":1,"sense_key":"social%3:01:00::","synset_id":"social.a.01"},{"index":2,"sense_key":"social%3:00:00::","synset_id":"social.a.02"},{"index":3,"sense_key":"social%3:01:02::","synset_id":"social.a.03"},{"index":4,"sense_key":"social%5:00:00:sociable:00","synset_id":"social.s.01"},{"index":5,"sense_key":"social%5:00:00:gregarious:00","synset_id":"social.s.02"},{"index":6,"sense_key":"social%5:00:00:friendly:01","synset_id":"social.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"social%3:01:00::","call_ids":["semeval2015.d002.s004.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"social%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":255,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22385697392746806}
{"item_id":"semeval2015.d002.s004.t012","gold_sense_keys":["exclusion%1:26:00::"],"candidates":[{"index":1,"sense_key":"exclusion%1:26:00::","synset_id":"exclusion.n.01"},{"index":2,"sense_key":"exclusion%1:26:01::","synset_id":"excommunication.n.01"},{"index":3,"sense_key":"exclusion%1:09:00::","synset_id":"exception.n.01"},{"index":4,"sense_key":"exclusion%1:04:01::","synset_id":"ejection.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"exclusion%1:26:00::","call_ids":["semeval2015.d002.s004.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"exclusion%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.1863239649683237}
{"item_id":"semeval2015.d002.s004.t013","gold_sense_keys":["major%3:00:02::","major%3:00:06::"],"candidates":[{"index":1,"sense_key":"major%3:00:06::","synset_id":"major.a.01"},{"index":2,"sense_key":"major%3:00:02::","synset_id":"major.a.02"},{"index":3,"sense_key":"major%3:00:01::","synset_id":"major.a.03"},{"index":4,"sense_key":"major%3:00:05::","synset_id":"major.a.04"},{"index":5,"sense_key":"major%3:00:04::","synset_id":"major.a.05"},{"index":6,"sense_key":"major%3:00:07::","synset_id":"major.a.06"},{"index":7,"sense_key":"major%3:00:03::","synset_id":"major.a.07"},{"index":8,"sense_key":"major%5:00:00:senior:00","synset_id":"major.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"major%3:00:07::","call_ids":["semeval2015.d002.s004.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"major%3:00:07::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":255,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20084065990522504}
{"item_id":"semeval2015.d002.s004.t014","gold_sense_keys":["challenge%1:26:00::"],"candidates":[{"index":1,"sense_key":"challenge%1:26:00::","synset_id":"challenge.n.01"},{"index":2,"sense_key":"challenge%1:10:00::","synset_id":"challenge.n.02"},{"index":3,"sense_key":"challenge%1:10:01::","synset_id":"challenge.n.03"},{"index":4,"sense_key":"challenge%1:10:02::","synset_id":"challenge.n.04"},{"index":5,"sense_key":"challenge%1:10:03::","synset_id":"challenge.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"challenge%1:26:00::","call_ids":["semeval2015.d002.s004.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"challenge%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20149613497778773}
{"item_id":"semeval2015.d002.s004.t015","gold_sense_keys":["public%5:00:00:common:02"],"candidates":[{"index":1,"sense_key":"public%3:00:00::","synset_id":"public.a.01"},{"index":2,"sense_key":"public%5:00:00:common:02","synset_id":"public.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"public%3:00:00::","call_ids":["semeval2015.d002.s004.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"public%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20417862082831562}
{"item_id":"semeval2015.d002.s004.t016","gold_sense_keys":["welfare%1:04:00::"],"candidates":[{"index":1,"sense_key":"welfare%1:04:00::","synset_id":"social_welfare.n.01"},{"index":2,"sense_key":"welfare%1:07:00::","synset_id":"benefit.n.02"},{"index":3,"sense_key":"welfare%1:26:00::","synset_id":"wellbeing.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"welfare%1:04:00::","call_ids":["semeval2015.d002.s004.t016__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"welfare%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":186,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21308877295814455}
{"item_id":"semeval2015.d002.s005.t000","gold_sense_keys":["foundation%1:14:00::"],"candidates":[{"index":1,"sense_key":"foundation%1:24:00::","synset_id":"foundation.n.01"},{"index":2,"sense_key":"foundation%1:14:00::","synset_id":"foundation.n.02"},{"index":3,"sense_key":"foundation%1:06:00::","synset_id":"foundation.n.03"},{"index":4,"sense_key":"foundation%1:09:01::","synset_id":"foundation.n.04"},{"index":5,"sense_key":"foundation%1:09:00::","synset_id":"basis.n.02"},{"index":6,"sense_key":"foundation%1:06:01::","synset_id":"foundation_garment.n.01"},{"index":7,"sense_key":"foundation%1:04:00::","synset_id":"initiation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"foundation%1:24:00::","call_ids":["semeval2015.d002.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"foundation%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":273,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21373521001078188}
{"item_id":"semeval2015.d002.s005.t002","gold_sense_keys":["publish%2:32:00::","publish%2:36:01::"],"candidates":[{"index":1,"sense_key":"publish%2:36:01::","synset_id":"print.v.01"},{"index":2,"sense_key":"publish%2:32:00::","synset_id":"publish.v.02"},{"index":3,"sense_key":"publish%2:36:00::","synset_id":"publish.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"publish%2:32:00::","call_ids":["semeval2015.d002.s005.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"publish%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21145638287998736}
{"item_id":"semeval2015.d002.s005.t003","gold_sense_keys":["comparative%3:01:00::"],"candidates":[{"index":1,"sense_key":"comparative%3:01:00::","synset_id":"comparative.a.01"},{"index":2,"sense_key":"comparative%3:00:00::","synset_id":"relative.a.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"comparative%3:01:00::","call_ids":["semeval2015.d002.s005.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"comparative%3:01:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":151,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21430375310592353}
{"item_id":"semeval2015.d002.s005.t004","gold_sense_keys":["study%1:04:00::","study%1:10:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["semeval2015.d002.s005.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":343,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20777541399002075}
{"item_id":"semeval2015.d002.s005.t005","gold_sense_keys":["part%1:09:00::","part%1:24:00::"],"candidates":[{"index":1,"sense_key":"part%1:24:00::","synset_id":"part.n.01"},{"index":2,"sense_key":"part%1:06:00::","synset_id":"part.n.02"},{"index":3,"sense_key":"part%1:17:00::","synset_id":"part.n.03"},{"index":4,"sense_key":"part%1:09:02::","synset_id":"part.n.04"},{"index":5,"sense_key":"part%1:15:00::","synset_id":"region.n.01"},{"index":6,"sense_key":"part%1:04:01::","synset_id":"function.n.03"},{"index":7,"sense_key":"part%1:09:01::","synset_id":"character.n.04"},{"index":8,"sense_key":"part%1:21:00::","synset_id":"share.n.01"},{"index":9,"sense_key":"part%1:09:00::","synset_id":"part.n.09"},{"index":10,"sense_key":"part%1:08:01::","synset_id":"part.n.10"},{"index":11,"sense_key":"part%1:10:00::","synset_id":"part.n.11"},{"index":12,"sense_key":"part%1:04:03::","synset_id":"contribution.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"part%1:09:00::","call_ids":["semeval2015.d002.s005.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"part%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":429,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2423358648084104}
{"item_id":"semeval2015.d002.s005.t007","gold_sense_keys":["assess%2:31:00::"],"candidates":[{"index":1,"sense_key":"assess%2:31:00::","synset_id":"measure.v.04"},{"index":2,"sense_key":"assess%2:40:01::","synset_id":"assess.v.02"},{"index":3,"sense_key":"assess%2:40:00::","synset_id":"tax.v.02"},{"index":4,"sense_key":"assess%2:31:01::","synset_id":"assess.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"assess%2:31:00::","call_ids":["semeval2015.d002.s005.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"assess%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21331204287707806}
{"item_id":"semeval2015.d002.s005.t008","gold_sense_keys":["extent%1:26:00::"],"candidates":[{"index":1,"sense_key":"extent%1:26:00::","synset_id":"extent.n.01"},{"index":2,"sense_key":"extent%1:07:00::","synset_id":"extent.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"extent%1:26:00::","call_ids":["semeval2015.d002.s005.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"extent%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22752841096371412}
{"item_id":"semeval2015.d002.s005.t009","gold_sense_keys":["direct%5:00:00:immediate:00"],"candidates":[{"index":1,"sense_key":"direct%3:00:00::","synset_id":"direct.a.01"},{"index":2,"sense_key":"direct%5:00:00:immediate:00","synset_id":"direct.s.01"},{"index":3,"sense_key":"direct%3:00:02::","synset_id":"direct.a.03"},{"index":4,"sense_key":"direct%3:00:04::","synset_id":"lineal.a.01"},{"index":5,"sense_key":"direct%3:00:05::","synset_id":"direct.a.05"},{"index":6,"sense_key":"direct%3:00:03::","synset_id":"direct.a.06"},{"index":7,"sense_key":"direct%3:00:01::","synset_id":"direct.a.07"},{"index":8,"sense_key":"direct%5:00:00:primary:00","synset_id":"direct.s.02"},{"index":9,"sense_key":"direct%5:00:00:exact:00","synset_id":"direct.s.03"},{"index":10,"sense_key":"direct%5:00:00:absolute:00","synset_id":"direct.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"direct%5:00:00:primary:00","call_ids":["semeval2015.d002.s005.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"direct%5:00:00:primary:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":340,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23011127393692732}
{"item_id":"semeval2015.d002.s005.t010","gold_sense_keys":["participation%1:04:00::"],"candidates":[{"index":1,"sense_key":"participation%1:04:00::","synset_id":"engagement.n.07"},{"index":2,"sense_key":"participation%1:26:00::","synset_id":"participation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"participation%1:04:00::","call_ids":["semeval2015.d002.s005.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"participation%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22826018603518605}
{"item_id":"semeval2015.d002.s005.t012","gold_sense_keys":["work%1:04:01::"],"candidates":[{"index":1,"sense_key":"work%1:04:00::","synset_id":"work.n.01"},{"index":2,"sense_key":"work%1:06:00::","synset_id":"work.n.02"},{"index":3,"sense_key":"work%1:04:01::","synset_id":"employment.n.02"},{"index":4,"sense_key":"work%1:09:00::","synset_id":"study.n.02"},{"index":5,"sense_key":"work%1:19:00::","synset_id":"work.n.05"},{"index":6,"sense_key":"work%1:06:01::","synset_id":"workplace.n.01"},{"index":7,"sense_key":"work%1:06:02::","synset_id":"oeuvre.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"work%1:09:00::","call_ids":["semeval2015.d002.s005.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"work%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":321,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25083072297275066}
{"item_id":"semeval2015.d002.s005.t013","gold_sense_keys":["increase%2:30:02::"],"candidates":[{"index":1,"sense_key":"increase%2:30:00::","synset_id":"increase.v.01"},{"index":2,"sense_key":"increase%2:30:02::","synset_id":"increase.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"increase%2:30:02::","call_ids":["semeval2015.d002.s005.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"increase%2:30:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":147,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25655539287254214}
{"item_id":"semeval2015.d002.s006.t000","gold_sense_keys":["study%1:10:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"study%1:06:00::","call_ids":["semeval2015.d002.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"study%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":339,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26373913511633873}
{"item_id":"semeval2015.d002.s006.t001","gold_sense_keys":["base%2:31:00::"],"candidates":[{"index":1,"sense_key":"base%2:31:00::","synset_id":"establish.v.08"},{"index":2,"sense_key":"base%2:42:04::","synset_id":"base.v.02"},{"index":3,"sense_key":"base%2:34:00::","synset_id":"free-base.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"base%2:31:00::","call_ids":["semeval2015.d002.s006.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"base%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2546703501138836}
{"item_id":"semeval2015.d002.s006.t002","gold_sense_keys":["personal%3:00:00::","personal%5:00:00:subjective:00"],"candidates":[{"index":1,"sense_key":"personal%3:00:00::","synset_id":"personal.a.01"},{"index":2,"sense_key":"personal%5:00:00:subjective:00","synset_id":"personal.s.01"},{"index":3,"sense_key":"personal%3:01:01::","synset_id":"personal.a.03"},{"index":4,"sense_key":"personal%5:00:00:physical:00","synset_id":"personal.s.02"},{"index":5,"sense_key":"personal%3:01:00::","synset_id":"personal.a.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"personal%5:00:00:subjective:00","call_ids":["semeval2015.d002.s006.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"personal%5:00:00:subjective:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2571040929760784}
{"item_id":"semeval2015.d002.s006.t003","gold_sense_keys":["interview%1:10:01::"],"candidates":[{"index":1,"sense_key":"interview%1:10:01::","synset_id":"interview.n.01"},{"index":2,"sense_key":"interview%1:10:00::","synset_id":"consultation.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"interview%1:10:01::","call_ids":["semeval2015.d002.s006.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"interview%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":166,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25862615392543375}
{"item_id":"semeval2015.d002.s006.t004","gold_sense_keys":["senior%3:00:00::"],"candidates":[{"index":1,"sense_key":"senior%3:00:00::","synset_id":"senior.a.01"},{"index":2,"sense_key":"senior%5:00:00:last:00","synset_id":"senior.s.01"},{"index":3,"sense_key":"senior%5:00:00:old:02","synset_id":"aged.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"senior%3:00:00::","call_ids":["semeval2015.d002.s006.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"senior%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26007360708899796}
{"item_id":"semeval2015.d002.s006.t005","gold_sense_keys":["official%1:18:01::"],"candidates":[{"index":1,"sense_key":"official%1:18:01::","synset_id":"official.n.01"},{"index":2,"sense_key":"official%1:18:00::","synset_id":"official.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"official%1:18:01::","call_ids":["semeval2015.d002.s006.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"official%1:18:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":152,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26122841285541654}
{"item_id":"semeval2015.d002.s006.t006","gold_sense_keys":["social%3:01:00::"],"candidates":[{"index":1,"sense_key":"social%3:01:00::","synset_id":"social.a.01"},{"index":2,"sense_key":"social%3:00:00::","synset_id":"social.a.02"},{"index":3,"sense_key":"social%3:01:02::","synset_id":"social.a.03"},{"index":4,"sense_key":"social%5:00:00:sociable:00","synset_id":"social.s.01"},{"index":5,"sense_key":"social%5:00:00:gregarious:00","synset_id":"social.s.02"},{"index":6,"sense_key":"social%5:00:00:friendly:01","synset_id":"social.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"social%3:01:02::","call_ids":["semeval2015.d002.s006.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"social%3:01:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.263799148844555}
{"item_id":"semeval2015.d002.s006.t007","gold_sense_keys":["representative%1:18:00::","representative%1:18:02::"],"candidates":[{"index":1,"sense_key":"representative%1:18:00::","synset_id":"representative.n.01"},{"index":2,"sense_key":"representative%1:18:02::","synset_id":"spokesperson.n.01"},{"index":3,"sense_key":"representative%1:18:01::","synset_id":"congressman.n.01"},{"index":4,"sense_key":"representative%1:09:00::","synset_id":"example.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"representative%1:18:00::","call_ids":["semeval2015.d002.s006.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"representative%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2641345812007785}
{"item_id":"semeval2015.d002.s006.t008","gold_sense_keys":["national%3:00:01::","national%3:01:00::"],"candidates":[{"index":1,"sense_key":"national%3:01:00::","synset_id":"national.a.01"},{"index":2,"sense_key":"national%3:00:00::","synset_id":"national.a.02"},{"index":3,"sense_key":"national%3:00:01::","synset_id":"national.a.03"},{"index":4,"sense_key":"national%5:00:00:public:00","synset_id":"national.s.01"},{"index":5,"sense_key":"national%5:00:00:domestic:00","synset_id":"home.s.01"},{"index":6,"sense_key":"national%3:01:02::","synset_id":"national.a.06"},{"index":7,"sense_key":"national%3:01:01::","synset_id":"national.a.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"national%3:00:01::","call_ids":["semeval2015.d002.s006.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"national%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2875448849517852}
{"item_id":"semeval2015.d002.s006.t009","gold_sense_keys":["level%1:26:01::"],"candidates":[{"index":1,"sense_key":"level%1:07:00::","synset_id":"degree.n.01"},{"index":2,"sense_key":"level%1:26:01::","synset_id":"grade.n.02"},{"index":3,"sense_key":"level%1:26:00::","synset_id":"degree.n.02"},{"index":4,"sense_key":"level%1:07:01::","synset_id":"level.n.04"},{"index":5,"sense_key":"level%1:06:00::","synset_id":"level.n.05"},{"index":6,"sense_key":"level%1:06:03::","synset_id":"horizontal_surface.n.01"},{"index":7,"sense_key":"level%1:09:00::","synset_id":"level.n.07"},{"index":8,"sense_key":"level%1:06:01::","synset_id":"floor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"level%1:06:01::","call_ids":["semeval2015.d002.s006.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"level%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":289,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3128213018644601}
{"item_id":"semeval2015.d002.s006.t010","gold_sense_keys":["organisation%1:14:00::","organisation%1:14:01::"],"candidates":[{"index":1,"sense_key":"organisation%1:14:01::","synset_id":"administration.n.02"},{"index":2,"sense_key":"organisation%1:14:00::","synset_id":"organization.n.01"},{"index":3,"sense_key":"organisation%1:09:00::","synset_id":"arrangement.n.03"},{"index":4,"sense_key":"organisation%1:07:00::","synset_id":"organization.n.05"},{"index":5,"sense_key":"organisation%1:04:00::","synset_id":"organization.n.04"},{"index":6,"sense_key":"organisation%1:04:01::","synset_id":"organization.n.06"},{"index":7,"sense_key":"organisation%1:04:02::","synset_id":"constitution.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"organisation%1:09:00::","call_ids":["semeval2015.d002.s006.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"organisation%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":297,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31491309800185263}
{"item_id":"semeval2015.d002.s006.t013","gold_sense_keys":["country%1:15:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2015.d002.s006.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31992050795815885}
{"item_id":"semeval2015.d002.s007.t000","gold_sense_keys":["important%3:00:00::","important%3:00:02::","important%3:00:04::"],"candidates":[{"index":1,"sense_key":"important%3:00:00::","synset_id":"important.a.01"},{"index":2,"sense_key":"important%3:00:04::","synset_id":"significant.a.01"},{"index":3,"sense_key":"important%3:00:02::","synset_id":"crucial.a.01"},{"index":4,"sense_key":"important%5:00:00:influential:00","synset_id":"authoritative.s.01"},{"index":5,"sense_key":"important%5:00:00:immodest:02","synset_id":"important.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"important%3:00:04::","call_ids":["semeval2015.d002.s007.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"important%3:00:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3088602761272341}
{"item_id":"semeval2015.d002.s007.t001","gold_sense_keys":["industrial%3:01:00::"],"candidates":[{"index":1,"sense_key":"industrial%3:01:00::","synset_id":"industrial.a.01"},{"index":2,"sense_key":"industrial%3:00:00::","synset_id":"industrial.a.02"},{"index":3,"sense_key":"industrial%5:00:00:blue-collar:00","synset_id":"industrial.s.01"},{"index":4,"sense_key":"industrial%5:00:00:heavy-duty:00","synset_id":"industrial.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"industrial%3:00:00::","call_ids":["semeval2015.d002.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"industrial%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32264282484538853}
{"item_id":"semeval2015.d002.s007.t002","gold_sense_keys":["sector%1:14:00::"],"candidates":[{"index":1,"sense_key":"sector%1:25:00::","synset_id":"sector.n.01"},{"index":2,"sense_key":"sector%1:14:00::","synset_id":"sector.n.02"},{"index":3,"sense_key":"sector%1:09:00::","synset_id":"sector.n.03"},{"index":4,"sense_key":"sector%1:23:00::","synset_id":"sector.n.04"},{"index":5,"sense_key":"sector%1:15:00::","synset_id":"sector.n.05"},{"index":6,"sense_key":"sector%1:06:00::","synset_id":"sector.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sector%1:14:00::","call_ids":["semeval2015.d002.s007.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sector%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32588734687305987}
{"item_id":"semeval2015.d002.s007.t003","gold_sense_keys":["metal%1:27:00::"],"candidates":[{"index":1,"sense_key":"metal%1:27:00::","synset_id":"metallic_element.n.01"},{"index":2,"sense_key":"metal%1:27:01::","synset_id":"alloy.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"metal%1:27:00::","call_ids":["semeval2015.d002.s007.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"metal%1:27:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32845946098677814}
{"item_id":"semeval2015.d002.s007.t004","gold_sense_keys":["industry%1:14:00::"],"candidates":[{"index":1,"sense_key":"industry%1:14:00::","synset_id":"industry.n.01"},{"index":2,"sense_key":"industry%1:04:00::","synset_id":"industry.n.02"},{"index":3,"sense_key":"industry%1:07:00::","synset_id":"diligence.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"industry%1:04:00::","call_ids":["semeval2015.d002.s007.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"industry%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3306126091629267}
{"item_id":"semeval2015.d002.s007.t005","gold_sense_keys":["banking%1:04:01::"],"candidates":[{"index":1,"sense_key":"banking%1:04:01::","synset_id":"banking.n.01"},{"index":2,"sense_key":"banking%1:04:00::","synset_id":"banking.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"banking%1:04:00::","call_ids":["semeval2015.d002.s007.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"banking%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3374720341525972}
{"item_id":"semeval2015.d002.s007.t006","gold_sense_keys":["sector%1:14:00::"],"candidates":[{"index":1,"sense_key":"sector%1:25:00::","synset_id":"sector.n.01"},{"index":2,"sense_key":"sector%1:14:00::","synset_id":"sector.n.02"},{"index":3,"sense_key":"sector%1:09:00::","synset_id":"sector.n.03"},{"index":4,"sense_key":"sector%1:23:00::","synset_id":"sector.n.04"},{"index":5,"sense_key":"sector%1:15:00::","synset_id":"sector.n.05"},{"index":6,"sense_key":"sector%1:06:00::","synset_id":"sector.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sector%1:14:00::","call_ids":["semeval2015.d002.s007.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sector%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34348570206202567}
{"item_id":"semeval2015.d002.s007.t008","gold_sense_keys":["include%2:30:00::","include%2:31:00::"],"candidates":[{"index":1,"sense_key":"include%2:42:00::","synset_id":"include.v.01"},{"index":2,"sense_key":"include%2:31:00::","synset_id":"include.v.02"},{"index":3,"sense_key":"include%2:30:00::","synset_id":"include.v.03"},{"index":4,"sense_key":"include%2:41:03::","synset_id":"admit.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"include%2:30:00::","call_ids":["semeval2015.d002.s007.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"include%2:30:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":212,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34511148487217724}
{"item_id":"semeval2015.d002.s008.t000","gold_sense_keys":["speaker%1:18:00::"],"candidates":[{"index":1,"sense_key":"speaker%1:18:00::","synset_id":"speaker.n.01"},{"index":2,"sense_key":"speaker%1:06:00::","synset_id":"loudspeaker.n.01"},{"index":3,"sense_key":"speaker%1:18:01::","synset_id":"speaker.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"speaker%1:18:01::","call_ids":["semeval2015.d002.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"speaker%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":240,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3464923680294305}
{"item_id":"semeval2015.d002.s008.t001","gold_sense_keys":["social%3:01:00::"],"candidates":[{"index":1,"sense_key":"social%3:01:00::","synset_id":"social.a.01"},{"index":2,"sense_key":"social%3:00:00::","synset_id":"social.a.02"},{"index":3,"sense_key":"social%3:01:02::","synset_id":"social.a.03"},{"index":4,"sense_key":"social%5:00:00:sociable:00","synset_id":"social.s.01"},{"index":5,"sense_key":"social%5:00:00:gregarious:00","synset_id":"social.s.02"},{"index":6,"sense_key":"social%5:00:00:friendly:01","synset_id":"social.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"social%3:01:02::","call_ids":["semeval2015.d002.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"social%3:01:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":287,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.348203516099602}
{"item_id":"semeval2015.d002.s008.t002","gold_sense_keys":["exclusion%1:26:00::"],"candidates":[{"index":1,"sense_key":"exclusion%1:26:00::","synset_id":"exclusion.n.01"},{"index":2,"sense_key":"exclusion%1:26:01::","synset_id":"excommunication.n.01"},{"index":3,"sense_key":"exclusion%1:09:00::","synset_id":"exception.n.01"},{"index":4,"sense_key":"exclusion%1:04:01::","synset_id":"ejection.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"exclusion%1:26:00::","call_ids":["semeval2015.d002.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"exclusion%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34981780289672315}
{"item_id":"semeval2015.d002.s008.t003","gold_sense_keys":["conference%1:10:00::","conference%1:14:00::"],"candidates":[{"index":1,"sense_key":"conference%1:14:00::","synset_id":"conference.n.01"},{"index":2,"sense_key":"conference%1:14:01::","synset_id":"league.n.01"},{"index":3,"sense_key":"conference%1:10:00::","synset_id":"conference.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"conference%1:14:00::","call_ids":["semeval2015.d002.s008.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"conference%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35039989114739}
{"item_id":"semeval2015.d002.s008.t004","gold_sense_keys":["left%1:15:00::"],"candidates":[{"index":1,"sense_key":"left%1:15:00::","synset_id":"left.n.01"},{"index":2,"sense_key":"left%1:14:00::","synset_id":"left.n.02"},{"index":3,"sense_key":"left%1:08:00::","synset_id":"left.n.03"},{"index":4,"sense_key":"left%1:06:00::","synset_id":"left_field.n.01"},{"index":5,"sense_key":"left%1:04:00::","synset_id":"left.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"left%1:04:00::","call_ids":["semeval2015.d002.s008.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"left%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":287,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35153878200799227}
{"item_id":"semeval2015.d002.s008.t005","gold_sense_keys":["right%1:15:00::"],"candidates":[{"index":1,"sense_key":"right%1:07:00::","synset_id":"right.n.01"},{"index":2,"sense_key":"right%1:15:00::","synset_id":"right.n.02"},{"index":3,"sense_key":"right%1:06:00::","synset_id":"right_field.n.01"},{"index":4,"sense_key":"right%1:14:00::","synset_id":"right.n.04"},{"index":5,"sense_key":"right%1:08:00::","synset_id":"right.n.05"},{"index":6,"sense_key":"right%1:04:00::","synset_id":"right.n.06"},{"index":7,"sense_key":"right%1:07:01::","synset_id":"right.n.07"},{"index":8,"sense_key":"right%1:21:00::","synset_id":"right.n.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"right%1:04:00::","call_ids":["semeval2015.d002.s008.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"right%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":378,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35299285082146525}
{"item_id":"semeval2015.d002.s008.t006","gold_sense_keys":["employment%1:04:00::","employment%1:04:02::","employment%1:26:00::"],"candidates":[{"index":1,"sense_key":"employment%1:26:00::","synset_id":"employment.n.01"},{"index":2,"sense_key":"employment%1:04:00::","synset_id":"employment.n.02"},{"index":3,"sense_key":"employment%1:04:02::","synset_id":"employment.n.03"},{"index":4,"sense_key":"employment%1:04:01::","synset_id":"use.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"employment%1:04:00::","call_ids":["semeval2015.d002.s008.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"employment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":221,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38314004708081484}
{"item_id":"semeval2015.d002.s008.t007","gold_sense_keys":["industrial%3:01:00::"],"candidates":[{"index":1,"sense_key":"industrial%3:01:00::","synset_id":"industrial.a.01"},{"index":2,"sense_key":"industrial%3:00:00::","synset_id":"industrial.a.02"},{"index":3,"sense_key":"industrial%5:00:00:blue-collar:00","synset_id":"industrial.s.01"},{"index":4,"sense_key":"industrial%5:00:00:heavy-duty:00","synset_id":"industrial.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"industrial%3:00:00::","call_ids":["semeval2015.d002.s008.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"industrial%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":214,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38546009082347155}
{"item_id":"semeval2015.d002.s008.t012","gold_sense_keys":["commission%1:14:00::","commission%1:14:01::"],"candidates":[{"index":1,"sense_key":"commission%1:14:00::","synset_id":"committee.n.01"},{"index":2,"sense_key":"commission%1:21:00::","synset_id":"commission.n.02"},{"index":3,"sense_key":"commission%1:04:02::","synset_id":"commission.n.03"},{"index":4,"sense_key":"commission%1:26:00::","synset_id":"commission.n.04"},{"index":5,"sense_key":"commission%1:14:01::","synset_id":"deputation.n.01"},{"index":6,"sense_key":"commission%1:10:01::","synset_id":"commission.n.06"},{"index":7,"sense_key":"commission%1:10:00::","synset_id":"commission.n.07"},{"index":8,"sense_key":"commission%1:04:01::","synset_id":"perpetration.n.01"},{"index":9,"sense_key":"commission%1:04:00::","synset_id":"mission.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"commission%1:14:01::","call_ids":["semeval2015.d002.s008.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"commission%1:14:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":349,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.389971248107031}
{"item_id":"semeval2015.d002.s008.t013","gold_sense_keys":["high%3:00:02::"],"candidates":[{"index":1,"sense_key":"high%3:00:02::","synset_id":"high.a.01"},{"index":2,"sense_key":"high%3:00:01::","synset_id":"high.a.02"},{"index":3,"sense_key":"high%5:00:00:superior:01","synset_id":"eminent.s.01"},{"index":4,"sense_key":"high%3:00:03::","synset_id":"high.a.04"},{"index":5,"sense_key":"high%5:00:00:elated:00","synset_id":"high.s.02"},{"index":6,"sense_key":"high%5:00:00:malodorous:00","synset_id":"gamey.s.02"},{"index":7,"sense_key":"high%5:00:00:intoxicated:00","synset_id":"high.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"high%5:00:00:superior:01","call_ids":["semeval2015.d002.s008.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"high%5:00:00:superior:01","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":282,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39232867397367954}
{"item_id":"semeval2015.d002.s008.t014","gold_sense_keys":["committee%1:14:00::"],"candidates":[{"index":1,"sense_key":"committee%1:14:00::","synset_id":"committee.n.01"},{"index":2,"sense_key":"committee%1:14:01::","synset_id":"committee.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"committee%1:14:00::","call_ids":["semeval2015.d002.s008.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"committee%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":192,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40369155514054}
{"item_id":"semeval2015.d002.s008.t015","gold_sense_keys":["member%1:18:00::"],"candidates":[{"index":1,"sense_key":"member%1:18:00::","synset_id":"member.n.01"},{"index":2,"sense_key":"member%1:24:00::","synset_id":"member.n.02"},{"index":3,"sense_key":"member%1:08:00::","synset_id":"extremity.n.01"},{"index":4,"sense_key":"member%1:14:00::","synset_id":"member.n.04"},{"index":5,"sense_key":"member%1:08:01::","synset_id":"penis.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"member%1:14:00::","call_ids":["semeval2015.d002.s008.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"member%1:14:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":293,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2671857241075486}
{"item_id":"semeval2015.d002.s008.t017","gold_sense_keys":["parliament%1:14:00::"],"candidates":[{"index":1,"sense_key":"parliament%1:14:00::","synset_id":"parliament.n.01"},{"index":2,"sense_key":"parliament%1:04:00::","synset_id":"fantan.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"parliament%1:14:00::","call_ids":["semeval2015.d002.s008.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"parliament%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2758121758233756}
{"item_id":"semeval2015.d002.s008.t020","gold_sense_keys":["parliament%1:14:00::"],"candidates":[{"index":1,"sense_key":"parliament%1:14:00::","synset_id":"parliament.n.01"},{"index":2,"sense_key":"parliament%1:04:00::","synset_id":"fantan.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"parliament%1:14:00::","call_ids":["semeval2015.d002.s008.t020__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"parliament%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2690405969042331}
{"item_id":"semeval2015.d002.s008.t021","gold_sense_keys":["economic%3:01:01::"],"candidates":[{"index":1,"sense_key":"economic%3:01:01::","synset_id":"economic.a.01"},{"index":2,"sense_key":"economic%3:01:00::","synset_id":"economic.a.02"},{"index":3,"sense_key":"economic%5:00:00:efficient:00","synset_id":"economic.s.01"},{"index":4,"sense_key":"economic%5:00:00:worldly:00","synset_id":"economic.s.02"},{"index":5,"sense_key":"economic%5:00:00:profitable:00","synset_id":"economic.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"economic%5:00:00:profitable:00","call_ids":["semeval2015.d002.s008.t021__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"economic%5:00:00:profitable:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":264,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27318076393567026}
{"item_id":"semeval2015.d002.s008.t022","gold_sense_keys":["social%3:01:00::"],"candidates":[{"index":1,"sense_key":"social%3:01:00::","synset_id":"social.a.01"},{"index":2,"sense_key":"social%3:00:00::","synset_id":"social.a.02"},{"index":3,"sense_key":"social%3:01:02::","synset_id":"social.a.03"},{"index":4,"sense_key":"social%5:00:00:sociable:00","synset_id":"social.s.01"},{"index":5,"sense_key":"social%5:00:00:gregarious:00","synset_id":"social.s.02"},{"index":6,"sense_key":"social%5:00:00:friendly:01","synset_id":"social.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"social%3:01:02::","call_ids":["semeval2015.d002.s008.t022__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"social%3:01:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":287,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4018376339226961}
{"item_id":"semeval2015.d002.s008.t023","gold_sense_keys":["committee%1:14:00::"],"candidates":[{"index":1,"sense_key":"committee%1:14:00::","synset_id":"committee.n.01"},{"index":2,"sense_key":"committee%1:14:01::","synset_id":"committee.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"committee%1:14:00::","call_ids":["semeval2015.d002.s008.t023__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"committee%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":191,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41443922789767385}
{"item_id":"semeval2015.d002.s009.t000","gold_sense_keys":["case_study%1:10:00::"],"candidates":[{"index":1,"sense_key":"case_study%1:10:00::","synset_id":"case_study.n.01"},{"index":2,"sense_key":"case_study%1:04:00::","synset_id":"case_study.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"case_study%1:10:00::","call_ids":["semeval2015.d002.s009.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"case_study%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41314449277706444}
{"item_id":"semeval2015.d002.s009.t001","gold_sense_keys":["national%3:00:00::","national%3:00:01::","national%3:01:00::","national%5:00:00:domestic:00"],"candidates":[{"index":1,"sense_key":"national%3:01:00::","synset_id":"national.a.01"},{"index":2,"sense_key":"national%3:00:00::","synset_id":"national.a.02"},{"index":3,"sense_key":"national%3:00:01::","synset_id":"national.a.03"},{"index":4,"sense_key":"national%5:00:00:public:00","synset_id":"national.s.01"},{"index":5,"sense_key":"national%5:00:00:domestic:00","synset_id":"home.s.01"},{"index":6,"sense_key":"national%3:01:02::","synset_id":"national.a.06"},{"index":7,"sense_key":"national%3:01:01::","synset_id":"national.a.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"national%3:00:01::","call_ids":["semeval2015.d002.s009.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"national%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":267,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3864078731276095}
{"item_id":"semeval2015.d002.s009.t002","gold_sense_keys":["report%1:10:03::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"report%1:10:02::","call_ids":["semeval2015.d002.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"report%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":293,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.38789806608110666}
{"item_id":"semeval2015.d002.s009.t003","gold_sense_keys":["contain%2:42:00::"],"candidates":[{"index":1,"sense_key":"contain%2:42:00::","synset_id":"incorporate.v.02"},{"index":2,"sense_key":"contain%2:42:13::","synset_id":"hold.v.11"},{"index":3,"sense_key":"contain%2:41:00::","synset_id":"control.v.02"},{"index":4,"sense_key":"contain%2:42:06::","synset_id":"contain.v.04"},{"index":5,"sense_key":"contain%2:42:14::","synset_id":"contain.v.05"},{"index":6,"sense_key":"contain%2:33:00::","synset_id":"check.v.18"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"contain%2:42:00::","call_ids":["semeval2015.d002.s009.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"contain%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":257,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40758913313038647}
{"item_id":"semeval2015.d002.s009.t006","gold_sense_keys":["present%2:32:00::"],"candidates":[{"index":1,"sense_key":"present%2:39:00::","synset_id":"show.v.01"},{"index":2,"sense_key":"present%2:32:00::","synset_id":"present.v.02"},{"index":3,"sense_key":"present%2:36:00::","synset_id":"stage.v.01"},{"index":4,"sense_key":"present%2:40:01::","synset_id":"present.v.04"},{"index":5,"sense_key":"present%2:42:00::","synset_id":"present.v.05"},{"index":6,"sense_key":"present%2:40:02::","synset_id":"award.v.01"},{"index":7,"sense_key":"present%2:40:00::","synset_id":"give.v.08"},{"index":8,"sense_key":"present%2:32:02::","synset_id":"deliver.v.01"},{"index":9,"sense_key":"present%2:32:01::","synset_id":"introduce.v.01"},{"index":10,"sense_key":"present%2:36:08::","synset_id":"portray.v.04"},{"index":11,"sense_key":"present%2:32:06::","synset_id":"confront.v.03"},{"index":12,"sense_key":"present%2:32:04::","synset_id":"present.v.12"},{"index":13,"sense_key":"present%2:32:03::","synset_id":"salute.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"present%2:32:02::","call_ids":["semeval2015.d002.s009.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"present%2:32:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":419,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41445774701423943}
{"item_id":"semeval2015.d002.s009.t007","gold_sense_keys":["policy%1:09:00::"],"candidates":[{"index":1,"sense_key":"policy%1:09:00::","synset_id":"policy.n.01"},{"index":2,"sense_key":"policy%1:10:00::","synset_id":"policy.n.02"},{"index":3,"sense_key":"policy%1:10:02::","synset_id":"policy.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"policy%1:10:02::","call_ids":["semeval2015.d002.s009.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"policy%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.39234011992812157}
{"item_id":"semeval2015.d002.s009.t008","gold_sense_keys":["practice%1:04:00::"],"candidates":[{"index":1,"sense_key":"practice%1:04:00::","synset_id":"practice.n.01"},{"index":2,"sense_key":"practice%1:04:02::","synset_id":"exercise.n.03"},{"index":3,"sense_key":"practice%1:04:04::","synset_id":"practice.n.03"},{"index":4,"sense_key":"practice%1:04:03::","synset_id":"practice.n.04"},{"index":5,"sense_key":"practice%1:09:00::","synset_id":"practice.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"practice%1:09:00::","call_ids":["semeval2015.d002.s009.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"practice%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.40984381386078894}
{"item_id":"semeval2015.d002.s009.t009","gold_sense_keys":["improve%2:30:01::"],"candidates":[{"index":1,"sense_key":"improve%2:30:01::","synset_id":"better.v.02"},{"index":2,"sense_key":"improve%2:30:00::","synset_id":"better.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"improve%2:30:00::","call_ids":["semeval2015.d002.s009.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"improve%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41530272108502686}
{"item_id":"semeval2015.d002.s009.t011","gold_sense_keys":["training%1:04:00::"],"candidates":[{"index":1,"sense_key":"training%1:04:00::","synset_id":"training.n.01"},{"index":2,"sense_key":"training%1:07:00::","synset_id":"education.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"training%1:04:00::","call_ids":["semeval2015.d002.s009.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"training%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4163027929607779}
{"item_id":"semeval2015.d002.s009.t012","gold_sense_keys":["development%1:04:01::"],"candidates":[{"index":1,"sense_key":"development%1:04:01::","synset_id":"development.n.01"},{"index":2,"sense_key":"development%1:22:02::","synset_id":"development.n.02"},{"index":3,"sense_key":"development%1:22:01::","synset_id":"growth.n.01"},{"index":4,"sense_key":"development%1:11:01::","synset_id":"development.n.04"},{"index":5,"sense_key":"development%1:04:02::","synset_id":"exploitation.n.01"},{"index":6,"sense_key":"development%1:15:00::","synset_id":"development.n.06"},{"index":7,"sense_key":"development%1:26:00::","synset_id":"development.n.07"},{"index":8,"sense_key":"development%1:22:00::","synset_id":"development.n.08"},{"index":9,"sense_key":"development%1:10:00::","synset_id":"development.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"development%1:22:00::","call_ids":["semeval2015.d002.s009.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"development%1:22:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":421,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.41711289808154106}
{"item_id":"semeval2015.d002.s009.t014","gold_sense_keys":["worker%1:18:00::"],"candidates":[{"index":1,"sense_key":"worker%1:18:00::","synset_id":"worker.n.01"},{"index":2,"sense_key":"worker%1:18:01::","synset_id":"proletarian.n.01"},{"index":3,"sense_key":"worker%1:05:01::","synset_id":"worker.n.03"},{"index":4,"sense_key":"worker%1:18:02::","synset_id":"actor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"worker%1:18:01::","call_ids":["semeval2015.d002.s009.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"worker%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37703341292217374}
{"item_id":"semeval2015.d002.s009.t017","gold_sense_keys":["community%1:14:00::"],"candidates":[{"index":1,"sense_key":"community%1:14:00::","synset_id":"community.n.01"},{"index":2,"sense_key":"community%1:21:00::","synset_id":"community.n.02"},{"index":3,"sense_key":"community%1:14:04::","synset_id":"community.n.03"},{"index":4,"sense_key":"community%1:26:00::","synset_id":"community.n.04"},{"index":5,"sense_key":"community%1:15:00::","synset_id":"residential_district.n.01"},{"index":6,"sense_key":"community%1:14:02::","synset_id":"community.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"community%1:14:00::","call_ids":["semeval2015.d002.s009.t017__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"community%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":248,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3794688410125673}
{"item_id":"semeval2015.d002.s010.t000","gold_sense_keys":["country%1:14:00::"],"candidates":[{"index":1,"sense_key":"country%1:14:00::","synset_id":"state.n.04"},{"index":2,"sense_key":"country%1:15:00::","synset_id":"country.n.02"},{"index":3,"sense_key":"country%1:14:01::","synset_id":"nation.n.02"},{"index":4,"sense_key":"country%1:15:01::","synset_id":"country.n.04"},{"index":5,"sense_key":"country%1:15:02::","synset_id":"area.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"country%1:15:02::","call_ids":["semeval2015.d002.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"country%1:15:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.37270689592696726}
{"item_id":"semeval2015.d002.s010.t005","gold_sense_keys":["case_study%1:10:00::"],"candidates":[{"index":1,"sense_key":"case_study%1:10:00::","synset_id":"case_study.n.01"},{"index":2,"sense_key":"case_study%1:04:00::","synset_id":"case_study.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"case_study%1:10:00::","call_ids":["semeval2015.d002.s010.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"case_study%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3745076779741794}
{"item_id":"semeval2015.d002.s011.t000","gold_sense_keys":["case_study%1:10:00::"],"candidates":[{"index":1,"sense_key":"case_study%1:10:00::","synset_id":"case_study.n.01"},{"index":2,"sense_key":"case_study%1:04:00::","synset_id":"case_study.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"case_study%1:10:00::","call_ids":["semeval2015.d002.s011.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"case_study%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3793592120055109}
{"item_id":"semeval2015.d002.s011.t001","gold_sense_keys":["analyse%2:31:00::","analyse%2:31:04::"],"candidates":[{"index":1,"sense_key":"analyse%2:31:00::","synset_id":"analyze.v.01"},{"index":2,"sense_key":"analyse%2:31:04::","synset_id":"analyze.v.03"},{"index":3,"sense_key":"analyse%2:31:01::","synset_id":"analyze.v.02"},{"index":4,"sense_key":"analyse%2:31:02::","synset_id":"analyze.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"analyse%2:31:04::","call_ids":["semeval2015.d002.s011.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"analyse%2:31:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35050582606345415}
{"item_id":"semeval2015.d002.s011.t002","gold_sense_keys":["background%1:09:01::","background%1:26:00::"],"candidates":[{"index":1,"sense_key":"background%1:07:00::","synset_id":"background.n.01"},{"index":2,"sense_key":"background%1:09:00::","synset_id":"background.n.02"},{"index":3,"sense_key":"background%1:09:01::","synset_id":"background.n.03"},{"index":4,"sense_key":"background%1:11:00::","synset_id":"background.n.04"},{"index":5,"sense_key":"background%1:11:01::","synset_id":"background.n.05"},{"index":6,"sense_key":"background%1:26:00::","synset_id":"setting.n.02"},{"index":7,"sense_key":"background%1:06:01::","synset_id":"background.n.07"},{"index":8,"sense_key":"background%1:06:00::","synset_id":"backdrop.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"background%1:09:01::","call_ids":["semeval2015.d002.s011.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"background%1:09:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":323,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34276293590664864}
{"item_id":"semeval2015.d002.s011.t004","gold_sense_keys":["impact%1:19:00::"],"candidates":[{"index":1,"sense_key":"impact%1:11:00::","synset_id":"impact.n.01"},{"index":2,"sense_key":"impact%1:19:00::","synset_id":"impact.n.02"},{"index":3,"sense_key":"impact%1:04:00::","synset_id":"impingement.n.01"},{"index":4,"sense_key":"impact%1:04:01::","synset_id":"shock.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"impact%1:19:00::","call_ids":["semeval2015.d002.s011.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"impact%1:19:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3455416520591825}
{"item_id":"semeval2015.d002.s011.t005","gold_sense_keys":["employment%1:04:00::","employment%1:04:02::","employment%1:26:00::"],"candidates":[{"index":1,"sense_key":"employment%1:26:00::","synset_id":"employment.n.01"},{"index":2,"sense_key":"employment%1:04:00::","synset_id":"employment.n.02"},{"index":3,"sense_key":"employment%1:04:02::","synset_id":"employment.n.03"},{"index":4,"sense_key":"employment%1:04:01::","synset_id":"use.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"employment%1:04:00::","call_ids":["semeval2015.d002.s011.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"employment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34566462808288634}
{"item_id":"semeval2015.d002.s011.t007","gold_sense_keys":["work%1:04:01::"],"candidates":[{"index":1,"sense_key":"work%1:04:00::","synset_id":"work.n.01"},{"index":2,"sense_key":"work%1:06:00::","synset_id":"work.n.02"},{"index":3,"sense_key":"work%1:04:01::","synset_id":"employment.n.02"},{"index":4,"sense_key":"work%1:09:00::","synset_id":"study.n.02"},{"index":5,"sense_key":"work%1:19:00::","synset_id":"work.n.05"},{"index":6,"sense_key":"work%1:06:01::","synset_id":"workplace.n.01"},{"index":7,"sense_key":"work%1:06:02::","synset_id":"oeuvre.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"work%1:09:00::","call_ids":["semeval2015.d002.s011.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"work%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":317,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3466911129653454}
{"item_id":"semeval2015.d002.s011.t009","gold_sense_keys":["assess%2:31:00::"],"candidates":[{"index":1,"sense_key":"assess%2:31:00::","synset_id":"measure.v.04"},{"index":2,"sense_key":"assess%2:40:01::","synset_id":"assess.v.02"},{"index":3,"sense_key":"assess%2:40:00::","synset_id":"tax.v.02"},{"index":4,"sense_key":"assess%2:31:01::","synset_id":"assess.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"assess%2:31:00::","call_ids":["semeval2015.d002.s011.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"assess%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3530185390263796}
{"item_id":"semeval2015.d002.s011.t010","gold_sense_keys":["benefit%1:07:00::"],"candidates":[{"index":1,"sense_key":"benefit%1:21:00::","synset_id":"benefit.n.01"},{"index":2,"sense_key":"benefit%1:07:00::","synset_id":"benefit.n.02"},{"index":3,"sense_key":"benefit%1:10:00::","synset_id":"benefit.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"benefit%1:07:00::","call_ids":["semeval2015.d002.s011.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"benefit%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":150,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34883111994713545}
{"item_id":"semeval2015.d002.s011.t011","gold_sense_keys":["problem%1:09:00::","problem%1:26:00::"],"candidates":[{"index":1,"sense_key":"problem%1:26:00::","synset_id":"problem.n.01"},{"index":2,"sense_key":"problem%1:10:00::","synset_id":"problem.n.02"},{"index":3,"sense_key":"problem%1:09:00::","synset_id":"trouble.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"problem%1:09:00::","call_ids":["semeval2015.d002.s011.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"problem%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3164600790478289}
{"item_id":"semeval2015.d002.s012.t000","gold_sense_keys":["visit%1:04:01::"],"candidates":[{"index":1,"sense_key":"visit%1:04:02::","synset_id":"visit.n.01"},{"index":2,"sense_key":"visit%1:14:00::","synset_id":"visit.n.02"},{"index":3,"sense_key":"visit%1:04:01::","synset_id":"visit.n.03"},{"index":4,"sense_key":"visit%1:04:00::","synset_id":"visit.n.04"},{"index":5,"sense_key":"visit%1:04:03::","synset_id":"sojourn.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"visit%1:04:01::","call_ids":["semeval2015.d002.s012.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"visit%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3223789930343628}
{"item_id":"semeval2015.d002.s012.t001","gold_sense_keys":["interview%1:10:01::"],"candidates":[{"index":1,"sense_key":"interview%1:10:01::","synset_id":"interview.n.01"},{"index":2,"sense_key":"interview%1:10:00::","synset_id":"consultation.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"interview%1:10:01::","call_ids":["semeval2015.d002.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"interview%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32946976902894676}
{"item_id":"semeval2015.d002.s013.t000","gold_sense_keys":["national%3:00:00::","national%3:00:01::","national%3:01:00::","national%5:00:00:domestic:00"],"candidates":[{"index":1,"sense_key":"national%3:01:00::","synset_id":"national.a.01"},{"index":2,"sense_key":"national%3:00:00::","synset_id":"national.a.02"},{"index":3,"sense_key":"national%3:00:01::","synset_id":"national.a.03"},{"index":4,"sense_key":"national%5:00:00:public:00","synset_id":"national.s.01"},{"index":5,"sense_key":"national%5:00:00:domestic:00","synset_id":"home.s.01"},{"index":6,"sense_key":"national%3:01:02::","synset_id":"national.a.06"},{"index":7,"sense_key":"national%3:01:01::","synset_id":"national.a.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"national%3:00:01::","call_ids":["semeval2015.d002.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"national%3:00:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":242,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.320411090971902}
{"item_id":"semeval2015.d002.s013.t001","gold_sense_keys":["study%1:10:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["semeval2015.d002.s013.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":329,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29421121487393975}
{"item_id":"semeval2015.d002.s013.t002","gold_sense_keys":["form%2:42:00::"],"candidates":[{"index":1,"sense_key":"form%2:41:00::","synset_id":"form.v.01"},{"index":2,"sense_key":"form%2:42:00::","synset_id":"form.v.02"},{"index":3,"sense_key":"form%2:42:02::","synset_id":"form.v.03"},{"index":4,"sense_key":"form%2:30:01::","synset_id":"shape.v.03"},{"index":5,"sense_key":"form%2:36:00::","synset_id":"shape.v.02"},{"index":6,"sense_key":"form%2:41:02::","synset_id":"imprint.v.01"},{"index":7,"sense_key":"form%2:30:05::","synset_id":"form.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"form%2:42:00::","call_ids":["semeval2015.d002.s013.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"form%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2948702739086002}
{"item_id":"semeval2015.d002.s013.t003","gold_sense_keys":["basis%1:09:00::"],"candidates":[{"index":1,"sense_key":"basis%1:24:00::","synset_id":"footing.n.02"},{"index":2,"sense_key":"basis%1:09:00::","synset_id":"basis.n.02"},{"index":3,"sense_key":"basis%1:24:01::","synset_id":"basis.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"basis%1:24:01::","call_ids":["semeval2015.d002.s013.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"basis%1:24:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":170,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2974510919302702}
{"item_id":"semeval2015.d002.s013.t005","gold_sense_keys":["report%1:10:03::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["semeval2015.d002.s013.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":268,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29817666788585484}
{"item_id":"semeval2015.d002.s013.t007","gold_sense_keys":["overall%5:00:00:general:00"],"candidates":[{"index":1,"sense_key":"overall%5:00:00:general:00","synset_id":"overall.s.01"},{"index":2,"sense_key":"overall%5:00:00:gross:00","synset_id":"overall.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"overall%5:00:00:gross:00","call_ids":["semeval2015.d002.s013.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"overall%5:00:00:gross:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":125,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.298922386020422}
{"item_id":"semeval2015.d002.s013.t008","gold_sense_keys":["practice%1:04:00::"],"candidates":[{"index":1,"sense_key":"practice%1:04:00::","synset_id":"practice.n.01"},{"index":2,"sense_key":"practice%1:04:02::","synset_id":"exercise.n.03"},{"index":3,"sense_key":"practice%1:04:04::","synset_id":"practice.n.03"},{"index":4,"sense_key":"practice%1:04:03::","synset_id":"practice.n.04"},{"index":5,"sense_key":"practice%1:09:00::","synset_id":"practice.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"practice%1:09:00::","call_ids":["semeval2015.d002.s013.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"practice%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":197,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2997885311488062}
{"item_id":"semeval2015.d002.s014.t000","gold_sense_keys":["report%1:10:03::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["semeval2015.d002.s014.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":283,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3004983270075172}
{"item_id":"semeval2015.d002.s014.t003","gold_sense_keys":["publish%2:32:00::","publish%2:36:01::"],"candidates":[{"index":1,"sense_key":"publish%2:36:01::","synset_id":"print.v.01"},{"index":2,"sense_key":"publish%2:32:00::","synset_id":"publish.v.02"},{"index":3,"sense_key":"publish%2:36:00::","synset_id":"publish.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"publish%2:32:00::","call_ids":["semeval2015.d002.s014.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"publish%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3012467687949538}
{"item_id":"semeval2015.d002.s014.t005","gold_sense_keys":["conference%1:14:00::"],"candidates":[{"index":1,"sense_key":"conference%1:14:00::","synset_id":"conference.n.01"},{"index":2,"sense_key":"conference%1:14:01::","synset_id":"league.n.01"},{"index":3,"sense_key":"conference%1:10:00::","synset_id":"conference.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"conference%1:10:00::","call_ids":["semeval2015.d002.s014.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"conference%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2952262950129807}
{"item_id":"semeval2015.d002.s014.t006","gold_sense_keys":["stage%2:36:01::"],"candidates":[{"index":1,"sense_key":"stage%2:36:00::","synset_id":"stage.v.01"},{"index":2,"sense_key":"stage%2:36:01::","synset_id":"stage.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stage%2:36:01::","call_ids":["semeval2015.d002.s014.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stage%2:36:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20305928401648998}
{"item_id":"semeval2015.d002.s015.t000","gold_sense_keys":["foundation%1:14:00::"],"candidates":[{"index":1,"sense_key":"foundation%1:24:00::","synset_id":"foundation.n.01"},{"index":2,"sense_key":"foundation%1:14:00::","synset_id":"foundation.n.02"},{"index":3,"sense_key":"foundation%1:06:00::","synset_id":"foundation.n.03"},{"index":4,"sense_key":"foundation%1:09:01::","synset_id":"foundation.n.04"},{"index":5,"sense_key":"foundation%1:09:00::","synset_id":"basis.n.02"},{"index":6,"sense_key":"foundation%1:06:01::","synset_id":"foundation_garment.n.01"},{"index":7,"sense_key":"foundation%1:04:00::","synset_id":"initiation.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"foundation%1:24:00::","call_ids":["semeval2015.d002.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"foundation%1:24:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22749444213695824}
{"item_id":"semeval2015.d002.s015.t001","gold_sense_keys":["aim%2:31:01::"],"candidates":[{"index":1,"sense_key":"aim%2:33:00::","synset_id":"aim.v.01"},{"index":2,"sense_key":"aim%2:31:01::","synset_id":"aim.v.02"},{"index":3,"sense_key":"aim%2:32:09::","synset_id":"drive.v.11"},{"index":4,"sense_key":"aim%2:31:02::","synset_id":"calculate.v.05"},{"index":5,"sense_key":"aim%2:33:10::","synset_id":"target.v.01"},{"index":6,"sense_key":"aim%2:32:00::","synset_id":"aim.v.06"},{"index":7,"sense_key":"aim%2:31:00::","synset_id":"draw_a_bead_on.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"aim%2:31:01::","call_ids":["semeval2015.d002.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"aim%2:31:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":252,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18271550606004894}
{"item_id":"semeval2015.d002.s015.t002","gold_sense_keys":["document%2:32:00::"],"candidates":[{"index":1,"sense_key":"document%2:32:00::","synset_id":"document.v.01"},{"index":2,"sense_key":"document%2:31:00::","synset_id":"document.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"document%2:31:00::","call_ids":["semeval2015.d002.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"document%2:31:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":137,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20714015397243202}
{"item_id":"semeval2015.d002.s015.t003","gold_sense_keys":["characteristic%1:07:00::","characteristic%1:09:00::"],"candidates":[{"index":1,"sense_key":"characteristic%1:09:00::","synset_id":"feature.n.01"},{"index":2,"sense_key":"characteristic%1:07:00::","synset_id":"characteristic.n.02"},{"index":3,"sense_key":"characteristic%1:10:00::","synset_id":"characteristic.n.03"},{"index":4,"sense_key":"characteristic%1:07:01::","synset_id":"characteristic.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"characteristic%1:07:00::","call_ids":["semeval2015.d002.s015.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"characteristic%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":180,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22664669202640653}
{"item_id":"semeval2015.d002.s015.t004","gold_sense_keys":["age%1:07:00::"],"candidates":[{"index":1,"sense_key":"age%1:07:00::","synset_id":"age.n.01"},{"index":2,"sense_key":"age%1:28:02::","synset_id":"historic_period.n.01"},{"index":3,"sense_key":"age%1:28:00::","synset_id":"age.n.03"},{"index":4,"sense_key":"age%1:28:03::","synset_id":"long_time.n.01"},{"index":5,"sense_key":"age%1:28:01::","synset_id":"old_age.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"age%1:28:00::","call_ids":["semeval2015.d002.s015.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"age%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22504819091409445}
{"item_id":"semeval2015.d002.s015.t005","gold_sense_keys":["barrier%1:09:00::"],"candidates":[{"index":1,"sense_key":"barrier%1:06:00::","synset_id":"barrier.n.01"},{"index":2,"sense_key":"barrier%1:09:00::","synset_id":"barrier.n.02"},{"index":3,"sense_key":"barrier%1:17:00::","synset_id":"barrier.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"barrier%1:09:00::","call_ids":["semeval2015.d002.s015.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"barrier%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2273393569048494}
{"item_id":"semeval2015.d002.s015.t006","gold_sense_keys":["job%1:04:00::"],"candidates":[{"index":1,"sense_key":"job%1:04:00::","synset_id":"occupation.n.01"},{"index":2,"sense_key":"job%1:04:01::","synset_id":"job.n.02"},{"index":3,"sense_key":"job%1:06:00::","synset_id":"job.n.03"},{"index":4,"sense_key":"job%1:06:01::","synset_id":"job.n.04"},{"index":5,"sense_key":"job%1:04:04::","synset_id":"job.n.05"},{"index":6,"sense_key":"job%1:04:05::","synset_id":"job.n.06"},{"index":7,"sense_key":"job%1:04:03::","synset_id":"job.n.07"},{"index":8,"sense_key":"job%1:26:00::","synset_id":"problem.n.01"},{"index":9,"sense_key":"job%1:18:00::","synset_id":"job.n.09"},{"index":10,"sense_key":"job%1:18:01::","synset_id":"job.n.10"},{"index":11,"sense_key":"job%1:10:01::","synset_id":"job.n.11"},{"index":12,"sense_key":"job%1:10:00::","synset_id":"job.n.12"},{"index":13,"sense_key":"job%1:04:02::","synset_id":"caper.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"job%1:06:00::","call_ids":["semeval2015.d002.s015.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"job%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":421,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22822328377515078}
{"item_id":"semeval2015.d002.s015.t008","gold_sense_keys":["training%1:04:00::"],"candidates":[{"index":1,"sense_key":"training%1:04:00::","synset_id":"training.n.01"},{"index":2,"sense_key":"training%1:07:00::","synset_id":"education.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"training%1:04:00::","call_ids":["semeval2015.d002.s015.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"training%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2293708398938179}
{"item_id":"semeval2015.d002.s015.t009","gold_sense_keys":["analyse%2:31:00::","analyse%2:31:04::"],"candidates":[{"index":1,"sense_key":"analyse%2:31:00::","synset_id":"analyze.v.01"},{"index":2,"sense_key":"analyse%2:31:04::","synset_id":"analyze.v.03"},{"index":3,"sense_key":"analyse%2:31:01::","synset_id":"analyze.v.02"},{"index":4,"sense_key":"analyse%2:31:02::","synset_id":"analyze.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"analyse%2:31:04::","call_ids":["semeval2015.d002.s015.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"analyse%2:31:04::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22079559694975615}
{"item_id":"semeval2015.d002.s015.t010","gold_sense_keys":["cause%1:03:00::","cause%1:11:00::"],"candidates":[{"index":1,"sense_key":"cause%1:11:00::","synset_id":"cause.n.01"},{"index":2,"sense_key":"cause%1:10:00::","synset_id":"cause.n.02"},{"index":3,"sense_key":"cause%1:04:01::","synset_id":"campaign.n.02"},{"index":4,"sense_key":"cause%1:03:00::","synset_id":"causal_agent.n.01"},{"index":5,"sense_key":"cause%1:04:00::","synset_id":"lawsuit.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cause%1:03:00::","call_ids":["semeval2015.d002.s015.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cause%1:03:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":223,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22174516506493092}
{"item_id":"semeval2015.d002.s016.t000","gold_sense_keys":["perspective%1:09:00::"],"candidates":[{"index":1,"sense_key":"perspective%1:09:00::","synset_id":"position.n.03"},{"index":2,"sense_key":"perspective%1:07:00::","synset_id":"perspective.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"perspective%1:09:00::","call_ids":["semeval2015.d002.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"perspective%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":145,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22240838082507253}
{"item_id":"semeval2015.d002.s016.t001","gold_sense_keys":["social%3:01:00::"],"candidates":[{"index":1,"sense_key":"social%3:01:00::","synset_id":"social.a.01"},{"index":2,"sense_key":"social%3:00:00::","synset_id":"social.a.02"},{"index":3,"sense_key":"social%3:01:02::","synset_id":"social.a.03"},{"index":4,"sense_key":"social%5:00:00:sociable:00","synset_id":"social.s.01"},{"index":5,"sense_key":"social%5:00:00:gregarious:00","synset_id":"social.s.02"},{"index":6,"sense_key":"social%5:00:00:friendly:01","synset_id":"social.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"social%3:01:02::","call_ids":["semeval2015.d002.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"social%3:01:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":239,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25704283406957984}
{"item_id":"semeval2015.d002.s016.t004","gold_sense_keys":["particular%5:00:00:uncommon:00"],"candidates":[{"index":1,"sense_key":"particular%5:00:00:specific:00","synset_id":"particular.s.01"},{"index":2,"sense_key":"particular%5:00:02:specific:00","synset_id":"particular.s.02"},{"index":3,"sense_key":"particular%5:00:00:uncommon:00","synset_id":"especial.s.01"},{"index":4,"sense_key":"particular%5:00:00:primary:00","synset_id":"particular.s.04"},{"index":5,"sense_key":"particular%5:00:00:fastidious:00","synset_id":"finical.s.01"},{"index":6,"sense_key":"particular%5:00:00:careful:00","synset_id":"particular.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"particular%5:00:00:careful:00","call_ids":["semeval2015.d002.s016.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"particular%5:00:00:careful:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25204212800599635}
{"item_id":"semeval2015.d002.s016.t005","gold_sense_keys":["attention%1:09:00::"],"candidates":[{"index":1,"sense_key":"attention%1:09:00::","synset_id":"attention.n.01"},{"index":2,"sense_key":"attention%1:04:01::","synset_id":"care.n.01"},{"index":3,"sense_key":"attention%1:09:02::","synset_id":"attention.n.03"},{"index":4,"sense_key":"attention%1:04:02::","synset_id":"attention.n.04"},{"index":5,"sense_key":"attention%1:09:01::","synset_id":"attention.n.05"},{"index":6,"sense_key":"attention%1:07:00::","synset_id":"attention.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"attention%1:09:01::","call_ids":["semeval2015.d002.s016.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"attention%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":253,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25352741102688015}
{"item_id":"semeval2015.d002.s016.t006","gold_sense_keys":["pay%2:31:00::","pay%2:32:00::"],"candidates":[{"index":1,"sense_key":"pay%2:40:00::","synset_id":"pay.v.01"},{"index":2,"sense_key":"pay%2:32:00::","synset_id":"give.v.05"},{"index":3,"sense_key":"pay%2:40:04::","synset_id":"pay_up.v.01"},{"index":4,"sense_key":"pay%2:40:01::","synset_id":"yield.v.10"},{"index":5,"sense_key":"pay%2:40:02::","synset_id":"pay.v.05"},{"index":6,"sense_key":"pay%2:31:00::","synset_id":"give.v.10"},{"index":7,"sense_key":"pay%2:42:00::","synset_id":"pay.v.07"},{"index":8,"sense_key":"pay%2:41:00::","synset_id":"pay.v.08"},{"index":9,"sense_key":"pay%2:31:03::","synset_id":"pay.v.09"},{"index":10,"sense_key":"pay%2:40:13::","synset_id":"pay.v.10"},{"index":11,"sense_key":"pay%2:40:14::","synset_id":"pay.v.11"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"pay%2:42:00::","call_ids":["semeval2015.d002.s016.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"pay%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":312,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2573606369551271}
{"item_id":"semeval2015.d002.s016.t007","gold_sense_keys":["proposal%1:10:00::"],"candidates":[{"index":1,"sense_key":"proposal%1:10:00::","synset_id":"proposal.n.01"},{"index":2,"sense_key":"proposal%1:10:02::","synset_id":"marriage_proposal.n.01"},{"index":3,"sense_key":"proposal%1:10:01::","synset_id":"proposal.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"proposal%1:10:02::","call_ids":["semeval2015.d002.s016.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"proposal%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":142,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25853308802470565}
{"item_id":"semeval2015.d002.s016.t008","gold_sense_keys":["remove%2:30:00::","remove%2:40:00::"],"candidates":[{"index":1,"sense_key":"remove%2:30:00::","synset_id":"remove.v.01"},{"index":2,"sense_key":"remove%2:41:00::","synset_id":"remove.v.02"},{"index":3,"sense_key":"remove%2:40:00::","synset_id":"get_rid_of.v.01"},{"index":4,"sense_key":"remove%2:41:02::","synset_id":"take_out.v.01"},{"index":5,"sense_key":"remove%2:38:00::","synset_id":"remove.v.05"},{"index":6,"sense_key":"remove%2:30:01::","synset_id":"absent.v.01"},{"index":7,"sense_key":"remove%2:41:01::","synset_id":"murder.v.01"},{"index":8,"sense_key":"remove%2:30:02::","synset_id":"remove.v.08"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"remove%2:30:02::","call_ids":["semeval2015.d002.s016.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"remove%2:30:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23945228196680546}
{"item_id":"semeval2015.d002.s016.t009","gold_sense_keys":["age%1:07:00::"],"candidates":[{"index":1,"sense_key":"age%1:07:00::","synset_id":"age.n.01"},{"index":2,"sense_key":"age%1:28:02::","synset_id":"historic_period.n.01"},{"index":3,"sense_key":"age%1:28:00::","synset_id":"age.n.03"},{"index":4,"sense_key":"age%1:28:03::","synset_id":"long_time.n.01"},{"index":5,"sense_key":"age%1:28:01::","synset_id":"old_age.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"age%1:28:00::","call_ids":["semeval2015.d002.s016.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"age%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24015646101906896}
{"item_id":"semeval2015.d002.s016.t010","gold_sense_keys":["barrier%1:09:00::"],"candidates":[{"index":1,"sense_key":"barrier%1:06:00::","synset_id":"barrier.n.01"},{"index":2,"sense_key":"barrier%1:09:00::","synset_id":"barrier.n.02"},{"index":3,"sense_key":"barrier%1:17:00::","synset_id":"barrier.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"barrier%1:09:00::","call_ids":["semeval2015.d002.s016.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"barrier%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24086392018944025}
{"item_id":"semeval2015.d002.s017.t002","gold_sense_keys":["assess%2:31:00::"],"candidates":[{"index":1,"sense_key":"assess%2:31:00::","synset_id":"measure.v.04"},{"index":2,"sense_key":"assess%2:40:01::","synset_id":"assess.v.02"},{"index":3,"sense_key":"assess%2:40:00::","synset_id":"tax.v.02"},{"index":4,"sense_key":"assess%2:31:01::","synset_id":"assess.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"assess%2:31:00::","call_ids":["semeval2015.d002.s017.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"assess%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":205,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24153976910747588}
{"item_id":"semeval2015.d002.s017.t005","gold_sense_keys":["private%3:00:00::"],"candidates":[{"index":1,"sense_key":"private%3:00:00::","synset_id":"private.a.01"},{"index":2,"sense_key":"private%5:00:02:personal:00","synset_id":"private.s.01"},{"index":3,"sense_key":"private%5:00:00:personal:00","synset_id":"individual.s.03"},{"index":4,"sense_key":"private%5:00:00:inward:00","synset_id":"secret.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"private%5:00:00:personal:00","call_ids":["semeval2015.d002.s017.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"private%5:00:00:personal:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":177,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24218508787453175}
{"item_id":"semeval2015.d002.s017.t006","gold_sense_keys":["sector%1:14:00::"],"candidates":[{"index":1,"sense_key":"sector%1:25:00::","synset_id":"sector.n.01"},{"index":2,"sense_key":"sector%1:14:00::","synset_id":"sector.n.02"},{"index":3,"sense_key":"sector%1:09:00::","synset_id":"sector.n.03"},{"index":4,"sense_key":"sector%1:23:00::","synset_id":"sector.n.04"},{"index":5,"sense_key":"sector%1:15:00::","synset_id":"sector.n.05"},{"index":6,"sense_key":"sector%1:06:00::","synset_id":"sector.n.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"sector%1:14:00::","call_ids":["semeval2015.d002.s017.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"sector%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":227,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2053211429156363}
{"item_id":"semeval2015.d002.s017.t007","gold_sense_keys":["age%1:07:00::"],"candidates":[{"index":1,"sense_key":"age%1:07:00::","synset_id":"age.n.01"},{"index":2,"sense_key":"age%1:28:02::","synset_id":"historic_period.n.01"},{"index":3,"sense_key":"age%1:28:00::","synset_id":"age.n.03"},{"index":4,"sense_key":"age%1:28:03::","synset_id":"long_time.n.01"},{"index":5,"sense_key":"age%1:28:01::","synset_id":"old_age.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"age%1:28:00::","call_ids":["semeval2015.d002.s017.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"age%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24430271587334573}
{"item_id":"semeval2015.d002.s017.t008","gold_sense_keys":["barrier%1:09:00::"],"candidates":[{"index":1,"sense_key":"barrier%1:06:00::","synset_id":"barrier.n.01"},{"index":2,"sense_key":"barrier%1:09:00::","synset_id":"barrier.n.02"},{"index":3,"sense_key":"barrier%1:17:00::","synset_id":"barrier.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"barrier%1:09:00::","call_ids":["semeval2015.d002.s017.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"barrier%1:09:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24845527997240424}
{"item_id":"semeval2015.d002.s017.t009","gold_sense_keys":["especially%4:02:00::"],"candidates":[{"index":1,"sense_key":"especially%4:02:00::","synset_id":"particularly.r.01"},{"index":2,"sense_key":"especially%4:02:01::","synset_id":"specially.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"especially%4:02:00::","call_ids":["semeval2015.d002.s017.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"especially%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":143,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2468306089285761}
{"item_id":"semeval2015.d002.s017.t010","gold_sense_keys":["older%5:00:00:experienced:00","older%5:00:00:old:02"],"candidates":[{"index":1,"sense_key":"older%5:00:00:old:02","synset_id":"aged.s.01"},{"index":2,"sense_key":"older%5:00:00:senior:00","synset_id":"elder.s.01"},{"index":3,"sense_key":"older%5:00:00:experienced:00","synset_id":"old.s.02"},{"index":4,"sense_key":"old%3:00:02::","synset_id":"old.a.01"},{"index":5,"sense_key":"old%3:00:01::","synset_id":"old.a.02"},{"index":6,"sense_key":"old%5:00:00:familiar:00","synset_id":"old.s.01"},{"index":7,"sense_key":"older%5:00:00:experienced:00","synset_id":"old.s.02"},{"index":8,"sense_key":"erstwhile%5:00:00:past:00","synset_id":"erstwhile.s.01"},{"index":9,"sense_key":"honest-to-god%5:00:00:genuine:00","synset_id":"honest-to-god.s.01"},{"index":10,"sense_key":"old%5:00:00:early:01","synset_id":"old.s.05"},{"index":11,"sense_key":"previous%5:00:00:preceding:00","synset_id":"previous.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"old%3:00:02::","call_ids":["semeval2015.d002.s017.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"old%3:00:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":341,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24437388917431235}
{"item_id":"semeval2015.d002.s017.t011","gold_sense_keys":["worker%1:18:00::"],"candidates":[{"index":1,"sense_key":"worker%1:18:00::","synset_id":"worker.n.01"},{"index":2,"sense_key":"worker%1:18:01::","synset_id":"proletarian.n.01"},{"index":3,"sense_key":"worker%1:05:01::","synset_id":"worker.n.03"},{"index":4,"sense_key":"worker%1:18:02::","synset_id":"actor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"worker%1:18:01::","call_ids":["semeval2015.d002.s017.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"worker%1:18:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":195,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2569368500262499}
{"item_id":"semeval2015.d002.s018.t000","gold_sense_keys":["seek%2:35:00::"],"candidates":[{"index":1,"sense_key":"seek%2:40:00::","synset_id":"seek.v.01"},{"index":2,"sense_key":"seek%2:35:00::","synset_id":"search.v.01"},{"index":3,"sense_key":"seek%2:41:00::","synset_id":"try.v.01"},{"index":4,"sense_key":"seek%2:38:00::","synset_id":"seek.v.04"},{"index":5,"sense_key":"seek%2:32:00::","synset_id":"seek.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"seek%2:41:00::","call_ids":["semeval2015.d002.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"seek%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27657738397829235}
{"item_id":"semeval2015.d002.s018.t002","gold_sense_keys":["early%3:00:00::"],"candidates":[{"index":1,"sense_key":"early%3:00:00::","synset_id":"early.a.01"},{"index":2,"sense_key":"early%3:00:02::","synset_id":"early.a.02"},{"index":3,"sense_key":"early%5:00:00:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"early%5:00:00:young:00","synset_id":"early.s.02"},{"index":5,"sense_key":"early%3:00:01::","synset_id":"early.a.05"},{"index":6,"sense_key":"early%5:00:01:future:00","synset_id":"early.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"early%5:00:01:future:00","call_ids":["semeval2015.d002.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"early%5:00:01:future:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":250,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27775775198824704}
{"item_id":"semeval2015.d002.s018.t003","gold_sense_keys":["retirement%1:04:00::","retirement%1:26:00::"],"candidates":[{"index":1,"sense_key":"retirement%1:26:00::","synset_id":"retirement.n.01"},{"index":2,"sense_key":"retirement%1:04:00::","synset_id":"retirement.n.02"},{"index":3,"sense_key":"retirement%1:04:01::","synset_id":"retirement.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"retirement%1:04:00::","call_ids":["semeval2015.d002.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"retirement%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2785707078874111}
{"item_id":"semeval2015.d002.s018.t004","gold_sense_keys":["redundancy%1:07:00::"],"candidates":[{"index":1,"sense_key":"redundancy%1:10:00::","synset_id":"redundancy.n.01"},{"index":2,"sense_key":"redundancy%1:07:00::","synset_id":"redundancy.n.02"},{"index":3,"sense_key":"redundancy%1:09:00::","synset_id":"redundancy.n.03"},{"index":4,"sense_key":"redundancy%1:04:00::","synset_id":"redundancy.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"redundancy%1:07:00::","call_ids":["semeval2015.d002.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"redundancy%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27922637201845646}
{"item_id":"semeval2015.d002.s018.t007","gold_sense_keys":["concerned%5:00:00:involved:00"],"candidates":[{"index":1,"sense_key":"concerned%3:00:00::","synset_id":"concerned.a.01"},{"index":2,"sense_key":"concerned%5:00:00:involved:00","synset_id":"concerned.s.01"},{"index":3,"sense_key":"concerned%5:00:01:involved:00","synset_id":"implicated.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"concerned%5:00:00:involved:00","call_ids":["semeval2015.d002.s018.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"concerned%5:00:00:involved:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2817273379769176}
{"item_id":"semeval2015.d002.s018.t008","gold_sense_keys":["retention%1:04:00::"],"candidates":[{"index":1,"sense_key":"retention%1:04:00::","synset_id":"retention.n.01"},{"index":2,"sense_key":"retention%1:09:00::","synset_id":"memory.n.03"},{"index":3,"sense_key":"retention%1:07:00::","synset_id":"retentiveness.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"retention%1:04:00::","call_ids":["semeval2015.d002.s018.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"retention%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":159,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2831579619087279}
{"item_id":"semeval2015.d002.s018.t011","gold_sense_keys":["older%5:00:00:experienced:00","older%5:00:00:old:02"],"candidates":[{"index":1,"sense_key":"older%5:00:00:old:02","synset_id":"aged.s.01"},{"index":2,"sense_key":"older%5:00:00:senior:00","synset_id":"elder.s.01"},{"index":3,"sense_key":"older%5:00:00:experienced:00","synset_id":"old.s.02"},{"index":4,"sense_key":"old%3:00:02::","synset_id":"old.a.01"},{"index":5,"sense_key":"old%3:00:01::","synset_id":"old.a.02"},{"index":6,"sense_key":"old%5:00:00:familiar:00","synset_id":"old.s.01"},{"index":7,"sense_key":"older%5:00:00:experienced:00","synset_id":"old.s.02"},{"index":8,"sense_key":"erstwhile%5:00:00:past:00","synset_id":"erstwhile.s.01"},{"index":9,"sense_key":"honest-to-god%5:00:00:genuine:00","synset_id":"honest-to-god.s.01"},{"index":10,"sense_key":"old%5:00:00:early:01","synset_id":"old.s.05"},{"index":11,"sense_key":"previous%5:00:00:preceding:00","synset_id":"previous.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"old%3:00:01::","call_ids":["semeval2015.d002.s018.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"old%3:00:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":339,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28532404405996203}
{"item_id":"semeval2015.d002.s018.t012","gold_sense_keys":["worker%1:18:00::"],"candidates":[{"index":1,"sense_key":"worker%1:18:00::","synset_id":"worker.n.01"},{"index":2,"sense_key":"worker%1:18:01::","synset_id":"proletarian.n.01"},{"index":3,"sense_key":"worker%1:05:01::","synset_id":"worker.n.03"},{"index":4,"sense_key":"worker%1:18:02::","synset_id":"actor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"worker%1:18:00::","call_ids":["semeval2015.d002.s018.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"worker%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2821636830922216}
{"item_id":"semeval2015.d002.s019.t000","gold_sense_keys":["gender%1:07:00::"],"candidates":[{"index":1,"sense_key":"gender%1:10:00::","synset_id":"gender.n.01"},{"index":2,"sense_key":"gender%1:07:00::","synset_id":"sex.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"gender%1:07:00::","call_ids":["semeval2015.d002.s019.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"gender%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28356896596960723}
{"item_id":"semeval2015.d002.s019.t001","gold_sense_keys":["ethnic%5:00:00:social:00"],"candidates":[{"index":1,"sense_key":"ethnic%5:00:00:social:00","synset_id":"cultural.s.01"},{"index":2,"sense_key":"ethnic%5:00:00:irreligious:00","synset_id":"heathen.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"ethnic%5:00:00:social:00","call_ids":["semeval2015.d002.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"ethnic%5:00:00:social:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":149,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2841858109459281}
{"item_id":"semeval2015.d002.s019.t002","gold_sense_keys":["background%1:07:00::"],"candidates":[{"index":1,"sense_key":"background%1:07:00::","synset_id":"background.n.01"},{"index":2,"sense_key":"background%1:09:00::","synset_id":"background.n.02"},{"index":3,"sense_key":"background%1:09:01::","synset_id":"background.n.03"},{"index":4,"sense_key":"background%1:11:00::","synset_id":"background.n.04"},{"index":5,"sense_key":"background%1:11:01::","synset_id":"background.n.05"},{"index":6,"sense_key":"background%1:26:00::","synset_id":"setting.n.02"},{"index":7,"sense_key":"background%1:06:01::","synset_id":"background.n.07"},{"index":8,"sense_key":"background%1:06:00::","synset_id":"backdrop.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"background%1:09:01::","call_ids":["semeval2015.d002.s019.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"background%1:09:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":313,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.287245174869895}
{"item_id":"semeval2015.d002.s019.t003","gold_sense_keys":["worker%1:18:00::"],"candidates":[{"index":1,"sense_key":"worker%1:18:00::","synset_id":"worker.n.01"},{"index":2,"sense_key":"worker%1:18:01::","synset_id":"proletarian.n.01"},{"index":3,"sense_key":"worker%1:05:01::","synset_id":"worker.n.03"},{"index":4,"sense_key":"worker%1:18:02::","synset_id":"actor.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"worker%1:18:00::","call_ids":["semeval2015.d002.s019.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"worker%1:18:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":185,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28800741699524224}
{"item_id":"semeval2015.d002.s019.t004","gold_sense_keys":["relate%2:42:00::","relate%2:42:01::"],"candidates":[{"index":1,"sense_key":"relate%2:31:00::","synset_id":"associate.v.01"},{"index":2,"sense_key":"relate%2:42:00::","synset_id":"refer.v.02"},{"index":3,"sense_key":"relate%2:32:00::","synset_id":"relate.v.03"},{"index":4,"sense_key":"relate%2:42:01::","synset_id":"relate.v.04"},{"index":5,"sense_key":"relate%2:41:00::","synset_id":"relate.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"relate%2:42:01::","call_ids":["semeval2015.d002.s019.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"relate%2:42:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":196,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2886275830678642}
{"item_id":"semeval2015.d002.s019.t005","gold_sense_keys":["age%1:07:00::"],"candidates":[{"index":1,"sense_key":"age%1:07:00::","synset_id":"age.n.01"},{"index":2,"sense_key":"age%1:28:02::","synset_id":"historic_period.n.01"},{"index":3,"sense_key":"age%1:28:00::","synset_id":"age.n.03"},{"index":4,"sense_key":"age%1:28:03::","synset_id":"long_time.n.01"},{"index":5,"sense_key":"age%1:28:01::","synset_id":"old_age.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"age%1:28:00::","call_ids":["semeval2015.d002.s019.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"age%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":206,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2892597990576178}
{"item_id":"semeval2015.d002.s019.t006","gold_sense_keys":["discrimination%1:04:00::"],"candidates":[{"index":1,"sense_key":"discrimination%1:04:00::","synset_id":"discrimination.n.01"},{"index":2,"sense_key":"discrimination%1:09:00::","synset_id":"discrimination.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"discrimination%1:09:00::","call_ids":["semeval2015.d002.s019.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"discrimination%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":130,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29004550795070827}
{"item_id":"semeval2015.d002.s019.t007","gold_sense_keys":["examine%2:31:00::"],"candidates":[{"index":1,"sense_key":"examine%2:31:00::","synset_id":"analyze.v.01"},{"index":2,"sense_key":"examine%2:39:00::","synset_id":"examine.v.02"},{"index":3,"sense_key":"examine%2:32:01::","synset_id":"probe.v.01"},{"index":4,"sense_key":"examine%2:32:00::","synset_id":"examine.v.04"},{"index":5,"sense_key":"examine%2:41:00::","synset_id":"test.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"examine%2:39:00::","call_ids":["semeval2015.d002.s019.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"examine%2:39:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28950337297283113}
{"item_id":"semeval2015.d002.s020.t002","gold_sense_keys":["consider%2:39:00::"],"candidates":[{"index":1,"sense_key":"consider%2:31:00::","synset_id":"see.v.05"},{"index":2,"sense_key":"consider%2:39:00::","synset_id":"study.v.03"},{"index":3,"sense_key":"consider%2:31:01::","synset_id":"consider.v.03"},{"index":4,"sense_key":"consider%2:32:00::","synset_id":"consider.v.04"},{"index":5,"sense_key":"consider%2:32:02::","synset_id":"consider.v.05"},{"index":6,"sense_key":"consider%2:31:08::","synset_id":"think.v.01"},{"index":7,"sense_key":"consider%2:39:04::","synset_id":"regard.v.02"},{"index":8,"sense_key":"consider%2:39:08::","synset_id":"view.v.02"},{"index":9,"sense_key":"consider%2:31:05::","synset_id":"consider.v.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"consider%2:39:00::","call_ids":["semeval2015.d002.s020.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"consider%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":263,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2924417401663959}
{"item_id":"semeval2015.d002.s020.t004","gold_sense_keys":["age%1:07:00::"],"candidates":[{"index":1,"sense_key":"age%1:07:00::","synset_id":"age.n.01"},{"index":2,"sense_key":"age%1:28:02::","synset_id":"historic_period.n.01"},{"index":3,"sense_key":"age%1:28:00::","synset_id":"age.n.03"},{"index":4,"sense_key":"age%1:28:03::","synset_id":"long_time.n.01"},{"index":5,"sense_key":"age%1:28:01::","synset_id":"old_age.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"age%1:28:00::","call_ids":["semeval2015.d002.s020.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"age%1:28:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2938367130700499}
{"item_id":"semeval2015.d002.s020.t005","gold_sense_keys":["discrimination%1:04:00::"],"candidates":[{"index":1,"sense_key":"discrimination%1:04:00::","synset_id":"discrimination.n.01"},{"index":2,"sense_key":"discrimination%1:09:00::","synset_id":"discrimination.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"discrimination%1:04:00::","call_ids":["semeval2015.d002.s020.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"discrimination%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29294154210947454}
{"item_id":"semeval2015.d002.s020.t007","gold_sense_keys":["small%5:00:00:limited:00"],"candidates":[{"index":1,"sense_key":"small%3:00:00::","synset_id":"small.a.01"},{"index":2,"sense_key":"small%5:00:00:limited:00","synset_id":"minor.s.03"},{"index":3,"sense_key":"small%5:00:00:young:00","synset_id":"little.s.01"},{"index":4,"sense_key":"small%5:00:00:little:03","synset_id":"small.s.03"},{"index":5,"sense_key":"small%5:00:00:inferior:01","synset_id":"humble.s.01"},{"index":6,"sense_key":"small%5:00:00:lowercase:00","synset_id":"little.s.04"},{"index":7,"sense_key":"small%5:00:00:soft:04","synset_id":"little.s.03"},{"index":8,"sense_key":"small%5:00:00:fine:00","synset_id":"small.s.07"},{"index":9,"sense_key":"small%5:00:00:moderate:00","synset_id":"modest.s.01"},{"index":10,"sense_key":"small%5:00:00:decreased:00","synset_id":"belittled.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"small%5:00:00:moderate:00","call_ids":["semeval2015.d002.s020.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"small%5:00:00:moderate:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":292,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29444523993879557}
{"item_id":"semeval2015.d002.s020.t008","gold_sense_keys":["enterprise%1:14:00::"],"candidates":[{"index":1,"sense_key":"enterprise%1:04:00::","synset_id":"enterprise.n.01"},{"index":2,"sense_key":"enterprise%1:14:00::","synset_id":"enterprise.n.02"},{"index":3,"sense_key":"enterprise%1:07:00::","synset_id":"enterprise.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"enterprise%1:14:00::","call_ids":["semeval2015.d002.s020.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"enterprise%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2952592831570655}
{"item_id":"semeval2015.d002.s021.t000","gold_sense_keys":["member%1:14:00::"],"candidates":[{"index":1,"sense_key":"member%1:18:00::","synset_id":"member.n.01"},{"index":2,"sense_key":"member%1:24:00::","synset_id":"member.n.02"},{"index":3,"sense_key":"member%1:08:00::","synset_id":"extremity.n.01"},{"index":4,"sense_key":"member%1:14:00::","synset_id":"member.n.04"},{"index":5,"sense_key":"member%1:08:01::","synset_id":"penis.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"member%1:14:00::","call_ids":["semeval2015.d002.s021.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"member%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":249,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2959154478739947}
{"item_id":"semeval2015.d002.s021.t002","gold_sense_keys":["cover%2:42:02::"],"candidates":[{"index":1,"sense_key":"cover%2:35:00::","synset_id":"cover.v.01"},{"index":2,"sense_key":"cover%2:35:01::","synset_id":"cover.v.02"},{"index":3,"sense_key":"cover%2:42:01::","synset_id":"cover.v.03"},{"index":4,"sense_key":"cover%2:42:00::","synset_id":"cover.v.04"},{"index":5,"sense_key":"cover%2:32:01::","synset_id":"cover.v.05"},{"index":6,"sense_key":"cover%2:42:02::","synset_id":"embrace.v.01"},{"index":7,"sense_key":"cover%2:38:00::","synset_id":"traverse.v.01"},{"index":8,"sense_key":"cover%2:32:02::","synset_id":"report.v.05"},{"index":9,"sense_key":"cover%2:33:01::","synset_id":"cover.v.09"},{"index":10,"sense_key":"cover%2:41:01::","synset_id":"cover.v.10"},{"index":11,"sense_key":"cover%2:39:12::","synset_id":"cover.v.11"},{"index":12,"sense_key":"cover%2:33:00::","synset_id":"cover.v.12"},{"index":13,"sense_key":"cover%2:32:12::","synset_id":"cover.v.13"},{"index":14,"sense_key":"cover%2:32:00::","synset_id":"cover.v.14"},{"index":15,"sense_key":"cover%2:42:14::","synset_id":"cover.v.15"},{"index":16,"sense_key":"cover%2:41:08::","synset_id":"cover.v.16"},{"index":17,"sense_key":"cover%2:41:10::","synset_id":"cover.v.17"},{"index":18,"sense_key":"cover%2:40:00::","synset_id":"cover.v.18"},{"index":19,"sense_key":"cover%2:39:14::","synset_id":"cover.v.19"},{"index":20,"sense_key":"cover%2:35:13::","synset_id":"shroud.v.01"},{"index":21,"sense_key":"cover%2:35:02::","synset_id":"breed.v.02"},{"index":22,"sense_key":"cover%2:35:14::","synset_id":"overlay.v.01"},{"index":23,"sense_key":"cover%2:33:07::","synset_id":"cover.v.23"},{"index":24,"sense_key":"cover%2:33:13::","synset_id":"cover.v.24"},{"index":25,"sense_key":"cover%2:29:02::","synset_id":"brood.v.05"},{"index":26,"sense_key":"cover%2:29:15::","synset_id":"cover.v.26"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":19,"chosen_sense_key":"cover%2:39:14::","call_ids":["semeval2015.d002.s021.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":19,"predicted_sense_key":"cover%2:39:14::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":707,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29651094996370375}
{"item_id":"semeval2015.d003.s000.t000","gold_sense_keys":["document%1:10:00::"],"candidates":[{"index":1,"sense_key":"document%1:10:00::","synset_id":"document.n.01"},{"index":2,"sense_key":"document%1:06:00::","synset_id":"document.n.02"},{"index":3,"sense_key":"document%1:21:00::","synset_id":"document.n.03"},{"index":4,"sense_key":"document%1:10:01::","synset_id":"text_file.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"document%1:10:00::","call_ids":["semeval2015.d003.s000.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"document%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29732709494419396}
{"item_id":"semeval2015.d003.s000.t003","gold_sense_keys":["public%3:00:00::"],"candidates":[{"index":1,"sense_key":"public%3:00:00::","synset_id":"public.a.01"},{"index":2,"sense_key":"public%5:00:00:common:02","synset_id":"public.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"public%3:00:00::","call_ids":["semeval2015.d003.s000.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"public%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":130,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.297955228947103}
{"item_id":"semeval2015.d003.s000.t004","gold_sense_keys":["assessment%1:04:00::"],"candidates":[{"index":1,"sense_key":"assessment%1:09:00::","synset_id":"appraisal.n.01"},{"index":2,"sense_key":"assessment%1:21:00::","synset_id":"assessment.n.02"},{"index":3,"sense_key":"assessment%1:07:00::","synset_id":"assessment.n.03"},{"index":4,"sense_key":"assessment%1:04:00::","synset_id":"judgment.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"assessment%1:21:00::","call_ids":["semeval2015.d003.s000.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"assessment%1:21:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4229156719520688}
{"item_id":"semeval2015.d003.s000.t005","gold_sense_keys":["report%1:10:03::"],"candidates":[{"index":1,"sense_key":"report%1:10:03::","synset_id":"report.n.01"},{"index":2,"sense_key":"report%1:10:01::","synset_id":"report.n.02"},{"index":3,"sense_key":"report%1:10:00::","synset_id":"report.n.03"},{"index":4,"sense_key":"report%1:11:00::","synset_id":"report.n.04"},{"index":5,"sense_key":"report%1:10:04::","synset_id":"report_card.n.01"},{"index":6,"sense_key":"report%1:10:02::","synset_id":"composition.n.08"},{"index":7,"sense_key":"report%1:09:00::","synset_id":"reputation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"report%1:10:00::","call_ids":["semeval2015.d003.s000.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"report%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.44945817394182086}
{"item_id":"semeval2015.d003.s001.t000","gold_sense_keys":["explain%2:32:00::","explain%2:32:01::"],"candidates":[{"index":1,"sense_key":"explain%2:32:00::","synset_id":"explain.v.01"},{"index":2,"sense_key":"explain%2:32:01::","synset_id":"explain.v.02"},{"index":3,"sense_key":"explain%2:32:02::","synset_id":"excuse.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"explain%2:32:00::","call_ids":["semeval2015.d003.s001.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"explain%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.43499486800283194}
{"item_id":"semeval2015.d003.s001.t001","gold_sense_keys":["committee%1:14:00::"],"candidates":[{"index":1,"sense_key":"committee%1:14:00::","synset_id":"committee.n.01"},{"index":2,"sense_key":"committee%1:14:01::","synset_id":"committee.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"committee%1:14:00::","call_ids":["semeval2015.d003.s001.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"committee%1:14:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":154,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4034400978125632}
{"item_id":"semeval2015.d003.s001.t003","gold_sense_keys":["product%1:06:01::"],"candidates":[{"index":1,"sense_key":"product%1:06:01::","synset_id":"merchandise.n.01"},{"index":2,"sense_key":"product%1:06:00::","synset_id":"product.n.02"},{"index":3,"sense_key":"product%1:09:00::","synset_id":"product.n.03"},{"index":4,"sense_key":"product%1:27:00::","synset_id":"product.n.04"},{"index":5,"sense_key":"product%1:19:00::","synset_id":"product.n.05"},{"index":6,"sense_key":"product%1:14:00::","synset_id":"intersection.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"product%1:06:00::","call_ids":["semeval2015.d003.s001.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"product%1:06:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":266,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.46071116509847343}
{"item_id":"semeval2015.d003.s001.t005","gold_sense_keys":["use%1:04:00::"],"candidates":[{"index":1,"sense_key":"use%1:04:00::","synset_id":"use.n.01"},{"index":2,"sense_key":"use%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"use%1:07:02::","synset_id":"use.n.03"},{"index":4,"sense_key":"use%1:22:00::","synset_id":"consumption.n.03"},{"index":5,"sense_key":"use%1:04:01::","synset_id":"habit.n.02"},{"index":6,"sense_key":"use%1:04:02::","synset_id":"manipulation.n.01"},{"index":7,"sense_key":"use%1:07:03::","synset_id":"use.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"use%1:07:02::","call_ids":["semeval2015.d003.s001.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"use%1:07:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":298,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.453142236918211}
{"item_id":"semeval2015.d003.s001.t006","gold_sense_keys":["assess%2:31:00::"],"candidates":[{"index":1,"sense_key":"assess%2:31:00::","synset_id":"measure.v.04"},{"index":2,"sense_key":"assess%2:40:01::","synset_id":"assess.v.02"},{"index":3,"sense_key":"assess%2:40:00::","synset_id":"tax.v.02"},{"index":4,"sense_key":"assess%2:31:01::","synset_id":"assess.v.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"assess%2:31:00::","call_ids":["semeval2015.d003.s001.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"assess%2:31:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.454101987183094}
{"item_id":"semeval2015.d003.s001.t007","gold_sense_keys":["study%1:04:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["semeval2015.d003.s001.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":344,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.45501922187395394}
{"item_id":"semeval2015.d003.s001.t008","gold_sense_keys":["perform%2:36:00::"],"candidates":[{"index":1,"sense_key":"perform%2:36:00::","synset_id":"perform.v.01"},{"index":2,"sense_key":"perform%2:41:02::","synset_id":"perform.v.02"},{"index":3,"sense_key":"perform%2:36:01::","synset_id":"perform.v.03"},{"index":4,"sense_key":"perform%2:41:00::","synset_id":"do.v.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"perform%2:41:02::","call_ids":["semeval2015.d003.s001.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"perform%2:41:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":193,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4560134159401059}
{"item_id":"semeval2015.d003.s001.t009","gold_sense_keys":["reach%2:38:01::","reach%2:38:06::","reach%2:41:00::"],"candidates":[{"index":1,"sense_key":"reach%2:38:01::","synset_id":"reach.v.01"},{"index":2,"sense_key":"reach%2:38:00::","synset_id":"reach.v.02"},{"index":3,"sense_key":"reach%2:35:00::","synset_id":"reach.v.03"},{"index":4,"sense_key":"reach%2:32:00::","synset_id":"reach.v.04"},{"index":5,"sense_key":"reach%2:41:00::","synset_id":"achieve.v.01"},{"index":6,"sense_key":"reach%2:42:00::","synset_id":"reach.v.06"},{"index":7,"sense_key":"reach%2:38:06::","synset_id":"reach.v.07"},{"index":8,"sense_key":"reach%2:40:00::","synset_id":"pass.v.05"},{"index":9,"sense_key":"reach%2:33:00::","synset_id":"strive.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"reach%2:38:06::","call_ids":["semeval2015.d003.s001.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"reach%2:38:06::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":297,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.44361978210508823}
{"item_id":"semeval2015.d003.s001.t010","gold_sense_keys":["recommendation%1:10:00::"],"candidates":[{"index":1,"sense_key":"recommendation%1:10:00::","synset_id":"recommendation.n.01"},{"index":2,"sense_key":"recommendation%1:10:02::","synset_id":"recommendation.n.02"},{"index":3,"sense_key":"recommendation%1:07:00::","synset_id":"recommendation.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"recommendation%1:10:00::","call_ids":["semeval2015.d003.s001.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"recommendation%1:10:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":181,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.456880389014259}
{"item_id":"semeval2015.d003.s001.t011","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"use%2:41:04::","call_ids":["semeval2015.d003.s001.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"use%2:41:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":256,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.4281663130968809}
{"item_id":"semeval2015.d003.s001.t012","gold_sense_keys":["medicine%1:06:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["semeval2015.d003.s001.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34840745595283806}
{"item_id":"semeval2015.d003.s003.t000","gold_sense_keys":["contain%2:42:00::"],"candidates":[{"index":1,"sense_key":"contain%2:42:00::","synset_id":"incorporate.v.02"},{"index":2,"sense_key":"contain%2:42:13::","synset_id":"hold.v.11"},{"index":3,"sense_key":"contain%2:41:00::","synset_id":"control.v.02"},{"index":4,"sense_key":"contain%2:42:06::","synset_id":"contain.v.04"},{"index":5,"sense_key":"contain%2:42:14::","synset_id":"contain.v.05"},{"index":6,"sense_key":"contain%2:33:00::","synset_id":"check.v.18"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"contain%2:42:00::","call_ids":["semeval2015.d003.s003.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"contain%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":236,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34868475794792175}
{"item_id":"semeval2015.d003.s003.t001","gold_sense_keys":["active%3:00:07::"],"candidates":[{"index":1,"sense_key":"active%3:00:02::","synset_id":"active.a.01"},{"index":2,"sense_key":"active%5:00:00:operational:00","synset_id":"active.s.01"},{"index":3,"sense_key":"active%3:00:03::","synset_id":"active.a.03"},{"index":4,"sense_key":"active%5:00:00:involved:00","synset_id":"active.s.02"},{"index":5,"sense_key":"active%3:00:01::","synset_id":"active.a.05"},{"index":6,"sense_key":"active%3:00:07::","synset_id":"active.a.06"},{"index":7,"sense_key":"active%3:00:06::","synset_id":"active.a.07"},{"index":8,"sense_key":"active%5:00:00:existent:00","synset_id":"active.s.03"},{"index":9,"sense_key":"active%3:00:10::","synset_id":"active.a.09"},{"index":10,"sense_key":"active%3:00:09::","synset_id":"active.a.10"},{"index":11,"sense_key":"active%3:00:00::","synset_id":"active.a.11"},{"index":12,"sense_key":"active%3:00:05::","synset_id":"active.a.12"},{"index":13,"sense_key":"active%3:00:04::","synset_id":"active.a.13"},{"index":14,"sense_key":"active%3:00:08::","synset_id":"active.a.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"active%3:00:07::","call_ids":["semeval2015.d003.s003.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"active%3:00:07::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":400,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3398378770798445}
{"item_id":"semeval2015.d003.s003.t002","gold_sense_keys":["substance%1:03:01::"],"candidates":[{"index":1,"sense_key":"substance%1:03:00::","synset_id":"substance.n.01"},{"index":2,"sense_key":"substance%1:09:01::","synset_id":"kernel.n.03"},{"index":3,"sense_key":"substance%1:09:00::","synset_id":"meaning.n.02"},{"index":4,"sense_key":"substance%1:27:00::","synset_id":"substance.n.04"},{"index":5,"sense_key":"substance%1:21:00::","synset_id":"means.n.03"},{"index":6,"sense_key":"substance%1:10:00::","synset_id":"message.n.02"},{"index":7,"sense_key":"substance%1:03:01::","synset_id":"substance.n.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"substance%1:03:01::","call_ids":["semeval2015.d003.s003.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"substance%1:03:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":263,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3325319578871131}
{"item_id":"semeval2015.d003.s003.t003","gold_sense_keys":["available%3:00:00::"],"candidates":[{"index":1,"sense_key":"available%3:00:00::","synset_id":"available.a.01"},{"index":2,"sense_key":"available%5:00:00:free:00","synset_id":"available.s.01"},{"index":3,"sense_key":"available%5:00:00:disposable:02","synset_id":"available.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"available%5:00:00:free:00","call_ids":["semeval2015.d003.s003.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"available%5:00:00:free:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33298371615819633}
{"item_id":"semeval2015.d003.s003.t004","gold_sense_keys":["tablet%1:06:00::"],"candidates":[{"index":1,"sense_key":"tablet%1:06:02::","synset_id":"tablet.n.01"},{"index":2,"sense_key":"tablet%1:27:00::","synset_id":"pad.n.01"},{"index":3,"sense_key":"tablet%1:06:01::","synset_id":"tablet.n.03"},{"index":4,"sense_key":"tablet%1:06:00::","synset_id":"pill.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"tablet%1:06:01::","call_ids":["semeval2015.d003.s003.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"tablet%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33633369905874133}
{"item_id":"semeval2015.d003.s003.t005","gold_sense_keys":["solution%1:27:00::"],"candidates":[{"index":1,"sense_key":"solution%1:27:00::","synset_id":"solution.n.01"},{"index":2,"sense_key":"solution%1:10:00::","synset_id":"solution.n.02"},{"index":3,"sense_key":"solution%1:09:00::","synset_id":"solution.n.03"},{"index":4,"sense_key":"solution%1:14:00::","synset_id":"solution.n.04"},{"index":5,"sense_key":"solution%1:04:00::","synset_id":"solution.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"solution%1:10:00::","call_ids":["semeval2015.d003.s003.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"solution%1:10:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3240462290123105}
{"item_id":"semeval2015.d003.s003.t006","gold_sense_keys":["injection%1:04:01::"],"candidates":[{"index":1,"sense_key":"injection%1:04:00::","synset_id":"injection.n.01"},{"index":2,"sense_key":"injection%1:27:00::","synset_id":"injection.n.02"},{"index":3,"sense_key":"injection%1:04:01::","synset_id":"injection.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"injection%1:04:01::","call_ids":["semeval2015.d003.s003.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"injection%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32467007101513445}
{"item_id":"semeval2015.d003.s004.t000","gold_sense_keys":["tablet%1:06:00::"],"candidates":[{"index":1,"sense_key":"tablet%1:06:02::","synset_id":"tablet.n.01"},{"index":2,"sense_key":"tablet%1:27:00::","synset_id":"pad.n.01"},{"index":3,"sense_key":"tablet%1:06:01::","synset_id":"tablet.n.03"},{"index":4,"sense_key":"tablet%1:06:00::","synset_id":"pill.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"tablet%1:06:00::","call_ids":["semeval2015.d003.s004.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"tablet%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3252357740420848}
{"item_id":"semeval2015.d003.s004.t001","gold_sense_keys":["have%2:40:00::","have%2:42:00::"],"candidates":[{"index":1,"sense_key":"have%2:40:00::","synset_id":"have.v.01"},{"index":2,"sense_key":"have%2:42:00::","synset_id":"have.v.02"},{"index":3,"sense_key":"have%2:39:06::","synset_id":"experience.v.03"},{"index":4,"sense_key":"have%2:40:04::","synset_id":"own.v.01"},{"index":5,"sense_key":"have%2:30:00::","synset_id":"get.v.03"},{"index":6,"sense_key":"have%2:34:00::","synset_id":"consume.v.02"},{"index":7,"sense_key":"have%2:41:00::","synset_id":"have.v.07"},{"index":8,"sense_key":"have%2:36:00::","synset_id":"hold.v.03"},{"index":9,"sense_key":"have%2:40:01::","synset_id":"have.v.09"},{"index":10,"sense_key":"have%2:42:12::","synset_id":"have.v.10"},{"index":11,"sense_key":"have%2:30:01::","synset_id":"have.v.11"},{"index":12,"sense_key":"have%2:29:02::","synset_id":"have.v.12"},{"index":13,"sense_key":"have%2:32:00::","synset_id":"induce.v.02"},{"index":14,"sense_key":"have%2:40:05::","synset_id":"accept.v.02"},{"index":15,"sense_key":"have%2:40:03::","synset_id":"receive.v.01"},{"index":16,"sense_key":"have%2:29:05::","synset_id":"suffer.v.02"},{"index":17,"sense_key":"have%2:40:02::","synset_id":"have.v.17"},{"index":18,"sense_key":"have%2:29:00::","synset_id":"give_birth.v.01"},{"index":19,"sense_key":"have%2:35:00::","synset_id":"take.v.35"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"have%2:30:00::","call_ids":["semeval2015.d003.s004.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"have%2:30:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":494,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32840995281003416}
{"item_id":"semeval2015.d003.s004.t002","gold_sense_keys":["score%1:25:00::"],"candidates":[{"index":1,"sense_key":"score%1:09:00::","synset_id":"mark.n.01"},{"index":2,"sense_key":"score%1:10:00::","synset_id":"score.n.02"},{"index":3,"sense_key":"score%1:23:00::","synset_id":"score.n.03"},{"index":4,"sense_key":"score%1:14:00::","synset_id":"score.n.04"},{"index":5,"sense_key":"score%1:16:00::","synset_id":"score.n.05"},{"index":6,"sense_key":"score%1:09:01::","synset_id":"score.n.06"},{"index":7,"sense_key":"score%1:26:00::","synset_id":"score.n.07"},{"index":8,"sense_key":"score%1:25:00::","synset_id":"score.n.08"},{"index":9,"sense_key":"score%1:12:00::","synset_id":"grudge.n.01"},{"index":10,"sense_key":"score%1:04:00::","synset_id":"score.n.10"},{"index":11,"sense_key":"score%1:04:01::","synset_id":"sexual_conquest.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":8,"chosen_sense_key":"score%1:25:00::","call_ids":["semeval2015.d003.s004.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":8,"predicted_sense_key":"score%1:25:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":374,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3291905028745532}
{"item_id":"semeval2015.d003.s004.t003","gold_sense_keys":["line%1:25:01::"],"candidates":[{"index":1,"sense_key":"line%1:14:03::","synset_id":"line.n.01"},{"index":2,"sense_key":"line%1:10:01::","synset_id":"line.n.02"},{"index":3,"sense_key":"line%1:14:01::","synset_id":"line.n.03"},{"index":4,"sense_key":"line%1:25:00::","synset_id":"line.n.04"},{"index":5,"sense_key":"line%1:10:02::","synset_id":"line.n.05"},{"index":6,"sense_key":"line%1:19:00::","synset_id":"line.n.06"},{"index":7,"sense_key":"line%1:15:02::","synset_id":"line.n.07"},{"index":8,"sense_key":"line%1:09:01::","synset_id":"argumentation.n.02"},{"index":9,"sense_key":"line%1:06:01::","synset_id":"cable.n.02"},{"index":10,"sense_key":"line%1:14:02::","synset_id":"course.n.02"},{"index":11,"sense_key":"line%1:15:00::","synset_id":"line.n.11"},{"index":12,"sense_key":"line%1:25:01::","synset_id":"wrinkle.n.01"},{"index":13,"sense_key":"line%1:06:06::","synset_id":"pipeline.n.02"},{"index":14,"sense_key":"line%1:06:03::","synset_id":"line.n.14"},{"index":15,"sense_key":"line%1:06:07::","synset_id":"telephone_line.n.02"},{"index":16,"sense_key":"line%1:04:01::","synset_id":"line.n.16"},{"index":17,"sense_key":"line%1:14:00::","synset_id":"lineage.n.01"},{"index":18,"sense_key":"line%1:06:00::","synset_id":"line.n.18"},{"index":19,"sense_key":"line%1:04:00::","synset_id":"occupation.n.01"},{"index":20,"sense_key":"line%1:15:01::","synset_id":"line.n.20"},{"index":21,"sense_key":"line%1:10:05::","synset_id":"channel.n.05"},{"index":22,"sense_key":"line%1:06:08::","synset_id":"line.n.22"},{"index":23,"sense_key":"line%1:06:05::","synset_id":"line.n.23"},{"index":24,"sense_key":"line%1:23:00::","synset_id":"agate_line.n.01"},{"index":25,"sense_key":"line%1:21:00::","synset_id":"credit_line.n.01"},{"index":26,"sense_key":"line%1:10:03::","synset_id":"tune.n.01"},{"index":27,"sense_key":"line%1:10:06::","synset_id":"line.n.27"},{"index":28,"sense_key":"line%1:10:04::","synset_id":"note.n.02"},{"index":29,"sense_key":"line%1:09:00::","synset_id":"line.n.29"},{"index":30,"sense_key":"line%1:06:09::","synset_id":"production_line.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"line%1:25:01::","call_ids":["semeval2015.d003.s004.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"line%1:25:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":746,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.312893798109144}
{"item_id":"semeval2015.d003.s004.t004","gold_sense_keys":["side%1:06:00::","side%1:15:00::"],"candidates":[{"index":1,"sense_key":"side%1:15:02::","synset_id":"side.n.01"},{"index":2,"sense_key":"side%1:14:00::","synset_id":"side.n.02"},{"index":3,"sense_key":"side%1:08:00::","synset_id":"side.n.03"},{"index":4,"sense_key":"side%1:15:00::","synset_id":"side.n.04"},{"index":5,"sense_key":"side%1:06:00::","synset_id":"side.n.05"},{"index":6,"sense_key":"side%1:09:00::","synset_id":"side.n.06"},{"index":7,"sense_key":"side%1:15:01::","synset_id":"side.n.07"},{"index":8,"sense_key":"side%1:14:01::","synset_id":"side.n.08"},{"index":9,"sense_key":"side%1:13:00::","synset_id":"side.n.09"},{"index":10,"sense_key":"side%1:10:00::","synset_id":"side.n.10"},{"index":11,"sense_key":"side%1:17:01::","synset_id":"slope.n.01"},{"index":12,"sense_key":"side%1:11:00::","synset_id":"english.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"side%1:15:00::","call_ids":["semeval2015.d003.s004.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"side%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":394,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3158909468911588}
{"item_id":"semeval2015.d003.s004.t005","gold_sense_keys":["so%4:02:06::"],"candidates":[{"index":1,"sense_key":"so%4:02:02::","synset_id":"so.r.01"},{"index":2,"sense_key":"so%4:02:06::","synset_id":"so.r.02"},{"index":3,"sense_key":"so%4:02:05::","synset_id":"so.r.03"},{"index":4,"sense_key":"so%4:02:07::","synset_id":"so.r.04"},{"index":5,"sense_key":"so%4:02:08::","synset_id":"so.r.05"},{"index":6,"sense_key":"so%4:02:04::","synset_id":"thus.r.02"},{"index":7,"sense_key":"so%4:02:03::","synset_id":"so.r.07"},{"index":8,"sense_key":"so%4:02:09::","synset_id":"then.r.01"},{"index":9,"sense_key":"so%4:02:10::","synset_id":"therefore.r.01"},{"index":10,"sense_key":"so%4:02:00::","synset_id":"indeed.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"so%4:02:03::","call_ids":["semeval2015.d003.s004.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"so%4:02:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":348,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32976623391732574}
{"item_id":"semeval2015.d003.s005.t000","gold_sense_keys":["tablet%1:06:00::"],"candidates":[{"index":1,"sense_key":"tablet%1:06:02::","synset_id":"tablet.n.01"},{"index":2,"sense_key":"tablet%1:27:00::","synset_id":"pad.n.01"},{"index":3,"sense_key":"tablet%1:06:01::","synset_id":"tablet.n.03"},{"index":4,"sense_key":"tablet%1:06:00::","synset_id":"pill.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"tablet%1:06:00::","call_ids":["semeval2015.d003.s005.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"tablet%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3001272031106055}
{"item_id":"semeval2015.d003.s005.t001","gold_sense_keys":["marked%3:00:00::"],"candidates":[{"index":1,"sense_key":"marked%5:00:00:noticeable:00","synset_id":"marked.s.01"},{"index":2,"sense_key":"marked%5:00:00:conspicuous:00","synset_id":"marked.s.02"},{"index":3,"sense_key":"marked%3:00:00::","synset_id":"marked.a.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"marked%3:00:00::","call_ids":["semeval2015.d003.s005.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"marked%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3167900210246444}
{"item_id":"semeval2015.d003.s005.t003","gold_sense_keys":["side%1:06:00::","side%1:15:00::"],"candidates":[{"index":1,"sense_key":"side%1:15:02::","synset_id":"side.n.01"},{"index":2,"sense_key":"side%1:14:00::","synset_id":"side.n.02"},{"index":3,"sense_key":"side%1:08:00::","synset_id":"side.n.03"},{"index":4,"sense_key":"side%1:15:00::","synset_id":"side.n.04"},{"index":5,"sense_key":"side%1:06:00::","synset_id":"side.n.05"},{"index":6,"sense_key":"side%1:09:00::","synset_id":"side.n.06"},{"index":7,"sense_key":"side%1:15:01::","synset_id":"side.n.07"},{"index":8,"sense_key":"side%1:14:01::","synset_id":"side.n.08"},{"index":9,"sense_key":"side%1:13:00::","synset_id":"side.n.09"},{"index":10,"sense_key":"side%1:10:00::","synset_id":"side.n.10"},{"index":11,"sense_key":"side%1:17:01::","synset_id":"slope.n.01"},{"index":12,"sense_key":"side%1:11:00::","synset_id":"english.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"side%1:15:00::","call_ids":["semeval2015.d003.s005.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"side%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":402,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31810511089861393}
{"item_id":"semeval2015.d003.s005.t004","gold_sense_keys":["letter%1:10:01::"],"candidates":[{"index":1,"sense_key":"letter%1:10:00::","synset_id":"letter.n.01"},{"index":2,"sense_key":"letter%1:10:01::","synset_id":"letter.n.02"},{"index":3,"sense_key":"letter%1:18:00::","synset_id":"letter.n.03"},{"index":4,"sense_key":"letter%1:10:03::","synset_id":"letter.n.04"},{"index":5,"sense_key":"letter%1:10:02::","synset_id":"letter.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"letter%1:10:01::","call_ids":["semeval2015.d003.s005.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"letter%1:10:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.31931044184602797}
{"item_id":"semeval2015.d003.s005.t005","gold_sense_keys":["quantity%1:03:00::"],"candidates":[{"index":1,"sense_key":"quantity%1:03:00::","synset_id":"measure.n.02"},{"index":2,"sense_key":"quantity%1:07:00::","synset_id":"quantity.n.02"},{"index":3,"sense_key":"quantity%1:09:01::","synset_id":"quantity.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"quantity%1:07:00::","call_ids":["semeval2015.d003.s005.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"quantity%1:07:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":169,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32057978911325336}
{"item_id":"semeval2015.d003.s005.t006","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["semeval2015.d003.s005.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32193431188352406}
{"item_id":"semeval2015.d003.s005.t007","gold_sense_keys":["side%1:06:00::","side%1:15:00::"],"candidates":[{"index":1,"sense_key":"side%1:15:02::","synset_id":"side.n.01"},{"index":2,"sense_key":"side%1:14:00::","synset_id":"side.n.02"},{"index":3,"sense_key":"side%1:08:00::","synset_id":"side.n.03"},{"index":4,"sense_key":"side%1:15:00::","synset_id":"side.n.04"},{"index":5,"sense_key":"side%1:06:00::","synset_id":"side.n.05"},{"index":6,"sense_key":"side%1:09:00::","synset_id":"side.n.06"},{"index":7,"sense_key":"side%1:15:01::","synset_id":"side.n.07"},{"index":8,"sense_key":"side%1:14:01::","synset_id":"side.n.08"},{"index":9,"sense_key":"side%1:13:00::","synset_id":"side.n.09"},{"index":10,"sense_key":"side%1:10:00::","synset_id":"side.n.10"},{"index":11,"sense_key":"side%1:17:01::","synset_id":"slope.n.01"},{"index":12,"sense_key":"side%1:11:00::","synset_id":"english.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"side%1:15:00::","call_ids":["semeval2015.d003.s005.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"side%1:15:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":401,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.32331253099255264}
{"item_id":"semeval2015.d003.s006.t000","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"use%2:34:00::","call_ids":["semeval2015.d003.s006.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"use%2:34:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":232,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3256549770012498}
{"item_id":"semeval2015.d003.s007.t001","gold_sense_keys":["mean%2:32:03::","mean%2:42:00::"],"candidates":[{"index":1,"sense_key":"mean%2:32:01::","synset_id":"mean.v.01"},{"index":2,"sense_key":"mean%2:42:00::","synset_id":"entail.v.01"},{"index":3,"sense_key":"mean%2:32:03::","synset_id":"mean.v.03"},{"index":4,"sense_key":"mean%2:31:00::","synset_id":"intend.v.01"},{"index":5,"sense_key":"mean%2:42:03::","synset_id":"mean.v.05"},{"index":6,"sense_key":"mean%2:31:01::","synset_id":"think_of.v.04"},{"index":7,"sense_key":"mean%2:31:05::","synset_id":"mean.v.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"mean%2:42:00::","call_ids":["semeval2015.d003.s007.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"mean%2:42:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":245,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29765290999785066}
{"item_id":"semeval2015.d003.s007.t002","gold_sense_keys":["stop%2:41:00::"],"candidates":[{"index":1,"sense_key":"stop%2:38:00::","synset_id":"stop.v.01"},{"index":2,"sense_key":"stop%2:42:00::","synset_id":"discontinue.v.01"},{"index":3,"sense_key":"stop%2:41:00::","synset_id":"stop.v.03"},{"index":4,"sense_key":"stop%2:38:02::","synset_id":"stop.v.04"},{"index":5,"sense_key":"stop%2:38:01::","synset_id":"stop.v.05"},{"index":6,"sense_key":"stop%2:30:05::","synset_id":"break.v.10"},{"index":7,"sense_key":"stop%2:33:00::","synset_id":"check.v.18"},{"index":8,"sense_key":"stop%2:35:00::","synset_id":"intercept.v.01"},{"index":9,"sense_key":"stop%2:42:13::","synset_id":"end.v.01"},{"index":10,"sense_key":"stop%2:35:12::","synset_id":"barricade.v.01"},{"index":11,"sense_key":"stop%2:30:12::","synset_id":"hold_on.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"stop%2:42:00::","call_ids":["semeval2015.d003.s007.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"stop%2:42:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":329,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29963472695089877}
{"item_id":"semeval2015.d003.s008.t000","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"use%2:41:04::","call_ids":["semeval2015.d003.s008.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"use%2:41:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25950210308656096}
{"item_id":"semeval2015.d003.s008.t001","gold_sense_keys":["dog%1:05:00::"],"candidates":[{"index":1,"sense_key":"dog%1:05:00::","synset_id":"dog.n.01"},{"index":2,"sense_key":"dog%1:18:01::","synset_id":"frump.n.01"},{"index":3,"sense_key":"dog%1:18:00::","synset_id":"dog.n.03"},{"index":4,"sense_key":"dog%1:18:02::","synset_id":"cad.n.01"},{"index":5,"sense_key":"dog%1:13:01::","synset_id":"frank.n.02"},{"index":6,"sense_key":"dog%1:06:00::","synset_id":"pawl.n.01"},{"index":7,"sense_key":"dog%1:06:01::","synset_id":"andiron.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"dog%1:05:00::","call_ids":["semeval2015.d003.s008.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"dog%1:05:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":288,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2982351628597826}
{"item_id":"semeval2015.d003.s008.t002","gold_sense_keys":["prevent%2:41:01::"],"candidates":[{"index":1,"sense_key":"prevent%2:41:01::","synset_id":"prevent.v.01"},{"index":2,"sense_key":"prevent%2:41:00::","synset_id":"prevent.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"prevent%2:41:00::","call_ids":["semeval2015.d003.s008.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"prevent%2:41:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":165,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22476654616184533}
{"item_id":"semeval2015.d003.s008.t005","gold_sense_keys":["cause%2:36:00::"],"candidates":[{"index":1,"sense_key":"cause%2:36:00::","synset_id":"cause.v.01"},{"index":2,"sense_key":"cause%2:32:00::","synset_id":"induce.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cause%2:36:00::","call_ids":["semeval2015.d003.s008.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cause%2:36:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.20589813985861838}
{"item_id":"semeval2015.d003.s008.t007","gold_sense_keys":["medicine%1:06:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["semeval2015.d003.s008.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":204,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.22857907903380692}
{"item_id":"semeval2015.d003.s008.t008","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"use%2:41:04::","call_ids":["semeval2015.d003.s008.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"use%2:41:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":258,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23007535701617599}
{"item_id":"semeval2015.d003.s008.t009","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["semeval2015.d003.s008.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":207,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23388905404135585}
{"item_id":"semeval2015.d003.s008.t010","gold_sense_keys":["cancer%1:26:00::"],"candidates":[{"index":1,"sense_key":"cancer%1:26:00::","synset_id":"cancer.n.01"},{"index":2,"sense_key":"cancer%1:18:00::","synset_id":"cancer.n.02"},{"index":3,"sense_key":"cancer%1:17:00::","synset_id":"cancer.n.03"},{"index":4,"sense_key":"cancer%1:15:00::","synset_id":"cancer.n.04"},{"index":5,"sense_key":"cancer%1:05:00::","synset_id":"cancer.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"cancer%1:05:00::","call_ids":["semeval2015.d003.s008.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"cancer%1:05:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":226,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21415500179864466}
{"item_id":"semeval2015.d003.s008.t012","gold_sense_keys":["cause%2:36:00::"],"candidates":[{"index":1,"sense_key":"cause%2:36:00::","synset_id":"cause.v.01"},{"index":2,"sense_key":"cause%2:32:00::","synset_id":"induce.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"cause%2:36:00::","call_ids":["semeval2015.d003.s008.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"cause%2:36:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":163,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21564532606862485}
{"item_id":"semeval2015.d003.s009.t002","gold_sense_keys":["measure%1:04:01::"],"candidates":[{"index":1,"sense_key":"measure%1:04:01::","synset_id":"measure.n.01"},{"index":2,"sense_key":"measure%1:03:00::","synset_id":"measure.n.02"},{"index":3,"sense_key":"measure%1:10:02::","synset_id":"bill.n.01"},{"index":4,"sense_key":"measure%1:04:00::","synset_id":"measurement.n.01"},{"index":5,"sense_key":"measure%1:10:03::","synset_id":"standard.n.01"},{"index":6,"sense_key":"measure%1:10:01::","synset_id":"meter.n.03"},{"index":7,"sense_key":"measure%1:10:00::","synset_id":"measure.n.07"},{"index":8,"sense_key":"measure%1:06:00::","synset_id":"measuring_stick.n.01"},{"index":9,"sense_key":"measure%1:06:01::","synset_id":"measure.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"measure%1:10:02::","call_ids":["semeval2015.d003.s009.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"measure%1:10:02::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":326,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2202519509010017}
{"item_id":"semeval2015.d003.s009.t003","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"other%3:00:00::","call_ids":["semeval2015.d003.s009.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"other%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.21676492597907782}
{"item_id":"semeval2015.d003.s009.t005","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["semeval2015.d003.s009.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2715790900401771}
{"item_id":"semeval2015.d003.s009.t006","gold_sense_keys":["special%5:00:00:specialized:00","special%5:00:01:specific:00"],"candidates":[{"index":1,"sense_key":"special%5:00:01:specific:00","synset_id":"particular.s.01"},{"index":2,"sense_key":"special%5:00:00:extraordinary:00","synset_id":"special.s.02"},{"index":3,"sense_key":"special%5:00:00:uncommon:00","synset_id":"especial.s.01"},{"index":4,"sense_key":"special%5:00:00:specialized:00","synset_id":"special.s.04"},{"index":5,"sense_key":"special%5:00:00:specific:00","synset_id":"limited.s.05"},{"index":6,"sense_key":"special%5:00:00:primary:00","synset_id":"particular.s.04"},{"index":7,"sense_key":"special%5:00:00:unscheduled:00","synset_id":"extra.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"special%5:00:00:specialized:00","call_ids":["semeval2015.d003.s009.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"special%5:00:00:specialized:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":255,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27040702593512833}
{"item_id":"semeval2015.d003.s009.t007","gold_sense_keys":["diet%1:13:00::"],"candidates":[{"index":1,"sense_key":"diet%1:13:00::","synset_id":"diet.n.01"},{"index":2,"sense_key":"diet%1:14:00::","synset_id":"diet.n.02"},{"index":3,"sense_key":"diet%1:13:01::","synset_id":"diet.n.03"},{"index":4,"sense_key":"diet%1:04:00::","synset_id":"diet.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"diet%1:13:01::","call_ids":["semeval2015.d003.s009.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"diet%1:13:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27231019898317754}
{"item_id":"semeval2015.d003.s009.t009","gold_sense_keys":["use%2:34:01::"],"candidates":[{"index":1,"sense_key":"use%2:34:01::","synset_id":"use.v.01"},{"index":2,"sense_key":"use%2:34:02::","synset_id":"use.v.02"},{"index":3,"sense_key":"use%2:34:00::","synset_id":"use.v.03"},{"index":4,"sense_key":"use%2:41:14::","synset_id":"use.v.04"},{"index":5,"sense_key":"use%2:41:04::","synset_id":"practice.v.04"},{"index":6,"sense_key":"use%2:41:03::","synset_id":"use.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"use%2:41:04::","call_ids":["semeval2015.d003.s009.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"use%2:41:04::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":262,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26774709299206734}
{"item_id":"semeval2015.d003.s009.t010","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["semeval2015.d003.s009.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":211,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26892420602962375}
{"item_id":"semeval2015.d003.s009.t012","gold_sense_keys":["injection%1:04:01::"],"candidates":[{"index":1,"sense_key":"injection%1:04:00::","synset_id":"injection.n.01"},{"index":2,"sense_key":"injection%1:27:00::","synset_id":"injection.n.02"},{"index":3,"sense_key":"injection%1:04:01::","synset_id":"injection.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"injection%1:04:01::","call_ids":["semeval2015.d003.s009.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"injection%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2751185919623822}
{"item_id":"semeval2015.d003.s009.t013","gold_sense_keys":["injection%1:04:01::"],"candidates":[{"index":1,"sense_key":"injection%1:04:00::","synset_id":"injection.n.01"},{"index":2,"sense_key":"injection%1:27:00::","synset_id":"injection.n.02"},{"index":3,"sense_key":"injection%1:04:01::","synset_id":"injection.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"injection%1:04:01::","call_ids":["semeval2015.d003.s009.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"injection%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":175,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2769446889869869}
{"item_id":"semeval2015.d003.s009.t015","gold_sense_keys":["tablet%1:06:00::"],"candidates":[{"index":1,"sense_key":"tablet%1:06:02::","synset_id":"tablet.n.01"},{"index":2,"sense_key":"tablet%1:27:00::","synset_id":"pad.n.01"},{"index":3,"sense_key":"tablet%1:06:01::","synset_id":"tablet.n.03"},{"index":4,"sense_key":"tablet%1:06:00::","synset_id":"pill.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"tablet%1:06:00::","call_ids":["semeval2015.d003.s009.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"tablet%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":179,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2669861919712275}
{"item_id":"semeval2015.d003.s010.t000","gold_sense_keys":["purpose%1:07:00::"],"candidates":[{"index":1,"sense_key":"purpose%1:09:00::","synset_id":"purpose.n.01"},{"index":2,"sense_key":"purpose%1:07:00::","synset_id":"function.n.02"},{"index":3,"sense_key":"purpose%1:07:01::","synset_id":"determination.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"purpose%1:07:00::","call_ids":["semeval2015.d003.s010.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"purpose%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":173,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27045729593373835}
{"item_id":"semeval2015.d003.s010.t001","gold_sense_keys":["give%2:40:13::"],"candidates":[{"index":1,"sense_key":"give%2:40:03::","synset_id":"give.v.01"},{"index":2,"sense_key":"give%2:40:05::","synset_id":"yield.v.01"},{"index":3,"sense_key":"give%2:40:00::","synset_id":"give.v.03"},{"index":4,"sense_key":"give%2:40:07::","synset_id":"give.v.04"},{"index":5,"sense_key":"give%2:32:01::","synset_id":"give.v.05"},{"index":6,"sense_key":"give%2:36:02::","synset_id":"hold.v.03"},{"index":7,"sense_key":"give%2:32:00::","synset_id":"give.v.07"},{"index":8,"sense_key":"give%2:40:01::","synset_id":"give.v.08"},{"index":9,"sense_key":"give%2:36:03::","synset_id":"give.v.09"},{"index":10,"sense_key":"give%2:31:02::","synset_id":"give.v.10"},{"index":11,"sense_key":"give%2:36:00::","synset_id":"render.v.04"},{"index":12,"sense_key":"give%2:40:09::","synset_id":"impart.v.01"},{"index":13,"sense_key":"give%2:36:01::","synset_id":"establish.v.05"},{"index":14,"sense_key":"give%2:40:02::","synset_id":"give.v.14"},{"index":15,"sense_key":"give%2:41:00::","synset_id":"give.v.15"},{"index":16,"sense_key":"give%2:40:10::","synset_id":"sacrifice.v.01"},{"index":17,"sense_key":"give%2:40:06::","synset_id":"pass.v.05"},{"index":18,"sense_key":"give%2:32:03::","synset_id":"give.v.18"},{"index":19,"sense_key":"give%2:40:13::","synset_id":"give.v.19"},{"index":20,"sense_key":"give%2:40:14::","synset_id":"give.v.20"},{"index":21,"sense_key":"give%2:32:02::","synset_id":"give.v.21"},{"index":22,"sense_key":"give%2:40:11::","synset_id":"grant.v.05"},{"index":23,"sense_key":"give%2:38:00::","synset_id":"move_over.v.01"},{"index":24,"sense_key":"give%2:34:00::","synset_id":"feed.v.02"},{"index":25,"sense_key":"give%2:40:08::","synset_id":"contribute.v.02"},{"index":26,"sense_key":"give%2:38:13::","synset_id":"collapse.v.01"},{"index":27,"sense_key":"give%2:31:00::","synset_id":"give.v.27"},{"index":28,"sense_key":"give%2:41:10::","synset_id":"give.v.28"},{"index":29,"sense_key":"give%2:40:12::","synset_id":"give.v.29"},{"index":30,"sense_key":"give%2:40:15::","synset_id":"afford.v.04"},{"index":31,"sense_key":"give%2:36:13::","synset_id":"give.v.31"},{"index":32,"sense_key":"give%2:36:12::","synset_id":"give.v.32"},{"index":33,"sense_key":"give%2:35:00::","synset_id":"give.v.33"},{"index":34,"sense_key":"give%2:34:10::","synset_id":"give.v.34"},{"index":35,"sense_key":"give%2:32:11::","synset_id":"give.v.35"},{"index":36,"sense_key":"give%2:32:08::","synset_id":"give.v.36"},{"index":37,"sense_key":"give%2:32:15::","synset_id":"give.v.37"},{"index":38,"sense_key":"give%2:32:14::","synset_id":"give.v.38"},{"index":39,"sense_key":"give%2:32:09::","synset_id":"give.v.39"},{"index":40,"sense_key":"give%2:32:07::","synset_id":"give.v.40"},{"index":41,"sense_key":"give%2:32:10::","synset_id":"give.v.41"},{"index":42,"sense_key":"give%2:30:13::","synset_id":"give.v.42"},{"index":43,"sense_key":"give%2:29:11::","synset_id":"give.v.43"},{"index":44,"sense_key":"give%2:29:10::","synset_id":"give.v.44"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":19,"chosen_sense_key":"give%2:40:13::","call_ids":["semeval2015.d003.s010.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":19,"predicted_sense_key":"give%2:40:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":977,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27408421295695007}
{"item_id":"semeval2015.d003.s010.t002","gold_sense_keys":["day%1:28:00::"],"candidates":[{"index":1,"sense_key":"day%1:28:00::","synset_id":"day.n.01"},{"index":2,"sense_key":"day%1:28:03::","synset_id":"day.n.02"},{"index":3,"sense_key":"day%1:28:01::","synset_id":"day.n.03"},{"index":4,"sense_key":"day%1:28:02::","synset_id":"day.n.04"},{"index":5,"sense_key":"day%1:28:04::","synset_id":"day.n.05"},{"index":6,"sense_key":"day%1:28:05::","synset_id":"day.n.06"},{"index":7,"sense_key":"day%1:28:07::","synset_id":"day.n.07"},{"index":8,"sense_key":"day%1:28:06::","synset_id":"sidereal_day.n.01"},{"index":9,"sense_key":"day%1:26:00::","synset_id":"day.n.09"},{"index":10,"sense_key":"day%1:18:00::","synset_id":"day.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"day%1:28:03::","call_ids":["semeval2015.d003.s010.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"day%1:28:03::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":335,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2710810569114983}
{"item_id":"semeval2015.d003.s012.t001","gold_sense_keys":["receptor%1:08:01::"],"candidates":[{"index":1,"sense_key":"receptor%1:08:01::","synset_id":"receptor.n.01"},{"index":2,"sense_key":"receptor%1:08:00::","synset_id":"sense_organ.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"receptor%1:08:01::","call_ids":["semeval2015.d003.s012.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"receptor%1:08:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":162,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2681874299887568}
{"item_id":"semeval2015.d003.s013.t000","gold_sense_keys":["study%2:31:02::"],"candidates":[{"index":1,"sense_key":"study%2:31:02::","synset_id":"analyze.v.01"},{"index":2,"sense_key":"study%2:31:03::","synset_id":"study.v.02"},{"index":3,"sense_key":"study%2:39:00::","synset_id":"study.v.03"},{"index":4,"sense_key":"study%2:31:00::","synset_id":"learn.v.04"},{"index":5,"sense_key":"study%2:31:01::","synset_id":"study.v.05"},{"index":6,"sense_key":"study%2:31:04::","synset_id":"study.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"study%2:31:02::","call_ids":["semeval2015.d003.s013.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"study%2:31:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":222,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2689982370939106}
{"item_id":"semeval2015.d003.s014.t001","gold_sense_keys":["study%1:04:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["semeval2015.d003.s014.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":345,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27168215811252594}
{"item_id":"semeval2015.d003.s014.t002","gold_sense_keys":["carry_out%2:36:00::"],"candidates":[{"index":1,"sense_key":"carry_out%2:36:00::","synset_id":"carry_through.v.01"},{"index":2,"sense_key":"carry_out%2:30:00::","synset_id":"follow_through.v.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"carry_out%2:36:00::","call_ids":["semeval2015.d003.s014.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"carry_out%2:36:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2725701970048249}
{"item_id":"semeval2015.d003.s014.t003","gold_sense_keys":["laboratory%1:06:00::"],"candidates":[{"index":1,"sense_key":"laboratory%1:06:00::","synset_id":"lab.n.01"},{"index":2,"sense_key":"laboratory%1:15:00::","synset_id":"testing_ground.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"laboratory%1:06:00::","call_ids":["semeval2015.d003.s014.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"laboratory%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":160,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26284476299770176}
{"item_id":"semeval2015.d003.s014.t004","gold_sense_keys":["dog%1:05:00::"],"candidates":[{"index":1,"sense_key":"dog%1:05:00::","synset_id":"dog.n.01"},{"index":2,"sense_key":"dog%1:18:01::","synset_id":"frump.n.01"},{"index":3,"sense_key":"dog%1:18:00::","synset_id":"dog.n.03"},{"index":4,"sense_key":"dog%1:18:02::","synset_id":"cad.n.01"},{"index":5,"sense_key":"dog%1:13:01::","synset_id":"frank.n.02"},{"index":6,"sense_key":"dog%1:06:00::","synset_id":"pawl.n.01"},{"index":7,"sense_key":"dog%1:06:01::","synset_id":"andiron.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"dog%1:05:00::","call_ids":["semeval2015.d003.s014.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"dog%1:05:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":287,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27413017000071704}
{"item_id":"semeval2015.d003.s014.t007","gold_sense_keys":["several%5:00:00:some:00"],"candidates":[{"index":1,"sense_key":"several%5:00:00:some:00","synset_id":"several.s.01"},{"index":2,"sense_key":"several%5:00:00:individual:00","synset_id":"respective.s.01"},{"index":3,"sense_key":"several%5:00:00:different:00","synset_id":"several.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"several%5:00:00:some:00","call_ids":["semeval2015.d003.s014.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"several%5:00:00:some:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.16929594799876213}
{"item_id":"semeval2015.d003.s015.t000","gold_sense_keys":["benefit%1:07:00::"],"candidates":[{"index":1,"sense_key":"benefit%1:21:00::","synset_id":"benefit.n.01"},{"index":2,"sense_key":"benefit%1:07:00::","synset_id":"benefit.n.02"},{"index":3,"sense_key":"benefit%1:10:00::","synset_id":"benefit.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"benefit%1:07:00::","call_ids":["semeval2015.d003.s015.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"benefit%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":133,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18018514499999583}
{"item_id":"semeval2015.d003.s015.t001","gold_sense_keys":["show%2:32:00::","show%2:39:00::"],"candidates":[{"index":1,"sense_key":"show%2:39:02::","synset_id":"show.v.01"},{"index":2,"sense_key":"show%2:31:00::","synset_id":"prove.v.02"},{"index":3,"sense_key":"show%2:32:00::","synset_id":"testify.v.02"},{"index":4,"sense_key":"show%2:39:00::","synset_id":"show.v.04"},{"index":5,"sense_key":"show%2:36:00::","synset_id":"picture.v.02"},{"index":6,"sense_key":"show%2:32:02::","synset_id":"express.v.01"},{"index":7,"sense_key":"show%2:32:01::","synset_id":"indicate.v.02"},{"index":8,"sense_key":"show%2:39:01::","synset_id":"show.v.08"},{"index":9,"sense_key":"show%2:32:04::","synset_id":"read.v.08"},{"index":10,"sense_key":"show%2:32:03::","synset_id":"show.v.10"},{"index":11,"sense_key":"show%2:38:00::","synset_id":"usher.v.01"},{"index":12,"sense_key":"show%2:33:00::","synset_id":"show.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"show%2:32:00::","call_ids":["semeval2015.d003.s015.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"show%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":370,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.17901669396087527}
{"item_id":"semeval2015.d003.s015.t002","gold_sense_keys":["study%1:04:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":7,"chosen_sense_key":"study%1:06:01::","call_ids":["semeval2015.d003.s015.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":7,"predicted_sense_key":"study%1:06:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":323,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.18060473585501313}
{"item_id":"semeval2015.d003.s016.t000","gold_sense_keys":["result%1:11:00::"],"candidates":[{"index":1,"sense_key":"result%1:19:00::","synset_id":"consequence.n.01"},{"index":2,"sense_key":"result%1:10:00::","synset_id":"solution.n.02"},{"index":3,"sense_key":"result%1:11:00::","synset_id":"result.n.03"},{"index":4,"sense_key":"result%1:10:01::","synset_id":"resultant_role.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"result%1:11:00::","call_ids":["semeval2015.d003.s016.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"result%1:11:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":228,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.23607588605955243}
{"item_id":"semeval2015.d003.s016.t001","gold_sense_keys":["study%1:04:00::"],"candidates":[{"index":1,"sense_key":"study%1:04:00::","synset_id":"survey.n.01"},{"index":2,"sense_key":"study%1:09:03::","synset_id":"study.n.02"},{"index":3,"sense_key":"study%1:10:00::","synset_id":"report.n.01"},{"index":4,"sense_key":"study%1:09:04::","synset_id":"study.n.04"},{"index":5,"sense_key":"study%1:06:00::","synset_id":"study.n.05"},{"index":6,"sense_key":"study%1:09:02::","synset_id":"discipline.n.01"},{"index":7,"sense_key":"study%1:06:01::","synset_id":"sketch.n.01"},{"index":8,"sense_key":"study%1:09:01::","synset_id":"cogitation.n.02"},{"index":9,"sense_key":"study%1:18:00::","synset_id":"study.n.09"},{"index":10,"sense_key":"study%1:10:01::","synset_id":"study.n.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"study%1:18:00::","call_ids":["semeval2015.d003.s016.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"study%1:18:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":358,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2444122030865401}
{"item_id":"semeval2015.d003.s016.t002","gold_sense_keys":["show%2:31:00::","show%2:32:00::"],"candidates":[{"index":1,"sense_key":"show%2:39:02::","synset_id":"show.v.01"},{"index":2,"sense_key":"show%2:31:00::","synset_id":"prove.v.02"},{"index":3,"sense_key":"show%2:32:00::","synset_id":"testify.v.02"},{"index":4,"sense_key":"show%2:39:00::","synset_id":"show.v.04"},{"index":5,"sense_key":"show%2:36:00::","synset_id":"picture.v.02"},{"index":6,"sense_key":"show%2:32:02::","synset_id":"express.v.01"},{"index":7,"sense_key":"show%2:32:01::","synset_id":"indicate.v.02"},{"index":8,"sense_key":"show%2:39:01::","synset_id":"show.v.08"},{"index":9,"sense_key":"show%2:32:04::","synset_id":"read.v.08"},{"index":10,"sense_key":"show%2:32:03::","synset_id":"show.v.10"},{"index":11,"sense_key":"show%2:38:00::","synset_id":"usher.v.01"},{"index":12,"sense_key":"show%2:33:00::","synset_id":"show.v.12"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"show%2:32:00::","call_ids":["semeval2015.d003.s016.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"show%2:32:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":406,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.24568987102247775}
{"item_id":"semeval2015.d003.s016.t003","gold_sense_keys":["more%4:02:00::"],"candidates":[{"index":1,"sense_key":"more%4:02:00::","synset_id":"more.r.01"},{"index":2,"sense_key":"more%4:02:01::","synset_id":"more.r.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"more%4:02:01::","call_ids":["semeval2015.d003.s016.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"more%4:02:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19706732290796936}
{"item_id":"semeval2015.d003.s016.t004","gold_sense_keys":["effective%3:00:00::","effective%5:00:00:competent:00","effective%5:00:00:efficacious:00"],"candidates":[{"index":1,"sense_key":"effective%3:00:00::","synset_id":"effective.a.01"},{"index":2,"sense_key":"effective%5:00:00:competent:00","synset_id":"effective.s.01"},{"index":3,"sense_key":"effective%5:00:00:efficacious:00","synset_id":"effective.s.02"},{"index":4,"sense_key":"effective%5:00:00:operative:00","synset_id":"effective.s.03"},{"index":5,"sense_key":"effective%5:00:00:actual:00","synset_id":"effective.s.04"},{"index":6,"sense_key":"effective%5:00:00:operational:00","synset_id":"effective.s.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"effective%5:00:00:efficacious:00","call_ids":["semeval2015.d003.s016.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"effective%5:00:00:efficacious:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":292,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19855644996277988}
{"item_id":"semeval2015.d003.s016.t005","gold_sense_keys":["placebo%1:06:00::"],"candidates":[{"index":1,"sense_key":"placebo%1:06:00::","synset_id":"placebo.n.01"},{"index":2,"sense_key":"placebo%1:04:00::","synset_id":"placebo.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"placebo%1:06:00::","call_ids":["semeval2015.d003.s016.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"placebo%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19962726207450032}
{"item_id":"semeval2015.d003.s016.t006","gold_sense_keys":["less%3:00:00::"],"candidates":[{"index":1,"sense_key":"less%3:00:00::","synset_id":"less.a.01"},{"index":2,"sense_key":"less%5:00:00:inferior:02","synset_id":"less.s.01"},{"index":3,"sense_key":"less%5:00:00:fewer:00","synset_id":"less.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"less%5:00:00:inferior:02","call_ids":["semeval2015.d003.s016.t006__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"less%5:00:00:inferior:02","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":203,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19007928599603474}
{"item_id":"semeval2015.d003.s016.t008","gold_sense_keys":["see%2:39:02::"],"candidates":[{"index":1,"sense_key":"see%2:39:00::","synset_id":"see.v.01"},{"index":2,"sense_key":"see%2:31:01::","synset_id":"understand.v.02"},{"index":3,"sense_key":"see%2:39:02::","synset_id":"witness.v.02"},{"index":4,"sense_key":"see%2:36:00::","synset_id":"visualize.v.01"},{"index":5,"sense_key":"see%2:31:00::","synset_id":"see.v.05"},{"index":6,"sense_key":"see%2:31:02::","synset_id":"learn.v.02"},{"index":7,"sense_key":"see%2:39:03::","synset_id":"watch.v.03"},{"index":8,"sense_key":"see%2:38:00::","synset_id":"meet.v.01"},{"index":9,"sense_key":"see%2:32:00::","synset_id":"determine.v.08"},{"index":10,"sense_key":"see%2:31:03::","synset_id":"see.v.10"},{"index":11,"sense_key":"see%2:41:11::","synset_id":"see.v.11"},{"index":12,"sense_key":"see%2:41:12::","synset_id":"see.v.12"},{"index":13,"sense_key":"see%2:41:10::","synset_id":"visit.v.01"},{"index":14,"sense_key":"see%2:41:14::","synset_id":"attend.v.02"},{"index":15,"sense_key":"see%2:35:09::","synset_id":"see.v.15"},{"index":16,"sense_key":"see%2:41:00::","synset_id":"go_steady.v.01"},{"index":17,"sense_key":"see%2:39:05::","synset_id":"see.v.17"},{"index":18,"sense_key":"see%2:31:08::","synset_id":"see.v.18"},{"index":19,"sense_key":"see%2:39:11::","synset_id":"see.v.19"},{"index":20,"sense_key":"see%2:39:13::","synset_id":"examine.v.02"},{"index":21,"sense_key":"see%2:39:12::","synset_id":"experience.v.01"},{"index":22,"sense_key":"see%2:38:03::","synset_id":"see.v.22"},{"index":23,"sense_key":"see%2:33:00::","synset_id":"see.v.23"},{"index":24,"sense_key":"see%2:31:13::","synset_id":"interpret.v.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"see%2:32:00::","call_ids":["semeval2015.d003.s016.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"see%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":671,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.19186252914369106}
{"item_id":"semeval2015.d003.s016.t009","gold_sense_keys":["dog%1:05:00::"],"candidates":[{"index":1,"sense_key":"dog%1:05:00::","synset_id":"dog.n.01"},{"index":2,"sense_key":"dog%1:18:01::","synset_id":"frump.n.01"},{"index":3,"sense_key":"dog%1:18:00::","synset_id":"dog.n.03"},{"index":4,"sense_key":"dog%1:18:02::","synset_id":"cad.n.01"},{"index":5,"sense_key":"dog%1:13:01::","synset_id":"frank.n.02"},{"index":6,"sense_key":"dog%1:06:00::","synset_id":"pawl.n.01"},{"index":7,"sense_key":"dog%1:06:01::","synset_id":"andiron.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"dog%1:05:00::","call_ids":["semeval2015.d003.s016.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"dog%1:05:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":300,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.30900664208456874}
{"item_id":"semeval2015.d003.s016.t011","gold_sense_keys":["medicine%1:06:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["semeval2015.d003.s016.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":217,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3405076179187745}
{"item_id":"semeval2015.d003.s016.t012","gold_sense_keys":["dog%1:05:00::"],"candidates":[{"index":1,"sense_key":"dog%1:05:00::","synset_id":"dog.n.01"},{"index":2,"sense_key":"dog%1:18:01::","synset_id":"frump.n.01"},{"index":3,"sense_key":"dog%1:18:00::","synset_id":"dog.n.03"},{"index":4,"sense_key":"dog%1:18:02::","synset_id":"cad.n.01"},{"index":5,"sense_key":"dog%1:13:01::","synset_id":"frank.n.02"},{"index":6,"sense_key":"dog%1:06:00::","synset_id":"pawl.n.01"},{"index":7,"sense_key":"dog%1:06:01::","synset_id":"andiron.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"dog%1:05:00::","call_ids":["semeval2015.d003.s016.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"dog%1:05:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":300,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3783084941096604}
{"item_id":"semeval2015.d003.s016.t014","gold_sense_keys":["placebo%1:06:00::"],"candidates":[{"index":1,"sense_key":"placebo%1:06:00::","synset_id":"placebo.n.01"},{"index":2,"sense_key":"placebo%1:04:00::","synset_id":"placebo.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"placebo%1:06:00::","call_ids":["semeval2015.d003.s016.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"placebo%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3421722589991987}
{"item_id":"semeval2015.d003.s016.t015","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"treatment%1:04:01::","call_ids":["semeval2015.d003.s016.t015__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"treatment%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":219,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3436388489790261}
{"item_id":"semeval2015.d003.s017.t000","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["semeval2015.d003.s017.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":209,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3453730798792094}
{"item_id":"semeval2015.d003.s017.t002","gold_sense_keys":["dog%1:05:00::"],"candidates":[{"index":1,"sense_key":"dog%1:05:00::","synset_id":"dog.n.01"},{"index":2,"sense_key":"dog%1:18:01::","synset_id":"frump.n.01"},{"index":3,"sense_key":"dog%1:18:00::","synset_id":"dog.n.03"},{"index":4,"sense_key":"dog%1:18:02::","synset_id":"cad.n.01"},{"index":5,"sense_key":"dog%1:13:01::","synset_id":"frank.n.02"},{"index":6,"sense_key":"dog%1:06:00::","synset_id":"pawl.n.01"},{"index":7,"sense_key":"dog%1:06:01::","synset_id":"andiron.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"dog%1:05:00::","call_ids":["semeval2015.d003.s017.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"dog%1:05:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":290,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34683722886256874}
{"item_id":"semeval2015.d003.s017.t003","gold_sense_keys":["start%2:30:01::","start%2:41:04::"],"candidates":[{"index":1,"sense_key":"start%2:30:00::","synset_id":"get_down.v.07"},{"index":2,"sense_key":"start%2:30:01::","synset_id":"begin.v.03"},{"index":3,"sense_key":"start%2:38:02::","synset_id":"depart.v.03"},{"index":4,"sense_key":"start%2:42:00::","synset_id":"begin.v.02"},{"index":5,"sense_key":"start%2:36:00::","synset_id":"originate.v.02"},{"index":6,"sense_key":"start%2:36:01::","synset_id":"start.v.06"},{"index":7,"sense_key":"start%2:38:04::","synset_id":"startle.v.02"},{"index":8,"sense_key":"start%2:38:01::","synset_id":"start.v.08"},{"index":9,"sense_key":"start%2:38:00::","synset_id":"start.v.09"},{"index":10,"sense_key":"start%2:41:00::","synset_id":"start.v.10"},{"index":11,"sense_key":"start%2:33:00::","synset_id":"start.v.11"},{"index":12,"sense_key":"start%2:42:03::","synset_id":"begin.v.07"},{"index":13,"sense_key":"start%2:41:04::","synset_id":"begin.v.08"},{"index":14,"sense_key":"start%2:38:03::","synset_id":"start.v.14"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":9,"chosen_sense_key":"start%2:38:00::","call_ids":["semeval2015.d003.s017.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":9,"predicted_sense_key":"start%2:38:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":403,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.34841127414256334}
{"item_id":"semeval2015.d003.s017.t004","gold_sense_keys":["injection%1:04:01::"],"candidates":[{"index":1,"sense_key":"injection%1:04:00::","synset_id":"injection.n.01"},{"index":2,"sense_key":"injection%1:27:00::","synset_id":"injection.n.02"},{"index":3,"sense_key":"injection%1:04:01::","synset_id":"injection.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"injection%1:04:01::","call_ids":["semeval2015.d003.s017.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"injection%1:04:01::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":172,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3503310400992632}
{"item_id":"semeval2015.d003.s017.t008","gold_sense_keys":["able%3:00:00::"],"candidates":[{"index":1,"sense_key":"able%3:00:00::","synset_id":"able.a.01"},{"index":2,"sense_key":"able%5:00:00:competent:00","synset_id":"able.s.01"},{"index":3,"sense_key":"able%5:00:00:capable:00","synset_id":"able.s.02"},{"index":4,"sense_key":"able%5:00:00:fit:01","synset_id":"able.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"able%3:00:00::","call_ids":["semeval2015.d003.s017.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"able%3:00:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":198,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.349834127118811}
{"item_id":"semeval2015.d003.s017.t009","gold_sense_keys":["tablet%1:06:00::"],"candidates":[{"index":1,"sense_key":"tablet%1:06:02::","synset_id":"tablet.n.01"},{"index":2,"sense_key":"tablet%1:27:00::","synset_id":"pad.n.01"},{"index":3,"sense_key":"tablet%1:06:01::","synset_id":"tablet.n.03"},{"index":4,"sense_key":"tablet%1:06:00::","synset_id":"pill.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"tablet%1:06:00::","call_ids":["semeval2015.d003.s017.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"tablet%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35117964493110776}
{"item_id":"semeval2015.d003.s017.t010","gold_sense_keys":["intact%5:00:00:undamaged:00","intact%5:00:00:whole:00"],"candidates":[{"index":1,"sense_key":"intact%5:00:00:whole:00","synset_id":"integral.s.02"},{"index":2,"sense_key":"intact%5:00:00:uninjured:00","synset_id":"intact.s.02"},{"index":3,"sense_key":"intact%5:00:00:uncastrated:00","synset_id":"entire.s.04"},{"index":4,"sense_key":"intact%5:00:00:undamaged:00","synset_id":"intact.s.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"intact%5:00:00:undamaged:00","call_ids":["semeval2015.d003.s017.t010__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"intact%5:00:00:undamaged:00","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":210,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3526463429443538}
{"item_id":"semeval2015.d003.s017.t011","gold_sense_keys":["tablet%1:06:00::"],"candidates":[{"index":1,"sense_key":"tablet%1:06:02::","synset_id":"tablet.n.01"},{"index":2,"sense_key":"tablet%1:27:00::","synset_id":"pad.n.01"},{"index":3,"sense_key":"tablet%1:06:01::","synset_id":"tablet.n.03"},{"index":4,"sense_key":"tablet%1:06:00::","synset_id":"pill.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"tablet%1:06:00::","call_ids":["semeval2015.d003.s017.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"tablet%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35407791705802083}
{"item_id":"semeval2015.d003.s018.t000","gold_sense_keys":["follow-up%1:04:00::","follow-up%1:04:01::"],"candidates":[{"index":1,"sense_key":"follow-up%1:06:00::","synset_id":"follow-up.n.01"},{"index":2,"sense_key":"follow-up%1:04:01::","synset_id":"follow-up.n.02"},{"index":3,"sense_key":"follow-up%1:04:00::","synset_id":"follow-up.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"follow-up%1:04:00::","call_ids":["semeval2015.d003.s018.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"follow-up%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":164,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3555597639642656}
{"item_id":"semeval2015.d003.s018.t001","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["semeval2015.d003.s018.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3550512380897999}
{"item_id":"semeval2015.d003.s018.t002","gold_sense_keys":["owner%1:18:02::"],"candidates":[{"index":1,"sense_key":"owner%1:18:00::","synset_id":"owner.n.01"},{"index":2,"sense_key":"owner%1:18:02::","synset_id":"owner.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"owner%1:18:02::","call_ids":["semeval2015.d003.s018.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"owner%1:18:02::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":144,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35635611694306135}
{"item_id":"semeval2015.d003.s018.t003","gold_sense_keys":["administer%2:29:00::"],"candidates":[{"index":1,"sense_key":"administer%2:41:00::","synset_id":"administer.v.01"},{"index":2,"sense_key":"administer%2:40:01::","synset_id":"administer.v.02"},{"index":3,"sense_key":"administer%2:40:00::","synset_id":"distribute.v.01"},{"index":4,"sense_key":"administer%2:29:00::","synset_id":"administer.v.04"},{"index":5,"sense_key":"administer%2:41:01::","synset_id":"administer.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"administer%2:29:00::","call_ids":["semeval2015.d003.s018.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"administer%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3577979861292988}
{"item_id":"semeval2015.d003.s018.t004","gold_sense_keys":["tablet%1:06:00::"],"candidates":[{"index":1,"sense_key":"tablet%1:06:02::","synset_id":"tablet.n.01"},{"index":2,"sense_key":"tablet%1:27:00::","synset_id":"pad.n.01"},{"index":3,"sense_key":"tablet%1:06:01::","synset_id":"tablet.n.03"},{"index":4,"sense_key":"tablet%1:06:00::","synset_id":"pill.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"tablet%1:06:00::","call_ids":["semeval2015.d003.s018.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"tablet%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3591559340711683}
{"item_id":"semeval2015.d003.s018.t005","gold_sense_keys":["dog%1:05:00::"],"candidates":[{"index":1,"sense_key":"dog%1:05:00::","synset_id":"dog.n.01"},{"index":2,"sense_key":"dog%1:18:01::","synset_id":"frump.n.01"},{"index":3,"sense_key":"dog%1:18:00::","synset_id":"dog.n.03"},{"index":4,"sense_key":"dog%1:18:02::","synset_id":"cad.n.01"},{"index":5,"sense_key":"dog%1:13:01::","synset_id":"frank.n.02"},{"index":6,"sense_key":"dog%1:06:00::","synset_id":"pawl.n.01"},{"index":7,"sense_key":"dog%1:06:01::","synset_id":"andiron.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"dog%1:05:00::","call_ids":["semeval2015.d003.s018.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"dog%1:05:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":269,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36042848811484873}
{"item_id":"semeval2015.d003.s019.t001","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"treatment%1:04:00::","call_ids":["semeval2015.d003.s019.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"treatment%1:04:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":200,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36169693898409605}
{"item_id":"semeval2015.d003.s019.t003","gold_sense_keys":["only%4:02:01::"],"candidates":[{"index":1,"sense_key":"only%4:02:02::","synset_id":"merely.r.01"},{"index":2,"sense_key":"only%4:02:01::","synset_id":"entirely.r.02"},{"index":3,"sense_key":"only%4:02:00::","synset_id":"only.r.03"},{"index":4,"sense_key":"only%4:02:04::","synset_id":"only.r.04"},{"index":5,"sense_key":"only%4:02:06::","synset_id":"only.r.05"},{"index":6,"sense_key":"only%4:02:03::","synset_id":"only.r.06"},{"index":7,"sense_key":"only%4:02:05::","synset_id":"only.r.07"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"only%4:02:00::","call_ids":["semeval2015.d003.s019.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"only%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":238,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35811258596368134}
{"item_id":"semeval2015.d003.s019.t005","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["semeval2015.d003.s019.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.35948107903823256}
{"item_id":"semeval2015.d003.s019.t007","gold_sense_keys":["measure%1:04:01::"],"candidates":[{"index":1,"sense_key":"measure%1:04:01::","synset_id":"measure.n.01"},{"index":2,"sense_key":"measure%1:03:00::","synset_id":"measure.n.02"},{"index":3,"sense_key":"measure%1:10:02::","synset_id":"bill.n.01"},{"index":4,"sense_key":"measure%1:04:00::","synset_id":"measurement.n.01"},{"index":5,"sense_key":"measure%1:10:03::","synset_id":"standard.n.01"},{"index":6,"sense_key":"measure%1:10:01::","synset_id":"meter.n.03"},{"index":7,"sense_key":"measure%1:10:00::","synset_id":"measure.n.07"},{"index":8,"sense_key":"measure%1:06:00::","synset_id":"measuring_stick.n.01"},{"index":9,"sense_key":"measure%1:06:01::","synset_id":"measure.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"measure%1:04:00::","call_ids":["semeval2015.d003.s019.t007__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"measure%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":314,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36076945601962507}
{"item_id":"semeval2015.d003.s019.t008","gold_sense_keys":["other%3:00:00::"],"candidates":[{"index":1,"sense_key":"other%3:00:00::","synset_id":"other.a.01"},{"index":2,"sense_key":"other%5:00:00:past:00","synset_id":"other.s.01"},{"index":3,"sense_key":"other%5:00:02:past:00","synset_id":"early.s.01"},{"index":4,"sense_key":"other%5:00:00:strange:00","synset_id":"other.s.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"other%5:00:00:past:00","call_ids":["semeval2015.d003.s019.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"other%5:00:00:past:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":202,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3617628179490566}
{"item_id":"semeval2015.d003.s019.t011","gold_sense_keys":["address%2:34:00::"],"candidates":[{"index":1,"sense_key":"address%2:32:00::","synset_id":"address.v.01"},{"index":2,"sense_key":"address%2:32:02::","synset_id":"address.v.02"},{"index":3,"sense_key":"address%2:32:03::","synset_id":"address.v.03"},{"index":4,"sense_key":"address%2:33:00::","synset_id":"address.v.04"},{"index":5,"sense_key":"address%2:34:00::","synset_id":"address.v.05"},{"index":6,"sense_key":"address%2:41:08::","synset_id":"address.v.06"},{"index":7,"sense_key":"address%2:40:00::","synset_id":"address.v.07"},{"index":8,"sense_key":"address%2:32:04::","synset_id":"cover.v.05"},{"index":9,"sense_key":"address%2:32:01::","synset_id":"address.v.09"},{"index":10,"sense_key":"address%2:30:00::","synset_id":"address.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"address%2:34:00::","call_ids":["semeval2015.d003.s019.t011__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"address%2:34:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":271,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3628941730130464}
{"item_id":"semeval2015.d003.s019.t012","gold_sense_keys":["underlying%5:00:00:implicit:00"],"candidates":[{"index":1,"sense_key":"underlying%5:00:00:implicit:00","synset_id":"implicit_in.s.01"},{"index":2,"sense_key":"underlying%5:00:00:subjacent:00","synset_id":"underlying.s.02"},{"index":3,"sense_key":"underlying%5:00:00:basic:00","synset_id":"fundamental.s.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"underlying%5:00:00:basic:00","call_ids":["semeval2015.d003.s019.t012__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"underlying%5:00:00:basic:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":157,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.36400265991687775}
{"item_id":"semeval2015.d003.s019.t013","gold_sense_keys":["cause%1:10:00::","cause%1:11:00::"],"candidates":[{"index":1,"sense_key":"cause%1:11:00::","synset_id":"cause.n.01"},{"index":2,"sense_key":"cause%1:10:00::","synset_id":"cause.n.02"},{"index":3,"sense_key":"cause%1:04:01::","synset_id":"campaign.n.02"},{"index":4,"sense_key":"cause%1:03:00::","synset_id":"causal_agent.n.01"},{"index":5,"sense_key":"cause%1:04:00::","synset_id":"lawsuit.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"cause%1:03:00::","call_ids":["semeval2015.d003.s019.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"cause%1:03:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":230,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.28797185607254505}
{"item_id":"semeval2015.d003.s020.t000","gold_sense_keys":["risk%1:26:00::"],"candidates":[{"index":1,"sense_key":"risk%1:26:00::","synset_id":"hazard.n.01"},{"index":2,"sense_key":"risk%1:04:00::","synset_id":"risk.n.02"},{"index":3,"sense_key":"risk%1:07:02::","synset_id":"risk.n.03"},{"index":4,"sense_key":"risk%1:07:01::","synset_id":"risk.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"risk%1:26:00::","call_ids":["semeval2015.d003.s020.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"risk%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":174,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.29004936502315104}
{"item_id":"semeval2015.d003.s021.t000","gold_sense_keys":["generally%4:02:02::"],"candidates":[{"index":1,"sense_key":"generally%4:02:02::","synset_id":"by_and_large.r.01"},{"index":2,"sense_key":"generally%4:02:01::","synset_id":"generally.r.02"},{"index":3,"sense_key":"generally%4:02:00::","synset_id":"broadly.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"generally%4:02:00::","call_ids":["semeval2015.d003.s021.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"generally%4:02:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":182,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2714861130807549}
{"item_id":"semeval2015.d003.s021.t001","gold_sense_keys":["well%4:02:00::"],"candidates":[{"index":1,"sense_key":"well%4:02:00::","synset_id":"well.r.01"},{"index":2,"sense_key":"well%4:02:05::","synset_id":"well.r.02"},{"index":3,"sense_key":"well%4:02:03::","synset_id":"well.r.03"},{"index":4,"sense_key":"well%4:02:15::","synset_id":"well.r.04"},{"index":5,"sense_key":"well%4:02:08::","synset_id":"well.r.05"},{"index":6,"sense_key":"well%4:02:07::","synset_id":"well.r.06"},{"index":7,"sense_key":"well%4:02:11::","synset_id":"well.r.07"},{"index":8,"sense_key":"well%4:02:14::","synset_id":"well.r.08"},{"index":9,"sense_key":"well%4:02:13::","synset_id":"well.r.09"},{"index":10,"sense_key":"well%4:02:12::","synset_id":"well.r.10"},{"index":11,"sense_key":"well%4:02:10::","synset_id":"well.r.11"},{"index":12,"sense_key":"well%4:02:09::","synset_id":"well.r.12"},{"index":13,"sense_key":"well%4:02:01::","synset_id":"well.r.13"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":12,"chosen_sense_key":"well%4:02:09::","call_ids":["semeval2015.d003.s021.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":12,"predicted_sense_key":"well%4:02:09::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":413,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27294645993970335}
{"item_id":"semeval2015.d003.s021.t002","gold_sense_keys":["tolerate%2:39:00::"],"candidates":[{"index":1,"sense_key":"tolerate%2:31:00::","synset_id":"digest.v.03"},{"index":2,"sense_key":"tolerate%2:41:01::","synset_id":"tolerate.v.02"},{"index":3,"sense_key":"tolerate%2:39:00::","synset_id":"tolerate.v.03"},{"index":4,"sense_key":"tolerate%2:32:01::","synset_id":"allow.v.10"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"tolerate%2:39:00::","call_ids":["semeval2015.d003.s021.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"tolerate%2:39:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2746317128185183}
{"item_id":"semeval2015.d003.s021.t003","gold_sense_keys":["administer%2:29:00::"],"candidates":[{"index":1,"sense_key":"administer%2:41:00::","synset_id":"administer.v.01"},{"index":2,"sense_key":"administer%2:40:01::","synset_id":"administer.v.02"},{"index":3,"sense_key":"administer%2:40:00::","synset_id":"distribute.v.01"},{"index":4,"sense_key":"administer%2:29:00::","synset_id":"administer.v.04"},{"index":5,"sense_key":"administer%2:41:01::","synset_id":"administer.v.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":4,"chosen_sense_key":"administer%2:29:00::","call_ids":["semeval2015.d003.s021.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":4,"predicted_sense_key":"administer%2:29:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2760039339773357}
{"item_id":"semeval2015.d003.s021.t004","gold_sense_keys":["daily%4:02:00::"],"candidates":[{"index":1,"sense_key":"daily%4:02:00::","synset_id":"daily.r.01"},{"index":2,"sense_key":"daily%4:02:01::","synset_id":"day_by_day.r.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"daily%4:02:00::","call_ids":["semeval2015.d003.s021.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"daily%4:02:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":153,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3307162690907717}
{"item_id":"semeval2015.d003.s021.t005","gold_sense_keys":["dosage%1:06:00::"],"candidates":[{"index":1,"sense_key":"dosage%1:23:00::","synset_id":"dose.n.02"},{"index":2,"sense_key":"dosage%1:06:00::","synset_id":"dose.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dosage%1:06:00::","call_ids":["semeval2015.d003.s021.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dosage%1:06:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":156,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.3313759269658476}
{"item_id":"semeval2015.d003.s021.t008","gold_sense_keys":["dose%1:06:00::"],"candidates":[{"index":1,"sense_key":"dose%1:06:00::","synset_id":"dose.n.01"},{"index":2,"sense_key":"dose%1:23:00::","synset_id":"dose.n.02"},{"index":3,"sense_key":"dose%1:26:00::","synset_id":"venereal_disease.n.01"},{"index":4,"sense_key":"dose%1:06:01::","synset_id":"acid.n.02"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"dose%1:23:00::","call_ids":["semeval2015.d003.s021.t008__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"dose%1:23:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":187,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.33405134198255837}
{"item_id":"semeval2015.d003.s021.t009","gold_sense_keys":["extended%5:00:00:long:02"],"candidates":[{"index":1,"sense_key":"extended%5:00:00:long:02","synset_id":"drawn-out.s.01"},{"index":2,"sense_key":"extended%3:00:00::","synset_id":"extended.a.02"},{"index":3,"sense_key":"extended%5:00:00:long:01","synset_id":"elongated.s.01"},{"index":4,"sense_key":"extended%5:00:00:figurative:00","synset_id":"extended.s.03"},{"index":5,"sense_key":"extended%5:00:00:large:00","synset_id":"extensive.s.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"extended%3:00:00::","call_ids":["semeval2015.d003.s021.t009__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"extended%3:00:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":229,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.25992796290665865}
{"item_id":"semeval2015.d003.s021.t013","gold_sense_keys":["duration%1:07:00::","duration%1:28:02::"],"candidates":[{"index":1,"sense_key":"duration%1:28:02::","synset_id":"duration.n.01"},{"index":2,"sense_key":"duration%1:28:00::","synset_id":"duration.n.02"},{"index":3,"sense_key":"duration%1:07:00::","synset_id":"duration.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"duration%1:07:00::","call_ids":["semeval2015.d003.s021.t013__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"duration%1:07:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":161,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2610346400178969}
{"item_id":"semeval2015.d003.s021.t014","gold_sense_keys":["treatment%1:04:00::"],"candidates":[{"index":1,"sense_key":"treatment%1:04:00::","synset_id":"treatment.n.01"},{"index":2,"sense_key":"treatment%1:04:01::","synset_id":"treatment.n.02"},{"index":3,"sense_key":"treatment%1:07:00::","synset_id":"treatment.n.03"},{"index":4,"sense_key":"treatment%1:10:00::","synset_id":"discussion.n.01"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"treatment%1:04:01::","call_ids":["semeval2015.d003.s021.t014__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"treatment%1:04:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":213,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.26983860903419554}
{"item_id":"semeval2015.d003.s022.t000","gold_sense_keys":["precaution%1:04:00::"],"candidates":[{"index":1,"sense_key":"precaution%1:04:00::","synset_id":"precaution.n.01"},{"index":2,"sense_key":"precaution%1:07:00::","synset_id":"precaution.n.02"},{"index":3,"sense_key":"precaution%1:09:00::","synset_id":"caution.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"precaution%1:09:00::","call_ids":["semeval2015.d003.s022.t000__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"precaution%1:09:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":167,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27253869199194014}
{"item_id":"semeval2015.d003.s022.t001","gold_sense_keys":["person%1:03:00::"],"candidates":[{"index":1,"sense_key":"person%1:03:00::","synset_id":"person.n.01"},{"index":2,"sense_key":"person%1:08:00::","synset_id":"person.n.02"},{"index":3,"sense_key":"person%1:10:00::","synset_id":"person.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"person%1:08:00::","call_ids":["semeval2015.d003.s022.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"person%1:08:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":188,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2628033410292119}
{"item_id":"semeval2015.d003.s022.t002","gold_sense_keys":["give%2:40:13::"],"candidates":[{"index":1,"sense_key":"give%2:40:03::","synset_id":"give.v.01"},{"index":2,"sense_key":"give%2:40:05::","synset_id":"yield.v.01"},{"index":3,"sense_key":"give%2:40:00::","synset_id":"give.v.03"},{"index":4,"sense_key":"give%2:40:07::","synset_id":"give.v.04"},{"index":5,"sense_key":"give%2:32:01::","synset_id":"give.v.05"},{"index":6,"sense_key":"give%2:36:02::","synset_id":"hold.v.03"},{"index":7,"sense_key":"give%2:32:00::","synset_id":"give.v.07"},{"index":8,"sense_key":"give%2:40:01::","synset_id":"give.v.08"},{"index":9,"sense_key":"give%2:36:03::","synset_id":"give.v.09"},{"index":10,"sense_key":"give%2:31:02::","synset_id":"give.v.10"},{"index":11,"sense_key":"give%2:36:00::","synset_id":"render.v.04"},{"index":12,"sense_key":"give%2:40:09::","synset_id":"impart.v.01"},{"index":13,"sense_key":"give%2:36:01::","synset_id":"establish.v.05"},{"index":14,"sense_key":"give%2:40:02::","synset_id":"give.v.14"},{"index":15,"sense_key":"give%2:41:00::","synset_id":"give.v.15"},{"index":16,"sense_key":"give%2:40:10::","synset_id":"sacrifice.v.01"},{"index":17,"sense_key":"give%2:40:06::","synset_id":"pass.v.05"},{"index":18,"sense_key":"give%2:32:03::","synset_id":"give.v.18"},{"index":19,"sense_key":"give%2:40:13::","synset_id":"give.v.19"},{"index":20,"sense_key":"give%2:40:14::","synset_id":"give.v.20"},{"index":21,"sense_key":"give%2:32:02::","synset_id":"give.v.21"},{"index":22,"sense_key":"give%2:40:11::","synset_id":"grant.v.05"},{"index":23,"sense_key":"give%2:38:00::","synset_id":"move_over.v.01"},{"index":24,"sense_key":"give%2:34:00::","synset_id":"feed.v.02"},{"index":25,"sense_key":"give%2:40:08::","synset_id":"contribute.v.02"},{"index":26,"sense_key":"give%2:38:13::","synset_id":"collapse.v.01"},{"index":27,"sense_key":"give%2:31:00::","synset_id":"give.v.27"},{"index":28,"sense_key":"give%2:41:10::","synset_id":"give.v.28"},{"index":29,"sense_key":"give%2:40:12::","synset_id":"give.v.29"},{"index":30,"sense_key":"give%2:40:15::","synset_id":"afford.v.04"},{"index":31,"sense_key":"give%2:36:13::","synset_id":"give.v.31"},{"index":32,"sense_key":"give%2:36:12::","synset_id":"give.v.32"},{"index":33,"sense_key":"give%2:35:00::","synset_id":"give.v.33"},{"index":34,"sense_key":"give%2:34:10::","synset_id":"give.v.34"},{"index":35,"sense_key":"give%2:32:11::","synset_id":"give.v.35"},{"index":36,"sense_key":"give%2:32:08::","synset_id":"give.v.36"},{"index":37,"sense_key":"give%2:32:15::","synset_id":"give.v.37"},{"index":38,"sense_key":"give%2:32:14::","synset_id":"give.v.38"},{"index":39,"sense_key":"give%2:32:09::","synset_id":"give.v.39"},{"index":40,"sense_key":"give%2:32:07::","synset_id":"give.v.40"},{"index":41,"sense_key":"give%2:32:10::","synset_id":"give.v.41"},{"index":42,"sense_key":"give%2:30:13::","synset_id":"give.v.42"},{"index":43,"sense_key":"give%2:29:11::","synset_id":"give.v.43"},{"index":44,"sense_key":"give%2:29:10::","synset_id":"give.v.44"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":19,"chosen_sense_key":"give%2:40:13::","call_ids":["semeval2015.d003.s022.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":19,"predicted_sense_key":"give%2:40:13::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":981,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.27325374400243163}
{"item_id":"semeval2015.d003.s022.t003","gold_sense_keys":["medicine%1:06:00::"],"candidates":[{"index":1,"sense_key":"medicine%1:09:00::","synset_id":"medicine.n.01"},{"index":2,"sense_key":"medicine%1:06:00::","synset_id":"medicine.n.02"},{"index":3,"sense_key":"medicine%1:04:00::","synset_id":"medicine.n.03"},{"index":4,"sense_key":"medicine%1:04:02::","synset_id":"music.n.05"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"medicine%1:04:00::","call_ids":["semeval2015.d003.s022.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"medicine%1:04:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":190,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2613476908300072}
{"item_id":"semeval2015.d003.s022.t005","gold_sense_keys":["contact%1:04:00::","contact%1:26:00::"],"candidates":[{"index":1,"sense_key":"contact%1:04:02::","synset_id":"contact.n.01"},{"index":2,"sense_key":"contact%1:04:00::","synset_id":"contact.n.02"},{"index":3,"sense_key":"contact%1:26:00::","synset_id":"contact.n.03"},{"index":4,"sense_key":"contact%1:11:00::","synset_id":"contact.n.04"},{"index":5,"sense_key":"contact%1:18:00::","synset_id":"contact.n.05"},{"index":6,"sense_key":"contact%1:10:00::","synset_id":"liaison.n.02"},{"index":7,"sense_key":"contact%1:06:00::","synset_id":"contact.n.07"},{"index":8,"sense_key":"contact%1:10:01::","synset_id":"contact.n.08"},{"index":9,"sense_key":"contact%1:06:01::","synset_id":"contact.n.09"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":3,"chosen_sense_key":"contact%1:26:00::","call_ids":["semeval2015.d003.s022.t005__v1__a1"],"invalid_reason":null}],"predicted_sense_index":3,"predicted_sense_key":"contact%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":318,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2635520361363888}
{"item_id":"semeval2015.d003.s023.t001","gold_sense_keys":["represent%2:42:00::"],"candidates":[{"index":1,"sense_key":"represent%2:42:02::","synset_id":"represent.v.01"},{"index":2,"sense_key":"represent%2:32:02::","synset_id":"typify.v.02"},{"index":3,"sense_key":"represent%2:41:02::","synset_id":"represent.v.03"},{"index":4,"sense_key":"represent%2:41:00::","synset_id":"represent.v.04"},{"index":5,"sense_key":"represent%2:32:00::","synset_id":"represent.v.05"},{"index":6,"sense_key":"represent%2:42:01::","synset_id":"exemplify.v.01"},{"index":7,"sense_key":"represent%2:42:00::","synset_id":"constitute.v.01"},{"index":8,"sense_key":"represent%2:41:06::","synset_id":"defend.v.06"},{"index":9,"sense_key":"represent%2:36:01::","synset_id":"represent.v.09"},{"index":10,"sense_key":"represent%2:36:02::","synset_id":"act.v.03"},{"index":11,"sense_key":"represent%2:36:11::","synset_id":"stage.v.01"},{"index":12,"sense_key":"represent%2:32:12::","synset_id":"represent.v.12"},{"index":13,"sense_key":"represent%2:32:10::","synset_id":"represent.v.13"},{"index":14,"sense_key":"represent%2:32:11::","synset_id":"present.v.02"},{"index":15,"sense_key":"represent%2:30:06::","synset_id":"map.v.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":5,"chosen_sense_key":"represent%2:32:00::","call_ids":["semeval2015.d003.s023.t001__v1__a1"],"invalid_reason":null}],"predicted_sense_index":5,"predicted_sense_key":"represent%2:32:00::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":486,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.264412549091503}
{"item_id":"semeval2015.d003.s023.t002","gold_sense_keys":["particular%5:00:00:uncommon:00","particular%5:00:02:specific:00"],"candidates":[{"index":1,"sense_key":"particular%5:00:00:specific:00","synset_id":"particular.s.01"},{"index":2,"sense_key":"particular%5:00:02:specific:00","synset_id":"particular.s.02"},{"index":3,"sense_key":"particular%5:00:00:uncommon:00","synset_id":"especial.s.01"},{"index":4,"sense_key":"particular%5:00:00:primary:00","synset_id":"particular.s.04"},{"index":5,"sense_key":"particular%5:00:00:fastidious:00","synset_id":"finical.s.01"},{"index":6,"sense_key":"particular%5:00:00:careful:00","synset_id":"particular.s.06"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":6,"chosen_sense_key":"particular%5:00:00:careful:00","call_ids":["semeval2015.d003.s023.t002__v1__a1"],"invalid_reason":null}],"predicted_sense_index":6,"predicted_sense_key":"particular%5:00:00:careful:00","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":216,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2654688819311559}
{"item_id":"semeval2015.d003.s023.t003","gold_sense_keys":["risk%1:26:00::"],"candidates":[{"index":1,"sense_key":"risk%1:26:00::","synset_id":"hazard.n.01"},{"index":2,"sense_key":"risk%1:04:00::","synset_id":"risk.n.02"},{"index":3,"sense_key":"risk%1:07:02::","synset_id":"risk.n.03"},{"index":4,"sense_key":"risk%1:07:01::","synset_id":"risk.n.04"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":1,"chosen_sense_key":"risk%1:26:00::","call_ids":["semeval2015.d003.s023.t003__v1__a1"],"invalid_reason":null}],"predicted_sense_index":1,"predicted_sense_key":"risk%1:26:00::","is_correct":true,"status":"success","was_monosemous":false,"usage":{"input_tokens":176,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2665251838043332}
{"item_id":"semeval2015.d003.s023.t004","gold_sense_keys":["people%1:14:00::","people%1:14:03::"],"candidates":[{"index":1,"sense_key":"people%1:14:00::","synset_id":"people.n.01"},{"index":2,"sense_key":"people%1:14:01::","synset_id":"citizenry.n.01"},{"index":3,"sense_key":"people%1:14:02::","synset_id":"people.n.03"},{"index":4,"sense_key":"people%1:14:03::","synset_id":"multitude.n.03"}],"votes":[{"vote_index":1,"status":"success","chosen_sense_index":2,"chosen_sense_key":"people%1:14:01::","call_ids":["semeval2015.d003.s023.t004__v1__a1"],"invalid_reason":null}],"predicted_sense_index":2,"predicted_sense_key":"people%1:14:01::","is_correct":false,"status":"success","was_monosemous":false,"usage":{"input_tokens":171,"cached_input_tokens":null,"output_tokens":2,"reasoning_output_tokens":null},"cost":{"currency":"USD","total_usd":null,"input_uncached_usd":null,"input_cached_usd":null,"output_usd":null,"input_uncached_unit_price_usd":null,"input_cached_unit_price_usd":null,"output_unit_price_usd":null,"source":"unavailable"},"latency_seconds":0.2674075139220804}