{"id": "quasi-riemann-source-1::excerpt", "reference_role": "background", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "1abb852e8c5ab7360fda0c04d312e50decc1232341f045ccaf94de274801ed0d", "pair_id": "quasi-riemann-source-1", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 591, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.037567898631095886, "background": 0.8745262622833252, "explicitly_excluded": 0.016979878768324852, "insufficient_context": 0.07092589139938354}, "confidence": 0.8327016830444336}, "usage": {"input_tokens": 591, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1593}
{"id": "noncoordinate-polynomial-role-5::full_manuscript", "reference_role": "background", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "17ba015c9bd6aa4932597a0908eab325e1ae65dbd2cb053beaabe72ffd7eab21", "pair_id": "noncoordinate-polynomial-role-5", "context_mode": "full_manuscript", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 7614, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.023507654666900635, "background": 0.9082632660865784, "explicitly_excluded": 0.016751958057284355, "insufficient_context": 0.05147713050246239}, "confidence": 0.8776843547821045}, "usage": {"input_tokens": 7614, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2797}
{"id": "quasi-riemann-source-0::excerpt", "reference_role": "proof_input", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "f7d9c7d4a1399e867ac68ee10eb29f817367198d3543ee94253d081386747cba", "pair_id": "quasi-riemann-source-0", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 444, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9493921399116516, "background": 0.02031608484685421, "explicitly_excluded": 0.008645459078252316, "insufficient_context": 0.021646354347467422}, "confidence": 0.9325228532155355}, "usage": {"input_tokens": 444, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1378}
{"id": "noncoordinate-polynomial-role-4::excerpt", "reference_role": "background", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "adf330b42a8790941ee526e23aec73a593b63ebb8288c6520ec28600844b1027", "pair_id": "noncoordinate-polynomial-role-4", "context_mode": "excerpt", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 420, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.04219817742705345, "background": 0.8832861185073853, "explicitly_excluded": 0.0117638623341918, "insufficient_context": 0.06275181472301483}, "confidence": 0.8443814913431803}, "usage": {"input_tokens": 420, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1393}
{"id": "noncoordinate-polynomial-role-6::full_manuscript", "reference_role": "background", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "ea62830d02ea68da1087843e8161d9f746528a8f9dd25ef4dd08212306d82f21", "pair_id": "noncoordinate-polynomial-role-6", "context_mode": "full_manuscript", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 7679, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.028397955000400543, "background": 0.8987759947776794, "explicitly_excluded": 0.016036629676818848, "insufficient_context": 0.05678937956690788}, "confidence": 0.8650346597035726}, "usage": {"input_tokens": 7679, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2831}
{"id": "noncoordinate-polynomial-role-7::excerpt", "reference_role": "insufficient_context", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "1ba35309deb48a2059ef169fdd46a89278ab37c5c1aaf92b18d5df5d7d7d11bf", "pair_id": "noncoordinate-polynomial-role-7", "context_mode": "excerpt", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 311, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.11100568622350693, "background": 0.7197426557540894, "explicitly_excluded": 0.010001168586313725, "insufficient_context": 0.15925051271915436}, "confidence": 0.6263235410054525}, "usage": {"input_tokens": 311, "output_tokens": 0}, "agrees": false, "elapsed_seconds": 0.162}
{"id": "foulkes-howe-stabilization-role-3::full_manuscript", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "ace945fa6bc3edda8388781198180283ce6eaa64b5fc814cb7c8ae68d241ce79", "pair_id": "foulkes-howe-stabilization-role-3", "context_mode": "full_manuscript", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 8842, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9564192891120911, "background": 0.02186717838048935, "explicitly_excluded": 0.005485966801643372, "insufficient_context": 0.016227539628744125}, "confidence": 0.9418923854827881}, "usage": {"input_tokens": 8842, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2817}
{"id": "foulkes-howe-stabilization-role-5::excerpt", "reference_role": "background", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "d16e0da25b1c25fac2ffc6337507204e95b7c6dfc70ef1624253885ba44a626b", "pair_id": "foulkes-howe-stabilization-role-5", "context_mode": "excerpt", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 466, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.04456610232591629, "background": 0.8226693272590637, "explicitly_excluded": 0.0741228312253952, "insufficient_context": 0.05864168703556061}, "confidence": 0.763559103012085}, "usage": {"input_tokens": 466, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1337}
{"id": "quasi-riemann-source-4::excerpt", "reference_role": "background", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "dd4002cfe73a0cc1e55db1ff4ee5335cf370c7161a39ff673f32d3ebc05e64c9", "pair_id": "quasi-riemann-source-4", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 596, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.05120198801159859, "background": 0.8066423535346985, "explicitly_excluded": 0.00941598229110241, "insufficient_context": 0.1327396035194397}, "confidence": 0.7421898047129313}, "usage": {"input_tokens": 596, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1305}
{"id": "quasi-riemann-source-4::full_manuscript", "reference_role": "background", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "08e9af453c5df433cf15f4ddd8c5b162f95d13492725b781cf28b24277763f04", "pair_id": "quasi-riemann-source-4", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 268753, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.09035804867744446, "background": 0.7733876705169678, "explicitly_excluded": 0.023272154852747917, "insufficient_context": 0.11298215389251709}, "confidence": 0.697850227355957}, "usage": {"input_tokens": 268753, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.2}
{"id": "foulkes-howe-stabilization-role-6::full_manuscript", "reference_role": "background", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "a364c8536ef264be9d05d6dad53b800b935136f90313a0c5c93c57c14b53149d", "pair_id": "foulkes-howe-stabilization-role-6", "context_mode": "full_manuscript", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 8928, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.03828411176800728, "background": 0.9083688259124756, "explicitly_excluded": 0.018795326352119446, "insufficient_context": 0.034551769495010376}, "confidence": 0.8778251012166342}, "usage": {"input_tokens": 8928, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.271}
{"id": "quasi-riemann-source-5::full_manuscript", "reference_role": "explicitly_excluded", "label_origin": "existing_source_annotation_with_result_scoping_not_human_gold", "request_sha256": "5a81dd561eb6c453cc5fcd9a1eccca560775a7ddb9ffd73050eebe936ebd77a0", "pair_id": "quasi-riemann-source-5", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "explicitly_excluded", "http_status": 200, "reported_input_tokens": 268653, "answer": {"type": "choice", "choice": "explicitly_excluded", "probabilities": {"proof_input": 0.02225193753838539, "background": 0.0287051722407341, "explicitly_excluded": 0.9262127876281738, "insufficient_context": 0.022830147296190262}, "confidence": 0.9016170501708984}, "usage": {"input_tokens": 268653, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.2109}
{"id": "foulkes-howe-stabilization-role-6::excerpt", "reference_role": "background", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "2c1ce6dbc4e18c6ffcbe0e033922ac664e014615d16356567edf30720a14a067", "pair_id": "foulkes-howe-stabilization-role-6", "context_mode": "excerpt", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 533, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.05973786488175392, "background": 0.8420842885971069, "explicitly_excluded": 0.03539570793509483, "insufficient_context": 0.06278207898139954}, "confidence": 0.789445718129476}, "usage": {"input_tokens": 533, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1255}
{"id": "noncoordinate-polynomial-role-1::full_manuscript", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "56a703b0eb5faeaf04761a263e0faf04ce8910ccfc486c3200a81ce22068eae0", "pair_id": "noncoordinate-polynomial-role-1", "context_mode": "full_manuscript", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 7723, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9602141976356506, "background": 0.01820828579366207, "explicitly_excluded": 0.005947544705122709, "insufficient_context": 0.015629976987838745}, "confidence": 0.9469522635142008}, "usage": {"input_tokens": 7723, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2775}
{"id": "noncoordinate-polynomial-role-1::excerpt", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "fcbd0d823ef001bcf40b1a02695dcf3e362dcfa64ecf98407907e837ce0f88c2", "pair_id": "noncoordinate-polynomial-role-1", "context_mode": "excerpt", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 493, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9550862908363342, "background": 0.0190168134868145, "explicitly_excluded": 0.0044290851801633835, "insufficient_context": 0.02146781049668789}, "confidence": 0.9401150544484457}, "usage": {"input_tokens": 493, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1397}
{"id": "quasi-riemann-source-6::full_manuscript", "reference_role": "proof_input", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "f32c210c75757b602924adde37af449b4f22bd906b928f971af68d5f0cf10be5", "pair_id": "quasi-riemann-source-6", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 268625, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9513566493988037, "background": 0.020657626911997795, "explicitly_excluded": 0.008212391287088394, "insufficient_context": 0.019773326814174652}, "confidence": 0.9351421991984049}, "usage": {"input_tokens": 268625, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.3336}
{"id": "foulkes-howe-stabilization-role-7::full_manuscript", "reference_role": "background", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "4bef9e903beba45d28960203b0508e5b863ee0035058223aa83a8b9814d0ca2a", "pair_id": "foulkes-howe-stabilization-role-7", "context_mode": "full_manuscript", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 8731, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.044093210250139236, "background": 0.8773185610771179, "explicitly_excluded": 0.0075224884785711765, "insufficient_context": 0.07106567919254303}, "confidence": 0.8364247481028239}, "usage": {"input_tokens": 8731, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2796}
{"id": "quasi-riemann-source-5::excerpt", "reference_role": "explicitly_excluded", "label_origin": "existing_source_annotation_with_result_scoping_not_human_gold", "request_sha256": "2953fc2b2405b09021d6b9f49e465a256dce0c5a86211993be48017e36fabc36", "pair_id": "quasi-riemann-source-5", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "explicitly_excluded", "http_status": 200, "reported_input_tokens": 497, "answer": {"type": "choice", "choice": "explicitly_excluded", "probabilities": {"proof_input": 0.012903030030429363, "background": 0.021360328420996666, "explicitly_excluded": 0.9523448944091797, "insufficient_context": 0.013391845859587193}, "confidence": 0.9364598592122396}, "usage": {"input_tokens": 497, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1481}
{"id": "noncoordinate-polynomial-role-2::excerpt", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "9a2b5173a9eef87d4845ca10b89e39e9ed56ef1dbbd0d9c1543ffee99b0c22e9", "pair_id": "noncoordinate-polynomial-role-2", "context_mode": "excerpt", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 414, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.8844496011734009, "background": 0.04135903716087341, "explicitly_excluded": 0.015561377629637718, "insufficient_context": 0.058629926294088364}, "confidence": 0.8459328015645345}, "usage": {"input_tokens": 414, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1269}
{"id": "quasi-riemann-source-2::full_manuscript", "reference_role": "explicitly_excluded", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "5b64890175e5943e187977996f8998cae08a117ae6db56387c8add7909426bb2", "pair_id": "quasi-riemann-source-2", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "explicitly_excluded", "http_status": 200, "reported_input_tokens": 268610, "answer": {"type": "choice", "choice": "explicitly_excluded", "probabilities": {"proof_input": 0.020229855552315712, "background": 0.04449076950550079, "explicitly_excluded": 0.9109246134757996, "insufficient_context": 0.024354808032512665}, "confidence": 0.8812328179677328}, "usage": {"input_tokens": 268610, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.2552}
{"id": "quasi-riemann-source-3::full_manuscript", "reference_role": "proof_input", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "b5c04a3daa79177605c3998c170e0c0880f5cc0ca5516e65bf857bd7469908a4", "pair_id": "quasi-riemann-source-3", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 268625, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.950273871421814, "background": 0.016463428735733032, "explicitly_excluded": 0.010446952655911446, "insufficient_context": 0.0228157639503479}, "confidence": 0.9336984952290853}, "usage": {"input_tokens": 268625, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.2857}
{"id": "noncoordinate-polynomial-role-3::full_manuscript", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "569935b1202427c9ed718eb3e2018a9d26fcd00f290581b945330a0e764b1ffc", "pair_id": "noncoordinate-polynomial-role-3", "context_mode": "full_manuscript", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 7547, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.8120663166046143, "background": 0.05328010022640228, "explicitly_excluded": 0.0075194439850747585, "insufficient_context": 0.12713409960269928}, "confidence": 0.749421755472819}, "usage": {"input_tokens": 7547, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2723}
{"id": "noncoordinate-polynomial-role-5::excerpt", "reference_role": "background", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "3aa2b69cf8e2645256dc412276879050e5dac29bcb434e4ad9c8e039e234428a", "pair_id": "noncoordinate-polynomial-role-5", "context_mode": "excerpt", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 384, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.04928189516067505, "background": 0.8285683989524841, "explicitly_excluded": 0.019099274650216103, "insufficient_context": 0.10305039584636688}, "confidence": 0.7714245319366455}, "usage": {"input_tokens": 384, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1235}
{"id": "foulkes-howe-stabilization-role-2::excerpt", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "6660cb9bd5bda9a63749221f47355d140b86e3995e917250df707e33a678b0c1", "pair_id": "foulkes-howe-stabilization-role-2", "context_mode": "excerpt", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 351, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9465091824531555, "background": 0.018935896456241608, "explicitly_excluded": 0.006414101459085941, "insufficient_context": 0.028140854090452194}, "confidence": 0.9286789099375407}, "usage": {"input_tokens": 351, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1236}
{"id": "foulkes-howe-stabilization-role-8::excerpt", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "e5f5c0c7c4619875a24ebb23dd311a81a7b97c222cbd5e8d0f2d712e7fd6e4a0", "pair_id": "foulkes-howe-stabilization-role-8", "context_mode": "excerpt", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 529, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9613459706306458, "background": 0.02219138853251934, "explicitly_excluded": 0.0035368369426578283, "insufficient_context": 0.012925815768539906}, "confidence": 0.9484612941741943}, "usage": {"input_tokens": 529, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1237}
{"id": "noncoordinate-polynomial-role-4::full_manuscript", "reference_role": "background", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "a818e86a4c292c5513159deab732bbaa12cb1570b739b1a4c2935b3da5c56d27", "pair_id": "noncoordinate-polynomial-role-4", "context_mode": "full_manuscript", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 7650, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.030217301100492477, "background": 0.9150128364562988, "explicitly_excluded": 0.01384021621197462, "insufficient_context": 0.04092957451939583}, "confidence": 0.8866837819417318}, "usage": {"input_tokens": 7650, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2527}
{"id": "noncoordinate-polynomial-role-8::full_manuscript", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "2cd350fdc293aed9c081218ca71205fc1b806e575d3b741ae0cca6d3527317ea", "pair_id": "noncoordinate-polynomial-role-8", "context_mode": "full_manuscript", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 7581, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9485608339309692, "background": 0.028997793793678284, "explicitly_excluded": 0.005812243092805147, "insufficient_context": 0.016629131510853767}, "confidence": 0.9314144452412924}, "usage": {"input_tokens": 7581, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2769}
{"id": "foulkes-howe-stabilization-role-1::full_manuscript", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "6e14d8edec2bedc64405598f225ea20490dbbd9571d14fc63d71890f3d16bf7a", "pair_id": "foulkes-howe-stabilization-role-1", "context_mode": "full_manuscript", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 8765, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9676469564437866, "background": 0.01507950946688652, "explicitly_excluded": 0.005069365259259939, "insufficient_context": 0.012204213999211788}, "confidence": 0.9568626085917155}, "usage": {"input_tokens": 8765, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2916}
{"id": "foulkes-howe-stabilization-role-1::excerpt", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "ed7da0701eb88d652bf95f08beca6d5bcbb05ca86e812d1c07dd09a7372fa155", "pair_id": "foulkes-howe-stabilization-role-1", "context_mode": "excerpt", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 370, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9639236330986023, "background": 0.012805205769836903, "explicitly_excluded": 0.0046710241585969925, "insufficient_context": 0.018600163981318474}, "confidence": 0.9518981774648031}, "usage": {"input_tokens": 370, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1273}
{"id": "foulkes-howe-stabilization-role-2::full_manuscript", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "c2fa59beeec617baa1921d2a893aff28178e7db01ba13e6d308694374568083b", "pair_id": "foulkes-howe-stabilization-role-2", "context_mode": "full_manuscript", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 8746, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.94081050157547, "background": 0.022549808025360107, "explicitly_excluded": 0.005463750101625919, "insufficient_context": 0.031175974756479263}, "confidence": 0.9210806687672933}, "usage": {"input_tokens": 8746, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2521}
{"id": "noncoordinate-polynomial-role-2::full_manuscript", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "b2f4c8a4e90326ed05c16e2ba00cfca52d47f6bc7c8f5051922d2cef89126dba", "pair_id": "noncoordinate-polynomial-role-2", "context_mode": "full_manuscript", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 7644, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9308165311813354, "background": 0.030352264642715454, "explicitly_excluded": 0.01127936877310276, "insufficient_context": 0.027551762759685516}, "confidence": 0.9077553749084473}, "usage": {"input_tokens": 7644, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2539}
{"id": "foulkes-howe-stabilization-role-7::excerpt", "reference_role": "insufficient_context", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "655a2239fbd7f0e870d20f1c41a098bb4f6daa123533d26010106add90d41eb2", "pair_id": "foulkes-howe-stabilization-role-7", "context_mode": "excerpt", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 336, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.06544771045446396, "background": 0.8356369733810425, "explicitly_excluded": 0.010084541514515877, "insufficient_context": 0.08883080631494522}, "confidence": 0.78084929784139}, "usage": {"input_tokens": 336, "output_tokens": 0}, "agrees": false, "elapsed_seconds": 0.1295}
{"id": "foulkes-howe-stabilization-role-5::full_manuscript", "reference_role": "background", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "2663e7982a464d6778ce63994b5365bd0c2951d6d0dfca987c434199392209e0", "pair_id": "foulkes-howe-stabilization-role-5", "context_mode": "full_manuscript", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 8861, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.037230703979730606, "background": 0.8423336744308472, "explicitly_excluded": 0.07860729098320007, "insufficient_context": 0.04182831943035126}, "confidence": 0.7897782325744629}, "usage": {"input_tokens": 8861, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2802}
{"id": "quasi-riemann-source-7::excerpt", "reference_role": "background", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "d702ec00e0a26eb414106122356f79d7e2bb93b49db127963a43a8a910cba133", "pair_id": "quasi-riemann-source-7", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 486, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.018749946728348732, "background": 0.844576895236969, "explicitly_excluded": 0.04786747694015503, "insufficient_context": 0.08880576491355896}, "confidence": 0.792769193649292}, "usage": {"input_tokens": 486, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.126}
{"id": "quasi-riemann-source-0::full_manuscript", "reference_role": "proof_input", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "b6196110e0cd26ee5301824514392f4972145c07a5804b7a5dc6619c575a3143", "pair_id": "quasi-riemann-source-0", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 268601, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9369752407073975, "background": 0.020250866189599037, "explicitly_excluded": 0.008921396918594837, "insufficient_context": 0.03385255113244057}, "confidence": 0.9159669876098633}, "usage": {"input_tokens": 268601, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.2679}
{"id": "quasi-riemann-source-2::excerpt", "reference_role": "explicitly_excluded", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "23450560038141bea8e6a7f721585f26aa9575eb90582e08bfdaa65715ce27c6", "pair_id": "quasi-riemann-source-2", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "explicitly_excluded", "http_status": 200, "reported_input_tokens": 454, "answer": {"type": "choice", "choice": "explicitly_excluded", "probabilities": {"proof_input": 0.010100130923092365, "background": 0.03469231352210045, "explicitly_excluded": 0.9362455010414124, "insufficient_context": 0.018962109461426735}, "confidence": 0.9149940013885498}, "usage": {"input_tokens": 454, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1196}
{"id": "quasi-riemann-source-7::full_manuscript", "reference_role": "background", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "d394bc8e45fcbeb4939231b6c58a7d98bab52bcfb512463997c9d006d6d35988", "pair_id": "quasi-riemann-source-7", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 268642, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.040681373327970505, "background": 0.8123164772987366, "explicitly_excluded": 0.06510680168867111, "insufficient_context": 0.08189541846513748}, "confidence": 0.7497553030649821}, "usage": {"input_tokens": 268642, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.5158}
{"id": "quasi-riemann-source-1::full_manuscript", "reference_role": "background", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "5b1844fb4f91621cbb654186f77c4340fd7ebdd2d7818e94794cde4907602e90", "pair_id": "quasi-riemann-source-1", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 268748, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.1733657866716385, "background": 0.6899589896202087, "explicitly_excluded": 0.025651322677731514, "insufficient_context": 0.11102385073900223}, "confidence": 0.5866119861602783}, "usage": {"input_tokens": 268748, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.4966}
{"id": "foulkes-howe-stabilization-role-4::excerpt", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "4234c67383bc1320e47f4462e9cd5ac2eff621f68d9f49fc7229fb42dc945969", "pair_id": "foulkes-howe-stabilization-role-4", "context_mode": "excerpt", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 393, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9263825416564941, "background": 0.03701969236135483, "explicitly_excluded": 0.006018240004777908, "insufficient_context": 0.030579471960663795}, "confidence": 0.9018433888753256}, "usage": {"input_tokens": 393, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1323}
{"id": "foulkes-howe-stabilization-role-8::full_manuscript", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "077b655a491fdb8d571061b139558386624fdafa5999775c0bfd934a150337ae", "pair_id": "foulkes-howe-stabilization-role-8", "context_mode": "full_manuscript", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 8924, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.946025550365448, "background": 0.026759805157780647, "explicitly_excluded": 0.006378216668963432, "insufficient_context": 0.020836422219872475}, "confidence": 0.9280340671539307}, "usage": {"input_tokens": 8924, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2824}
{"id": "noncoordinate-polynomial-role-6::excerpt", "reference_role": "background", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "375db47de301a9588431830d6d66b759dec0b45d1cb3b65de89b820c8b770260", "pair_id": "noncoordinate-polynomial-role-6", "context_mode": "excerpt", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 449, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.0392790362238884, "background": 0.8560822606086731, "explicitly_excluded": 0.008886909112334251, "insufficient_context": 0.0957517996430397}, "confidence": 0.8081096808115641}, "usage": {"input_tokens": 449, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1269}
{"id": "quasi-riemann-source-3::excerpt", "reference_role": "proof_input", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "d97bcae64f175a6d6a5e6219c27c88307d28bd3fde5e213ff7c21af6f2459569", "pair_id": "quasi-riemann-source-3", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 468, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9588708877563477, "background": 0.01680649444460869, "explicitly_excluded": 0.006216292269527912, "insufficient_context": 0.018106330186128616}, "confidence": 0.9451611836751302}, "usage": {"input_tokens": 468, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1192}
{"id": "noncoordinate-polynomial-role-8::excerpt", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "e9f44f6e13c91897edf9fe6d9a2a40071796a63f47b17a3dfe68e1cef156b30a", "pair_id": "noncoordinate-polynomial-role-8", "context_mode": "excerpt", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 351, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9514579772949219, "background": 0.026121774688363075, "explicitly_excluded": 0.006072779186069965, "insufficient_context": 0.01634754054248333}, "confidence": 0.9352773030598959}, "usage": {"input_tokens": 351, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1454}
{"id": "noncoordinate-polynomial-role-3::excerpt", "reference_role": "insufficient_context", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "f6ad52b5dabbce615e30f4a308bdbb94b85190d6c77f6d08ea6129c80b4b6171", "pair_id": "noncoordinate-polynomial-role-3", "context_mode": "excerpt", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 317, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.5150598287582397, "background": 0.06757068634033203, "explicitly_excluded": 0.012086909264326096, "insufficient_context": 0.4052826166152954}, "confidence": 0.35341310501098633}, "usage": {"input_tokens": 317, "output_tokens": 0}, "agrees": false, "elapsed_seconds": 0.1295}
{"id": "foulkes-howe-stabilization-role-3::excerpt", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "42420ec7365dfa5e81b58694c2328fbfdb456f963c0c36b189db22a0c1ce7802", "pair_id": "foulkes-howe-stabilization-role-3", "context_mode": "excerpt", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 447, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9267289638519287, "background": 0.032353296875953674, "explicitly_excluded": 0.008178711868822575, "insufficient_context": 0.0327390693128109}, "confidence": 0.9023052851359049}, "usage": {"input_tokens": 447, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1223}
{"id": "quasi-riemann-source-6::excerpt", "reference_role": "proof_input", "label_origin": "existing_source_audit_annotation_not_independent_gold", "request_sha256": "cdf95e1ebf51945a002bd430cebe1cd3b58668ea4d51549b39bf07525dea1203", "pair_id": "quasi-riemann-source-6", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 469, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9642539024353027, "background": 0.01582965813577175, "explicitly_excluded": 0.006457384675741196, "insufficient_context": 0.01345903892070055}, "confidence": 0.9523385365804037}, "usage": {"input_tokens": 469, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1234}
{"id": "noncoordinate-polynomial-role-7::full_manuscript", "reference_role": "background", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "df7462ea4973a0215e06bfefad5ebd3bf034a8ccd44ad2ac345cf715275f1a8f", "pair_id": "noncoordinate-polynomial-role-7", "context_mode": "full_manuscript", "paper_slug": "noncoordinate-polynomial", "source_sha256": "60993c0b524291b7f707e42eec89ec7e910c22760d81f1d3af007c229228c13c", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 7541, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.027926381677389145, "background": 0.7058532238006592, "explicitly_excluded": 0.1800721436738968, "insufficient_context": 0.086148202419281}, "confidence": 0.6078042984008789}, "usage": {"input_tokens": 7541, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2731}
{"id": "foulkes-howe-stabilization-role-4::full_manuscript", "reference_role": "proof_input", "label_origin": "researcher_source_annotation_not_human_gold", "request_sha256": "0ad1244aa4bc313a969d1b83ea45153192fd9ab07758b2e49884d6f12f3b813f", "pair_id": "foulkes-howe-stabilization-role-4", "context_mode": "full_manuscript", "paper_slug": "foulkes-howe-stabilization", "source_sha256": "89b46306d4bc756ff5fc261deaf3075ce1afa37087a313bab7abaf1569b8af21", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 8788, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.9531181454658508, "background": 0.021148793399333954, "explicitly_excluded": 0.005624485667794943, "insufficient_context": 0.020108642056584358}, "confidence": 0.9374908606211344}, "usage": {"input_tokens": 8788, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.2631}