{"id": "quasi-riemann-retrieval-2::excerpt", "reference_role": "insufficient_context", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "902fb973f618c59bbe3b45b4e7673bfa8ea09361ffe8481780b97253a4fe01e6", "pair_id": "quasi-riemann-retrieval-2", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "explicitly_excluded", "http_status": 200, "reported_input_tokens": 538, "answer": {"type": "choice", "choice": "insufficient_context", "probabilities": {"proof_input": 0.06265618652105331, "background": 0.0982619971036911, "explicitly_excluded": 0.11323918402194977, "insufficient_context": 0.7258425951004028}, "confidence": 0.6344567934672037}, "usage": {"input_tokens": 538, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1379}
{"id": "quasi-riemann-retrieval-1::excerpt", "reference_role": "insufficient_context", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "b4a42b29e67194c94e29c2984b8c2744ec2480ecff3f9a39b2449b57d0e58459", "pair_id": "quasi-riemann-retrieval-1", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 664, "answer": {"type": "choice", "choice": "insufficient_context", "probabilities": {"proof_input": 0.04230082407593727, "background": 0.11945073306560516, "explicitly_excluded": 0.02386445924639702, "insufficient_context": 0.8143839836120605}, "confidence": 0.7525119781494141}, "usage": {"input_tokens": 664, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1444}
{"id": "quasi-riemann-retrieval-7::full_manuscript", "reference_role": "background", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "70abc27dd17b54a9f450359aa0083ad3fe9a59b6920b28661c7f42bd5b7c058b", "pair_id": "quasi-riemann-retrieval-7", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 268698, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.043208152055740356, "background": 0.8137935400009155, "explicitly_excluded": 0.07545343786478043, "insufficient_context": 0.06754493713378906}, "confidence": 0.7517247200012207}, "usage": {"input_tokens": 268698, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.5295}
{"id": "quasi-riemann-retrieval-5::excerpt", "reference_role": "insufficient_context", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "d673fc24b0d1fb207c505de3b85c5a58809f07949920f7895a607433ecff13f1", "pair_id": "quasi-riemann-retrieval-5", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "explicitly_excluded", "http_status": 200, "reported_input_tokens": 523, "answer": {"type": "choice", "choice": "insufficient_context", "probabilities": {"proof_input": 0.03316347673535347, "background": 0.12849485874176025, "explicitly_excluded": 0.037527889013290405, "insufficient_context": 0.8008137941360474}, "confidence": 0.7344183921813965}, "usage": {"input_tokens": 523, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1269}
{"id": "quasi-riemann-retrieval-6::full_manuscript", "reference_role": "proof_input", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "5691e7dc6ff9dd7d914a4fd6ea5566915d56640d0d8f0da69ca3432f8da8dfb7", "pair_id": "quasi-riemann-retrieval-6", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 268655, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.8195179104804993, "background": 0.08254104107618332, "explicitly_excluded": 0.02002326212823391, "insufficient_context": 0.07791781425476074}, "confidence": 0.759357213973999}, "usage": {"input_tokens": 268655, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.3795}
{"id": "quasi-riemann-retrieval-6::excerpt", "reference_role": "insufficient_context", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "f2b96ea2f9cff316316daa8679e40c8b9ca8767a24d362f78102f2e2749547e0", "pair_id": "quasi-riemann-retrieval-6", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 498, "answer": {"type": "choice", "choice": "insufficient_context", "probabilities": {"proof_input": 0.08011802285909653, "background": 0.0983356237411499, "explicitly_excluded": 0.016077792271971703, "insufficient_context": 0.8054685592651367}, "confidence": 0.740624745686849}, "usage": {"input_tokens": 498, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1304}
{"id": "quasi-riemann-retrieval-4::excerpt", "reference_role": "insufficient_context", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "35bce6f72a901e577da025395a78377ce1fb87952b3e0dc098a5842d776edd86", "pair_id": "quasi-riemann-retrieval-4", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 674, "answer": {"type": "choice", "choice": "insufficient_context", "probabilities": {"proof_input": 0.02419060468673706, "background": 0.34529271721839905, "explicitly_excluded": 0.031096650287508965, "insufficient_context": 0.5994199514389038}, "confidence": 0.4658932685852051}, "usage": {"input_tokens": 674, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1254}
{"id": "quasi-riemann-retrieval-0::excerpt", "reference_role": "insufficient_context", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "7d455ec5903f19e889fd44aa561244fb6b16e9fe221d8e98291ce25fec97bc41", "pair_id": "quasi-riemann-retrieval-0", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 494, "answer": {"type": "choice", "choice": "insufficient_context", "probabilities": {"proof_input": 0.02425212785601616, "background": 0.08799238502979279, "explicitly_excluded": 0.016806073486804962, "insufficient_context": 0.870949387550354}, "confidence": 0.8279325167338053}, "usage": {"input_tokens": 494, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1179}
{"id": "quasi-riemann-retrieval-3::excerpt", "reference_role": "insufficient_context", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "decf0d9fdee48e18e640575332537d5ed638026a220b1e0b7055b839c905c4c3", "pair_id": "quasi-riemann-retrieval-3", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 498, "answer": {"type": "choice", "choice": "insufficient_context", "probabilities": {"proof_input": 0.02687731571495533, "background": 0.11010296642780304, "explicitly_excluded": 0.01666450686752796, "insufficient_context": 0.8463551998138428}, "confidence": 0.795140266418457}, "usage": {"input_tokens": 498, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 0.1267}
{"id": "quasi-riemann-retrieval-0::full_manuscript", "reference_role": "proof_input", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "659be0e8d7d240cf5726119caf3a4e30e840c412e00f4dc6345c5bfd934570bb", "pair_id": "quasi-riemann-retrieval-0", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 268651, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.7535356879234314, "background": 0.07382991909980774, "explicitly_excluded": 0.0334358848631382, "insufficient_context": 0.13919852674007416}, "confidence": 0.6713809172312418}, "usage": {"input_tokens": 268651, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.6657}
{"id": "quasi-riemann-retrieval-3::full_manuscript", "reference_role": "proof_input", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "f38f285529963400331284f4645a8f94f8ca002b173c09a08950aea5b5052869", "pair_id": "quasi-riemann-retrieval-3", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "proof_input", "http_status": 200, "reported_input_tokens": 268655, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.40811076760292053, "background": 0.2486349195241928, "explicitly_excluded": 0.03980499878525734, "insufficient_context": 0.3034493625164032}, "confidence": 0.21081435680389404}, "usage": {"input_tokens": 268655, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.3166}
{"id": "quasi-riemann-retrieval-2::full_manuscript", "reference_role": "explicitly_excluded", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "79c16679836a652203f4867543c100663b47582227858d49727a354913868928", "pair_id": "quasi-riemann-retrieval-2", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "explicitly_excluded", "http_status": 200, "reported_input_tokens": 268695, "answer": {"type": "choice", "choice": "explicitly_excluded", "probabilities": {"proof_input": 0.030003054067492485, "background": 0.07317131012678146, "explicitly_excluded": 0.8442509174346924, "insufficient_context": 0.05257480591535568}, "confidence": 0.7923345565795898}, "usage": {"input_tokens": 268695, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.3362}
{"id": "quasi-riemann-retrieval-5::full_manuscript", "reference_role": "explicitly_excluded", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "97d7dcbe9aacb046cbd00ec67447199e50165693ee992a3990bbf528f80fadaa", "pair_id": "quasi-riemann-retrieval-5", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "explicitly_excluded", "http_status": 200, "reported_input_tokens": 268680, "answer": {"type": "choice", "choice": "explicitly_excluded", "probabilities": {"proof_input": 0.028662631288170815, "background": 0.03759745880961418, "explicitly_excluded": 0.9042626619338989, "insufficient_context": 0.02947719395160675}, "confidence": 0.8723502159118652}, "usage": {"input_tokens": 268680, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.2001}
{"id": "quasi-riemann-retrieval-4::full_manuscript", "reference_role": "background", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "93a083e5febed12f07ad2dc5c7daca03ba999b9528fb6d981d19c0337f413f3f", "pair_id": "quasi-riemann-retrieval-4", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 268831, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.1805727332830429, "background": 0.7135118246078491, "explicitly_excluded": 0.032846469432115555, "insufficient_context": 0.07306890189647675}, "confidence": 0.6180157661437988}, "usage": {"input_tokens": 268831, "output_tokens": 0}, "agrees": true, "elapsed_seconds": 2.533}
{"id": "quasi-riemann-retrieval-1::full_manuscript", "reference_role": "background", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "ec8e8f0727cca6103329a5fe93b15f4c05b9252205223f4b60c6bedb786b47a6", "pair_id": "quasi-riemann-retrieval-1", "context_mode": "full_manuscript", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 268821, "answer": {"type": "choice", "choice": "proof_input", "probabilities": {"proof_input": 0.7047660946846008, "background": 0.17435036599636078, "explicitly_excluded": 0.025096576660871506, "insufficient_context": 0.09578699618577957}, "confidence": 0.6063547929128011}, "usage": {"input_tokens": 268821, "output_tokens": 0}, "agrees": false, "elapsed_seconds": 2.4728}
{"id": "quasi-riemann-retrieval-7::excerpt", "reference_role": "insufficient_context", "label_origin": "post_hoc_context_omission_source_annotation_not_human_gold", "request_sha256": "c40755ccb2a8e59027610b6df297e0f4a1786eec60d26e9f8f7cb18d32c1c9a1", "pair_id": "quasi-riemann-retrieval-7", "context_mode": "excerpt", "paper_slug": "quasi-riemann", "source_sha256": "42a5ee0febca59fd1def55cfd6c6808c322ef4237d7726303ea52f711deac6a3", "full_reference_role": "background", "http_status": 200, "reported_input_tokens": 541, "answer": {"type": "choice", "choice": "background", "probabilities": {"proof_input": 0.022510390728712082, "background": 0.5615744590759277, "explicitly_excluded": 0.015324307605624199, "insufficient_context": 0.40059083700180054}, "confidence": 0.415432612101237}, "usage": {"input_tokens": 541, "output_tokens": 0}, "agrees": false, "elapsed_seconds": 0.1331}