{"caseId":"99e78c390932594bd833be0f5c890af5c605d808","paperId":"1912.04961","method":"maha_bm25","inputTokens":6821,"outputTokens":1502,"reductionPercent":77.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":12.1616,"evidencePosition":"middle"}
{"caseId":"99e78c390932594bd833be0f5c890af5c605d808","paperId":"1912.04961","method":"maha_keyword","inputTokens":6821,"outputTokens":1557,"reductionPercent":77.17,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.568,"evidencePosition":"middle"}
{"caseId":"99e78c390932594bd833be0f5c890af5c605d808","paperId":"1912.04961","method":"front_truncation","inputTokens":6821,"outputTokens":1586,"reductionPercent":76.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3824,"evidencePosition":"middle"}
{"caseId":"99e78c390932594bd833be0f5c890af5c605d808","paperId":"1912.04961","method":"tail_recency","inputTokens":6821,"outputTokens":1529,"reductionPercent":77.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.112,"evidencePosition":"middle"}
{"caseId":"99e78c390932594bd833be0f5c890af5c605d808","paperId":"1912.04961","method":"seeded_random","inputTokens":6821,"outputTokens":1586,"reductionPercent":76.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.3564,"evidencePosition":"middle"}
{"caseId":"99e78c390932594bd833be0f5c890af5c605d808","paperId":"1912.04961","method":"oracle_ceiling","inputTokens":6821,"outputTokens":1591,"reductionPercent":76.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9896,"evidencePosition":"middle"}
{"caseId":"54830abe73fef4e629a36866ceeeca10214bd2c8","paperId":"1909.09551","method":"maha_bm25","inputTokens":7175,"outputTokens":1663,"reductionPercent":76.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1225,"evidencePosition":"front"}
{"caseId":"54830abe73fef4e629a36866ceeeca10214bd2c8","paperId":"1909.09551","method":"maha_keyword","inputTokens":7175,"outputTokens":1619,"reductionPercent":77.44,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.502,"evidencePosition":"front"}
{"caseId":"54830abe73fef4e629a36866ceeeca10214bd2c8","paperId":"1909.09551","method":"front_truncation","inputTokens":7175,"outputTokens":1565,"reductionPercent":78.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8738,"evidencePosition":"front"}
{"caseId":"54830abe73fef4e629a36866ceeeca10214bd2c8","paperId":"1909.09551","method":"tail_recency","inputTokens":7175,"outputTokens":1503,"reductionPercent":79.05,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.574,"evidencePosition":"front"}
{"caseId":"54830abe73fef4e629a36866ceeeca10214bd2c8","paperId":"1909.09551","method":"seeded_random","inputTokens":7175,"outputTokens":1515,"reductionPercent":78.89,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5004,"evidencePosition":"front"}
{"caseId":"54830abe73fef4e629a36866ceeeca10214bd2c8","paperId":"1909.09551","method":"oracle_ceiling","inputTokens":7175,"outputTokens":1489,"reductionPercent":79.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.839,"evidencePosition":"front"}
{"caseId":"0682bf049f96fa603d50f0fdad0b79a5c55f6c97","paperId":"2003.03014","method":"maha_bm25","inputTokens":18428,"outputTokens":1418,"reductionPercent":92.31,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":9.474,"evidencePosition":"middle"}
{"caseId":"0682bf049f96fa603d50f0fdad0b79a5c55f6c97","paperId":"2003.03014","method":"maha_keyword","inputTokens":18428,"outputTokens":1558,"reductionPercent":91.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":9.7005,"evidencePosition":"middle"}
{"caseId":"0682bf049f96fa603d50f0fdad0b79a5c55f6c97","paperId":"2003.03014","method":"front_truncation","inputTokens":18428,"outputTokens":1684,"reductionPercent":90.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":9.5099,"evidencePosition":"middle"}
{"caseId":"0682bf049f96fa603d50f0fdad0b79a5c55f6c97","paperId":"2003.03014","method":"tail_recency","inputTokens":18428,"outputTokens":1585,"reductionPercent":91.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":7.9221,"evidencePosition":"middle"}
{"caseId":"0682bf049f96fa603d50f0fdad0b79a5c55f6c97","paperId":"2003.03014","method":"seeded_random","inputTokens":18428,"outputTokens":1613,"reductionPercent":91.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":9.329,"evidencePosition":"middle"}
{"caseId":"0682bf049f96fa603d50f0fdad0b79a5c55f6c97","paperId":"2003.03014","method":"oracle_ceiling","inputTokens":18428,"outputTokens":1569,"reductionPercent":91.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":11.2578,"evidencePosition":"middle"}
{"caseId":"f9aa055bf73185ba939dfb03454384810eb17ad1","paperId":"2002.07306","method":"maha_bm25","inputTokens":5632,"outputTokens":1452,"reductionPercent":74.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.732,"evidencePosition":"front"}
{"caseId":"f9aa055bf73185ba939dfb03454384810eb17ad1","paperId":"2002.07306","method":"maha_keyword","inputTokens":5632,"outputTokens":1424,"reductionPercent":74.72,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2905,"evidencePosition":"front"}
{"caseId":"f9aa055bf73185ba939dfb03454384810eb17ad1","paperId":"2002.07306","method":"front_truncation","inputTokens":5632,"outputTokens":1457,"reductionPercent":74.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7078,"evidencePosition":"front"}
{"caseId":"f9aa055bf73185ba939dfb03454384810eb17ad1","paperId":"2002.07306","method":"tail_recency","inputTokens":5632,"outputTokens":1571,"reductionPercent":72.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5783,"evidencePosition":"front"}
{"caseId":"f9aa055bf73185ba939dfb03454384810eb17ad1","paperId":"2002.07306","method":"seeded_random","inputTokens":5632,"outputTokens":1488,"reductionPercent":73.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3948,"evidencePosition":"front"}
{"caseId":"f9aa055bf73185ba939dfb03454384810eb17ad1","paperId":"2002.07306","method":"oracle_ceiling","inputTokens":5632,"outputTokens":1549,"reductionPercent":72.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3403,"evidencePosition":"front"}
{"caseId":"3355918bbdccac644afe441f085d0ffbbad565d7","paperId":"2001.01269","method":"maha_bm25","inputTokens":5327,"outputTokens":1504,"reductionPercent":71.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9032,"evidencePosition":"middle"}
{"caseId":"3355918bbdccac644afe441f085d0ffbbad565d7","paperId":"2001.01269","method":"maha_keyword","inputTokens":5327,"outputTokens":1490,"reductionPercent":72.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.206,"evidencePosition":"middle"}
{"caseId":"3355918bbdccac644afe441f085d0ffbbad565d7","paperId":"2001.01269","method":"front_truncation","inputTokens":5327,"outputTokens":1555,"reductionPercent":70.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8435,"evidencePosition":"middle"}
{"caseId":"3355918bbdccac644afe441f085d0ffbbad565d7","paperId":"2001.01269","method":"tail_recency","inputTokens":5327,"outputTokens":1580,"reductionPercent":70.34,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.598,"evidencePosition":"middle"}
{"caseId":"3355918bbdccac644afe441f085d0ffbbad565d7","paperId":"2001.01269","method":"seeded_random","inputTokens":5327,"outputTokens":1516,"reductionPercent":71.54,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4692,"evidencePosition":"middle"}
{"caseId":"3355918bbdccac644afe441f085d0ffbbad565d7","paperId":"2001.01269","method":"oracle_ceiling","inputTokens":5327,"outputTokens":1537,"reductionPercent":71.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5201,"evidencePosition":"middle"}
{"caseId":"932b39fd6c47c6a880621a62e6a978491d881d60","paperId":"1611.08661","method":"maha_bm25","inputTokens":5593,"outputTokens":1482,"reductionPercent":73.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2782,"evidencePosition":"back"}
{"caseId":"932b39fd6c47c6a880621a62e6a978491d881d60","paperId":"1611.08661","method":"maha_keyword","inputTokens":5593,"outputTokens":1482,"reductionPercent":73.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6801,"evidencePosition":"back"}
{"caseId":"932b39fd6c47c6a880621a62e6a978491d881d60","paperId":"1611.08661","method":"front_truncation","inputTokens":5593,"outputTokens":1484,"reductionPercent":73.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.0181,"evidencePosition":"back"}
{"caseId":"932b39fd6c47c6a880621a62e6a978491d881d60","paperId":"1611.08661","method":"tail_recency","inputTokens":5593,"outputTokens":1508,"reductionPercent":73.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0209,"evidencePosition":"back"}
{"caseId":"932b39fd6c47c6a880621a62e6a978491d881d60","paperId":"1611.08661","method":"seeded_random","inputTokens":5593,"outputTokens":1384,"reductionPercent":75.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.676,"evidencePosition":"back"}
{"caseId":"932b39fd6c47c6a880621a62e6a978491d881d60","paperId":"1611.08661","method":"oracle_ceiling","inputTokens":5593,"outputTokens":1507,"reductionPercent":73.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.3795,"evidencePosition":"back"}
{"caseId":"dd76130ec5fac477123fe8880472d03fbafddef6","paperId":"1705.01214","method":"maha_bm25","inputTokens":19272,"outputTokens":1434,"reductionPercent":92.56,"evidenceRecall":20,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.8827,"evidencePosition":"front"}
{"caseId":"dd76130ec5fac477123fe8880472d03fbafddef6","paperId":"1705.01214","method":"maha_keyword","inputTokens":19272,"outputTokens":1362,"reductionPercent":92.93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":9.1812,"evidencePosition":"front"}
{"caseId":"dd76130ec5fac477123fe8880472d03fbafddef6","paperId":"1705.01214","method":"front_truncation","inputTokens":19272,"outputTokens":1555,"reductionPercent":91.93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":16.3907,"evidencePosition":"front"}
{"caseId":"dd76130ec5fac477123fe8880472d03fbafddef6","paperId":"1705.01214","method":"tail_recency","inputTokens":19272,"outputTokens":1608,"reductionPercent":91.66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":15.6685,"evidencePosition":"front"}
{"caseId":"dd76130ec5fac477123fe8880472d03fbafddef6","paperId":"1705.01214","method":"seeded_random","inputTokens":19272,"outputTokens":1552,"reductionPercent":91.95,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":20.7408,"evidencePosition":"front"}
{"caseId":"dd76130ec5fac477123fe8880472d03fbafddef6","paperId":"1705.01214","method":"oracle_ceiling","inputTokens":19272,"outputTokens":1562,"reductionPercent":91.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":33.2472,"evidencePosition":"front"}
{"caseId":"92294820ac0d9421f086139e816354970f066d8a","paperId":"1910.06036","method":"maha_bm25","inputTokens":6030,"outputTokens":1425,"reductionPercent":76.37,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.641,"evidencePosition":"back"}
{"caseId":"92294820ac0d9421f086139e816354970f066d8a","paperId":"1910.06036","method":"maha_keyword","inputTokens":6030,"outputTokens":1425,"reductionPercent":76.37,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1157,"evidencePosition":"back"}
{"caseId":"92294820ac0d9421f086139e816354970f066d8a","paperId":"1910.06036","method":"front_truncation","inputTokens":6030,"outputTokens":1522,"reductionPercent":74.76,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6595,"evidencePosition":"back"}
{"caseId":"92294820ac0d9421f086139e816354970f066d8a","paperId":"1910.06036","method":"tail_recency","inputTokens":6030,"outputTokens":1579,"reductionPercent":73.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.3418,"evidencePosition":"back"}
{"caseId":"92294820ac0d9421f086139e816354970f066d8a","paperId":"1910.06036","method":"seeded_random","inputTokens":6030,"outputTokens":1490,"reductionPercent":75.29,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3674,"evidencePosition":"back"}
{"caseId":"92294820ac0d9421f086139e816354970f066d8a","paperId":"1910.06036","method":"oracle_ceiling","inputTokens":6030,"outputTokens":1559,"reductionPercent":74.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6408,"evidencePosition":"back"}
{"caseId":"52f9cd05d8312ae3c7a43689804bac63f7cac34b","paperId":"1809.03449","method":"maha_bm25","inputTokens":5912,"outputTokens":1531,"reductionPercent":74.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3442,"evidencePosition":"front"}
{"caseId":"52f9cd05d8312ae3c7a43689804bac63f7cac34b","paperId":"1809.03449","method":"maha_keyword","inputTokens":5912,"outputTokens":1545,"reductionPercent":73.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6513,"evidencePosition":"front"}
{"caseId":"52f9cd05d8312ae3c7a43689804bac63f7cac34b","paperId":"1809.03449","method":"front_truncation","inputTokens":5912,"outputTokens":1548,"reductionPercent":73.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9941,"evidencePosition":"front"}
{"caseId":"52f9cd05d8312ae3c7a43689804bac63f7cac34b","paperId":"1809.03449","method":"tail_recency","inputTokens":5912,"outputTokens":1646,"reductionPercent":72.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5606,"evidencePosition":"front"}
{"caseId":"52f9cd05d8312ae3c7a43689804bac63f7cac34b","paperId":"1809.03449","method":"seeded_random","inputTokens":5912,"outputTokens":1678,"reductionPercent":71.62,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5037,"evidencePosition":"front"}
{"caseId":"52f9cd05d8312ae3c7a43689804bac63f7cac34b","paperId":"1809.03449","method":"oracle_ceiling","inputTokens":5912,"outputTokens":1719,"reductionPercent":70.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3729,"evidencePosition":"front"}
{"caseId":"2a6003a74d051d0ebbe62e8883533a5f5e55078b","paperId":"1702.03342","method":"maha_bm25","inputTokens":5680,"outputTokens":1593,"reductionPercent":71.95,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6788,"evidencePosition":"back"}
{"caseId":"2a6003a74d051d0ebbe62e8883533a5f5e55078b","paperId":"1702.03342","method":"maha_keyword","inputTokens":5680,"outputTokens":1607,"reductionPercent":71.71,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2919,"evidencePosition":"back"}
{"caseId":"2a6003a74d051d0ebbe62e8883533a5f5e55078b","paperId":"1702.03342","method":"front_truncation","inputTokens":5680,"outputTokens":1617,"reductionPercent":71.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1899,"evidencePosition":"back"}
{"caseId":"2a6003a74d051d0ebbe62e8883533a5f5e55078b","paperId":"1702.03342","method":"tail_recency","inputTokens":5680,"outputTokens":1681,"reductionPercent":70.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1958,"evidencePosition":"back"}
{"caseId":"2a6003a74d051d0ebbe62e8883533a5f5e55078b","paperId":"1702.03342","method":"seeded_random","inputTokens":5680,"outputTokens":1670,"reductionPercent":70.6,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0218,"evidencePosition":"back"}
{"caseId":"2a6003a74d051d0ebbe62e8883533a5f5e55078b","paperId":"1702.03342","method":"oracle_ceiling","inputTokens":5680,"outputTokens":1633,"reductionPercent":71.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7693,"evidencePosition":"back"}
{"caseId":"37f8c034a14c7b4d0ab2e0ed1b827cc0eaa71ac6","paperId":"2002.07306","method":"maha_bm25","inputTokens":5632,"outputTokens":1376,"reductionPercent":75.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.53,"evidencePosition":"middle"}
{"caseId":"37f8c034a14c7b4d0ab2e0ed1b827cc0eaa71ac6","paperId":"2002.07306","method":"maha_keyword","inputTokens":5632,"outputTokens":1376,"reductionPercent":75.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1598,"evidencePosition":"middle"}
{"caseId":"37f8c034a14c7b4d0ab2e0ed1b827cc0eaa71ac6","paperId":"2002.07306","method":"front_truncation","inputTokens":5632,"outputTokens":1461,"reductionPercent":74.06,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6382,"evidencePosition":"middle"}
{"caseId":"37f8c034a14c7b4d0ab2e0ed1b827cc0eaa71ac6","paperId":"2002.07306","method":"tail_recency","inputTokens":5632,"outputTokens":1563,"reductionPercent":72.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7716,"evidencePosition":"middle"}
{"caseId":"37f8c034a14c7b4d0ab2e0ed1b827cc0eaa71ac6","paperId":"2002.07306","method":"seeded_random","inputTokens":5632,"outputTokens":1526,"reductionPercent":72.9,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5588,"evidencePosition":"middle"}
{"caseId":"37f8c034a14c7b4d0ab2e0ed1b827cc0eaa71ac6","paperId":"2002.07306","method":"oracle_ceiling","inputTokens":5632,"outputTokens":1555,"reductionPercent":72.39,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9762,"evidencePosition":"middle"}
{"caseId":"48bd71477d5f89333fa7ce5c4556e4d950fb16ed","paperId":"2002.01207","method":"maha_bm25","inputTokens":7464,"outputTokens":1514,"reductionPercent":79.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8645,"evidencePosition":"middle"}
{"caseId":"48bd71477d5f89333fa7ce5c4556e4d950fb16ed","paperId":"2002.01207","method":"maha_keyword","inputTokens":7464,"outputTokens":1403,"reductionPercent":81.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5344,"evidencePosition":"middle"}
{"caseId":"48bd71477d5f89333fa7ce5c4556e4d950fb16ed","paperId":"2002.01207","method":"front_truncation","inputTokens":7464,"outputTokens":1581,"reductionPercent":78.82,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7144,"evidencePosition":"middle"}
{"caseId":"48bd71477d5f89333fa7ce5c4556e4d950fb16ed","paperId":"2002.01207","method":"tail_recency","inputTokens":7464,"outputTokens":1563,"reductionPercent":79.06,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5675,"evidencePosition":"middle"}
{"caseId":"48bd71477d5f89333fa7ce5c4556e4d950fb16ed","paperId":"2002.01207","method":"seeded_random","inputTokens":7464,"outputTokens":1668,"reductionPercent":77.65,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.1398,"evidencePosition":"middle"}
{"caseId":"48bd71477d5f89333fa7ce5c4556e4d950fb16ed","paperId":"2002.01207","method":"oracle_ceiling","inputTokens":7464,"outputTokens":1584,"reductionPercent":78.78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.4723,"evidencePosition":"middle"}
{"caseId":"249c805ee6f2ebe4dbc972126b3d82fb09fa3556","paperId":"1908.04042","method":"maha_bm25","inputTokens":4644,"outputTokens":1463,"reductionPercent":68.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0663,"evidencePosition":"middle"}
{"caseId":"249c805ee6f2ebe4dbc972126b3d82fb09fa3556","paperId":"1908.04042","method":"maha_keyword","inputTokens":4644,"outputTokens":1424,"reductionPercent":69.34,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4115,"evidencePosition":"middle"}
{"caseId":"249c805ee6f2ebe4dbc972126b3d82fb09fa3556","paperId":"1908.04042","method":"front_truncation","inputTokens":4644,"outputTokens":1484,"reductionPercent":68.04,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0635,"evidencePosition":"middle"}
{"caseId":"249c805ee6f2ebe4dbc972126b3d82fb09fa3556","paperId":"1908.04042","method":"tail_recency","inputTokens":4644,"outputTokens":1546,"reductionPercent":66.71,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7293,"evidencePosition":"middle"}
{"caseId":"249c805ee6f2ebe4dbc972126b3d82fb09fa3556","paperId":"1908.04042","method":"seeded_random","inputTokens":4644,"outputTokens":1512,"reductionPercent":67.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3327,"evidencePosition":"middle"}
{"caseId":"249c805ee6f2ebe4dbc972126b3d82fb09fa3556","paperId":"1908.04042","method":"oracle_ceiling","inputTokens":4644,"outputTokens":1518,"reductionPercent":67.31,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4751,"evidencePosition":"middle"}
{"caseId":"9eabb54c2408dac24f00f92cf1061258c7ea2e1a","paperId":"1909.09067","method":"maha_bm25","inputTokens":4193,"outputTokens":1547,"reductionPercent":63.11,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.59,"evidencePosition":"front"}
{"caseId":"9eabb54c2408dac24f00f92cf1061258c7ea2e1a","paperId":"1909.09067","method":"maha_keyword","inputTokens":4193,"outputTokens":1524,"reductionPercent":63.65,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2534,"evidencePosition":"front"}
{"caseId":"9eabb54c2408dac24f00f92cf1061258c7ea2e1a","paperId":"1909.09067","method":"front_truncation","inputTokens":4193,"outputTokens":1625,"reductionPercent":61.24,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2058,"evidencePosition":"front"}
{"caseId":"9eabb54c2408dac24f00f92cf1061258c7ea2e1a","paperId":"1909.09067","method":"tail_recency","inputTokens":4193,"outputTokens":1561,"reductionPercent":62.77,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4524,"evidencePosition":"front"}
{"caseId":"9eabb54c2408dac24f00f92cf1061258c7ea2e1a","paperId":"1909.09067","method":"seeded_random","inputTokens":4193,"outputTokens":1560,"reductionPercent":62.8,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1545,"evidencePosition":"front"}
{"caseId":"9eabb54c2408dac24f00f92cf1061258c7ea2e1a","paperId":"1909.09067","method":"oracle_ceiling","inputTokens":4193,"outputTokens":1605,"reductionPercent":61.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1123,"evidencePosition":"front"}
{"caseId":"b9ea841b817ba23281c95c7a769873b840dee8d5","paperId":"1805.07133","method":"maha_bm25","inputTokens":5747,"outputTokens":1536,"reductionPercent":73.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2308,"evidencePosition":"back"}
{"caseId":"b9ea841b817ba23281c95c7a769873b840dee8d5","paperId":"1805.07133","method":"maha_keyword","inputTokens":5747,"outputTokens":1442,"reductionPercent":74.91,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7445,"evidencePosition":"back"}
{"caseId":"b9ea841b817ba23281c95c7a769873b840dee8d5","paperId":"1805.07133","method":"front_truncation","inputTokens":5747,"outputTokens":1594,"reductionPercent":72.26,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9358,"evidencePosition":"back"}
{"caseId":"b9ea841b817ba23281c95c7a769873b840dee8d5","paperId":"1805.07133","method":"tail_recency","inputTokens":5747,"outputTokens":1634,"reductionPercent":71.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.644,"evidencePosition":"back"}
{"caseId":"b9ea841b817ba23281c95c7a769873b840dee8d5","paperId":"1805.07133","method":"seeded_random","inputTokens":5747,"outputTokens":1535,"reductionPercent":73.29,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1929,"evidencePosition":"back"}
{"caseId":"b9ea841b817ba23281c95c7a769873b840dee8d5","paperId":"1805.07133","method":"oracle_ceiling","inputTokens":5747,"outputTokens":1622,"reductionPercent":71.78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.101,"evidencePosition":"back"}
{"caseId":"e44a6bf67ce3fde0c6608b150030e44d87eb25e3","paperId":"1611.03599","method":"maha_bm25","inputTokens":6224,"outputTokens":1520,"reductionPercent":75.58,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5823,"evidencePosition":"middle"}
{"caseId":"e44a6bf67ce3fde0c6608b150030e44d87eb25e3","paperId":"1611.03599","method":"maha_keyword","inputTokens":6224,"outputTokens":1353,"reductionPercent":78.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2951,"evidencePosition":"middle"}
{"caseId":"e44a6bf67ce3fde0c6608b150030e44d87eb25e3","paperId":"1611.03599","method":"front_truncation","inputTokens":6224,"outputTokens":1590,"reductionPercent":74.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8373,"evidencePosition":"middle"}
{"caseId":"e44a6bf67ce3fde0c6608b150030e44d87eb25e3","paperId":"1611.03599","method":"tail_recency","inputTokens":6224,"outputTokens":1567,"reductionPercent":74.82,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2653,"evidencePosition":"middle"}
{"caseId":"e44a6bf67ce3fde0c6608b150030e44d87eb25e3","paperId":"1611.03599","method":"seeded_random","inputTokens":6224,"outputTokens":1571,"reductionPercent":74.76,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4909,"evidencePosition":"middle"}
{"caseId":"e44a6bf67ce3fde0c6608b150030e44d87eb25e3","paperId":"1611.03599","method":"oracle_ceiling","inputTokens":6224,"outputTokens":1586,"reductionPercent":74.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8361,"evidencePosition":"middle"}
{"caseId":"6aa2a1e2e3666f2b2a1f282d4cbdd1ca325eb9de","paperId":"1809.00530","method":"maha_bm25","inputTokens":7050,"outputTokens":1556,"reductionPercent":77.93,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4219,"evidencePosition":"middle"}
{"caseId":"6aa2a1e2e3666f2b2a1f282d4cbdd1ca325eb9de","paperId":"1809.00530","method":"maha_keyword","inputTokens":7050,"outputTokens":1550,"reductionPercent":78.01,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5581,"evidencePosition":"middle"}
{"caseId":"6aa2a1e2e3666f2b2a1f282d4cbdd1ca325eb9de","paperId":"1809.00530","method":"front_truncation","inputTokens":7050,"outputTokens":1612,"reductionPercent":77.13,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6399,"evidencePosition":"middle"}
{"caseId":"6aa2a1e2e3666f2b2a1f282d4cbdd1ca325eb9de","paperId":"1809.00530","method":"tail_recency","inputTokens":7050,"outputTokens":1584,"reductionPercent":77.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.3847,"evidencePosition":"middle"}
{"caseId":"6aa2a1e2e3666f2b2a1f282d4cbdd1ca325eb9de","paperId":"1809.00530","method":"seeded_random","inputTokens":7050,"outputTokens":1628,"reductionPercent":76.91,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6838,"evidencePosition":"middle"}
{"caseId":"6aa2a1e2e3666f2b2a1f282d4cbdd1ca325eb9de","paperId":"1809.00530","method":"oracle_ceiling","inputTokens":7050,"outputTokens":1655,"reductionPercent":76.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.3647,"evidencePosition":"middle"}
{"caseId":"a253749e3b4c4f340778235f640ce694642a4555","paperId":"1908.08717","method":"maha_bm25","inputTokens":5574,"outputTokens":1552,"reductionPercent":72.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.239,"evidencePosition":"middle"}
{"caseId":"a253749e3b4c4f340778235f640ce694642a4555","paperId":"1908.08717","method":"maha_keyword","inputTokens":5574,"outputTokens":1552,"reductionPercent":72.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8198,"evidencePosition":"middle"}
{"caseId":"a253749e3b4c4f340778235f640ce694642a4555","paperId":"1908.08717","method":"front_truncation","inputTokens":5574,"outputTokens":1580,"reductionPercent":71.65,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1302,"evidencePosition":"middle"}
{"caseId":"a253749e3b4c4f340778235f640ce694642a4555","paperId":"1908.08717","method":"tail_recency","inputTokens":5574,"outputTokens":1542,"reductionPercent":72.34,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9616,"evidencePosition":"middle"}
{"caseId":"a253749e3b4c4f340778235f640ce694642a4555","paperId":"1908.08717","method":"seeded_random","inputTokens":5574,"outputTokens":1594,"reductionPercent":71.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8262,"evidencePosition":"middle"}
{"caseId":"a253749e3b4c4f340778235f640ce694642a4555","paperId":"1908.08717","method":"oracle_ceiling","inputTokens":5574,"outputTokens":1547,"reductionPercent":72.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6952,"evidencePosition":"middle"}
{"caseId":"6a31db1aca57a818f36bba9002561724655372a7","paperId":"1611.03599","method":"maha_bm25","inputTokens":6224,"outputTokens":1613,"reductionPercent":74.08,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4611,"evidencePosition":"middle"}
{"caseId":"6a31db1aca57a818f36bba9002561724655372a7","paperId":"1611.03599","method":"maha_keyword","inputTokens":6224,"outputTokens":1364,"reductionPercent":78.08,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.117,"evidencePosition":"middle"}
{"caseId":"6a31db1aca57a818f36bba9002561724655372a7","paperId":"1611.03599","method":"front_truncation","inputTokens":6224,"outputTokens":1590,"reductionPercent":74.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7435,"evidencePosition":"middle"}
{"caseId":"6a31db1aca57a818f36bba9002561724655372a7","paperId":"1611.03599","method":"tail_recency","inputTokens":6224,"outputTokens":1567,"reductionPercent":74.82,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2497,"evidencePosition":"middle"}
{"caseId":"6a31db1aca57a818f36bba9002561724655372a7","paperId":"1611.03599","method":"seeded_random","inputTokens":6224,"outputTokens":1590,"reductionPercent":74.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3782,"evidencePosition":"middle"}
{"caseId":"6a31db1aca57a818f36bba9002561724655372a7","paperId":"1611.03599","method":"oracle_ceiling","inputTokens":6224,"outputTokens":1614,"reductionPercent":74.07,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.2634,"evidencePosition":"middle"}
{"caseId":"0602a974a879e6eae223cdf048410b5a0111665e","paperId":"1908.09246","method":"maha_bm25","inputTokens":5769,"outputTokens":1599,"reductionPercent":72.28,"evidenceRecall":75,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9558,"evidencePosition":"back"}
{"caseId":"0602a974a879e6eae223cdf048410b5a0111665e","paperId":"1908.09246","method":"maha_keyword","inputTokens":5769,"outputTokens":1575,"reductionPercent":72.7,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.334,"evidencePosition":"back"}
{"caseId":"0602a974a879e6eae223cdf048410b5a0111665e","paperId":"1908.09246","method":"front_truncation","inputTokens":5769,"outputTokens":1591,"reductionPercent":72.42,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1928,"evidencePosition":"back"}
{"caseId":"0602a974a879e6eae223cdf048410b5a0111665e","paperId":"1908.09246","method":"tail_recency","inputTokens":5769,"outputTokens":1602,"reductionPercent":72.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.296,"evidencePosition":"back"}
{"caseId":"0602a974a879e6eae223cdf048410b5a0111665e","paperId":"1908.09246","method":"seeded_random","inputTokens":5769,"outputTokens":1651,"reductionPercent":71.38,"evidenceRecall":75,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3419,"evidencePosition":"back"}
{"caseId":"0602a974a879e6eae223cdf048410b5a0111665e","paperId":"1908.09246","method":"oracle_ceiling","inputTokens":5769,"outputTokens":1546,"reductionPercent":73.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.9125,"evidencePosition":"back"}
{"caseId":"5c5aeee83ea3b34f5936404f5855ccb9869356c1","paperId":"1909.00015","method":"maha_bm25","inputTokens":10009,"outputTokens":1422,"reductionPercent":85.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8802,"evidencePosition":"front"}
{"caseId":"5c5aeee83ea3b34f5936404f5855ccb9869356c1","paperId":"1909.00015","method":"maha_keyword","inputTokens":10009,"outputTokens":1422,"reductionPercent":85.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3118,"evidencePosition":"front"}
{"caseId":"5c5aeee83ea3b34f5936404f5855ccb9869356c1","paperId":"1909.00015","method":"front_truncation","inputTokens":10009,"outputTokens":1580,"reductionPercent":84.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.3895,"evidencePosition":"front"}
{"caseId":"5c5aeee83ea3b34f5936404f5855ccb9869356c1","paperId":"1909.00015","method":"tail_recency","inputTokens":10009,"outputTokens":1423,"reductionPercent":85.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.951,"evidencePosition":"front"}
{"caseId":"5c5aeee83ea3b34f5936404f5855ccb9869356c1","paperId":"1909.00015","method":"seeded_random","inputTokens":10009,"outputTokens":1509,"reductionPercent":84.92,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.0504,"evidencePosition":"front"}
{"caseId":"5c5aeee83ea3b34f5936404f5855ccb9869356c1","paperId":"1909.00015","method":"oracle_ceiling","inputTokens":10009,"outputTokens":1550,"reductionPercent":84.51,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.7074,"evidencePosition":"front"}
{"caseId":"66c96c297c2cffdf5013bab5e95b59101cb38655","paperId":"2003.03106","method":"maha_bm25","inputTokens":6723,"outputTokens":1472,"reductionPercent":78.11,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0715,"evidencePosition":"back"}
{"caseId":"66c96c297c2cffdf5013bab5e95b59101cb38655","paperId":"2003.03106","method":"maha_keyword","inputTokens":6723,"outputTokens":1483,"reductionPercent":77.94,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3708,"evidencePosition":"back"}
{"caseId":"66c96c297c2cffdf5013bab5e95b59101cb38655","paperId":"2003.03106","method":"front_truncation","inputTokens":6723,"outputTokens":1573,"reductionPercent":76.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.3571,"evidencePosition":"back"}
{"caseId":"66c96c297c2cffdf5013bab5e95b59101cb38655","paperId":"2003.03106","method":"tail_recency","inputTokens":6723,"outputTokens":1553,"reductionPercent":76.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.1012,"evidencePosition":"back"}
{"caseId":"66c96c297c2cffdf5013bab5e95b59101cb38655","paperId":"2003.03106","method":"seeded_random","inputTokens":6723,"outputTokens":1545,"reductionPercent":77.02,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.0766,"evidencePosition":"back"}
{"caseId":"66c96c297c2cffdf5013bab5e95b59101cb38655","paperId":"2003.03106","method":"oracle_ceiling","inputTokens":6723,"outputTokens":1570,"reductionPercent":76.65,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.6448,"evidencePosition":"back"}
{"caseId":"d67c01d9b689c052045f3de1b0918bab18c3f174","paperId":"1610.00956","method":"maha_bm25","inputTokens":5504,"outputTokens":1620,"reductionPercent":70.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6064,"evidencePosition":"back"}
{"caseId":"d67c01d9b689c052045f3de1b0918bab18c3f174","paperId":"1610.00956","method":"maha_keyword","inputTokens":5504,"outputTokens":1581,"reductionPercent":71.28,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3357,"evidencePosition":"back"}
{"caseId":"d67c01d9b689c052045f3de1b0918bab18c3f174","paperId":"1610.00956","method":"front_truncation","inputTokens":5504,"outputTokens":1588,"reductionPercent":71.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.0147,"evidencePosition":"back"}
{"caseId":"d67c01d9b689c052045f3de1b0918bab18c3f174","paperId":"1610.00956","method":"tail_recency","inputTokens":5504,"outputTokens":1536,"reductionPercent":72.09,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.75,"evidencePosition":"back"}
{"caseId":"d67c01d9b689c052045f3de1b0918bab18c3f174","paperId":"1610.00956","method":"seeded_random","inputTokens":5504,"outputTokens":1541,"reductionPercent":72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.1182,"evidencePosition":"back"}
{"caseId":"d67c01d9b689c052045f3de1b0918bab18c3f174","paperId":"1610.00956","method":"oracle_ceiling","inputTokens":5504,"outputTokens":1574,"reductionPercent":71.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.444,"evidencePosition":"back"}
{"caseId":"dca86fbe1d57b44986055b282a03c15ef7882e51","paperId":"1712.05999","method":"maha_bm25","inputTokens":4141,"outputTokens":1543,"reductionPercent":62.74,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8472,"evidencePosition":"middle"}
{"caseId":"dca86fbe1d57b44986055b282a03c15ef7882e51","paperId":"1712.05999","method":"maha_keyword","inputTokens":4141,"outputTokens":1520,"reductionPercent":63.29,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3534,"evidencePosition":"middle"}
{"caseId":"dca86fbe1d57b44986055b282a03c15ef7882e51","paperId":"1712.05999","method":"front_truncation","inputTokens":4141,"outputTokens":1558,"reductionPercent":62.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6671,"evidencePosition":"middle"}
{"caseId":"dca86fbe1d57b44986055b282a03c15ef7882e51","paperId":"1712.05999","method":"tail_recency","inputTokens":4141,"outputTokens":1505,"reductionPercent":63.66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9552,"evidencePosition":"middle"}
{"caseId":"dca86fbe1d57b44986055b282a03c15ef7882e51","paperId":"1712.05999","method":"seeded_random","inputTokens":4141,"outputTokens":1533,"reductionPercent":62.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4052,"evidencePosition":"middle"}
{"caseId":"dca86fbe1d57b44986055b282a03c15ef7882e51","paperId":"1712.05999","method":"oracle_ceiling","inputTokens":4141,"outputTokens":1518,"reductionPercent":63.34,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8911,"evidencePosition":"middle"}
{"caseId":"0ad4359e3e7e5e5f261c2668fe84c12bc762b3b8","paperId":"1809.02286","method":"maha_bm25","inputTokens":8454,"outputTokens":1553,"reductionPercent":81.63,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1712,"evidencePosition":"back"}
{"caseId":"0ad4359e3e7e5e5f261c2668fe84c12bc762b3b8","paperId":"1809.02286","method":"maha_keyword","inputTokens":8454,"outputTokens":1553,"reductionPercent":81.63,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2073,"evidencePosition":"back"}
{"caseId":"0ad4359e3e7e5e5f261c2668fe84c12bc762b3b8","paperId":"1809.02286","method":"front_truncation","inputTokens":8454,"outputTokens":1579,"reductionPercent":81.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.696,"evidencePosition":"back"}
{"caseId":"0ad4359e3e7e5e5f261c2668fe84c12bc762b3b8","paperId":"1809.02286","method":"tail_recency","inputTokens":8454,"outputTokens":1549,"reductionPercent":81.68,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0287,"evidencePosition":"back"}
{"caseId":"0ad4359e3e7e5e5f261c2668fe84c12bc762b3b8","paperId":"1809.02286","method":"seeded_random","inputTokens":8454,"outputTokens":1449,"reductionPercent":82.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8268,"evidencePosition":"back"}
{"caseId":"0ad4359e3e7e5e5f261c2668fe84c12bc762b3b8","paperId":"1809.02286","method":"oracle_ceiling","inputTokens":8454,"outputTokens":1551,"reductionPercent":81.65,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.5856,"evidencePosition":"back"}
{"caseId":"bdf93053b1b9b0a21f77ed370cf4d5a10df70e3e","paperId":"1706.01875","method":"maha_bm25","inputTokens":4580,"outputTokens":1374,"reductionPercent":70,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8277,"evidencePosition":"middle"}
{"caseId":"bdf93053b1b9b0a21f77ed370cf4d5a10df70e3e","paperId":"1706.01875","method":"maha_keyword","inputTokens":4580,"outputTokens":1374,"reductionPercent":70,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.621,"evidencePosition":"middle"}
{"caseId":"bdf93053b1b9b0a21f77ed370cf4d5a10df70e3e","paperId":"1706.01875","method":"front_truncation","inputTokens":4580,"outputTokens":1580,"reductionPercent":65.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0271,"evidencePosition":"middle"}
{"caseId":"bdf93053b1b9b0a21f77ed370cf4d5a10df70e3e","paperId":"1706.01875","method":"tail_recency","inputTokens":4580,"outputTokens":1569,"reductionPercent":65.74,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7254,"evidencePosition":"middle"}
{"caseId":"bdf93053b1b9b0a21f77ed370cf4d5a10df70e3e","paperId":"1706.01875","method":"seeded_random","inputTokens":4580,"outputTokens":1557,"reductionPercent":66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4782,"evidencePosition":"middle"}
{"caseId":"bdf93053b1b9b0a21f77ed370cf4d5a10df70e3e","paperId":"1706.01875","method":"oracle_ceiling","inputTokens":4580,"outputTokens":1587,"reductionPercent":65.35,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7011,"evidencePosition":"middle"}
{"caseId":"5eda469a8a77f028d0c5f1acd296111085614537","paperId":"1912.01214","method":"maha_bm25","inputTokens":5735,"outputTokens":1518,"reductionPercent":73.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7827,"evidencePosition":"middle"}
{"caseId":"5eda469a8a77f028d0c5f1acd296111085614537","paperId":"1912.01214","method":"maha_keyword","inputTokens":5735,"outputTokens":1550,"reductionPercent":72.97,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4956,"evidencePosition":"middle"}
{"caseId":"5eda469a8a77f028d0c5f1acd296111085614537","paperId":"1912.01214","method":"front_truncation","inputTokens":5735,"outputTokens":1563,"reductionPercent":72.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9566,"evidencePosition":"middle"}
{"caseId":"5eda469a8a77f028d0c5f1acd296111085614537","paperId":"1912.01214","method":"tail_recency","inputTokens":5735,"outputTokens":1578,"reductionPercent":72.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8602,"evidencePosition":"middle"}
{"caseId":"5eda469a8a77f028d0c5f1acd296111085614537","paperId":"1912.01214","method":"seeded_random","inputTokens":5735,"outputTokens":1554,"reductionPercent":72.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.473,"evidencePosition":"middle"}
{"caseId":"5eda469a8a77f028d0c5f1acd296111085614537","paperId":"1912.01214","method":"oracle_ceiling","inputTokens":5735,"outputTokens":1570,"reductionPercent":72.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1343,"evidencePosition":"middle"}
{"caseId":"f59f1f5b528a2eec5cfb1e49c87699e0c536cc45","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1616,"reductionPercent":63.84,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2961,"evidencePosition":"middle"}
{"caseId":"f59f1f5b528a2eec5cfb1e49c87699e0c536cc45","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1671,"reductionPercent":62.61,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8937,"evidencePosition":"middle"}
{"caseId":"f59f1f5b528a2eec5cfb1e49c87699e0c536cc45","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1705,"reductionPercent":61.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7847,"evidencePosition":"middle"}
{"caseId":"f59f1f5b528a2eec5cfb1e49c87699e0c536cc45","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1592,"reductionPercent":64.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5251,"evidencePosition":"middle"}
{"caseId":"f59f1f5b528a2eec5cfb1e49c87699e0c536cc45","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1604,"reductionPercent":64.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5382,"evidencePosition":"middle"}
{"caseId":"f59f1f5b528a2eec5cfb1e49c87699e0c536cc45","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1590,"reductionPercent":64.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1996,"evidencePosition":"middle"}
{"caseId":"692c9c5d9ff9cd3e0ce8b5e4fa68dda9bd23dec1","paperId":"1612.08205","method":"maha_bm25","inputTokens":5487,"outputTokens":1566,"reductionPercent":71.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1686,"evidencePosition":"front"}
{"caseId":"692c9c5d9ff9cd3e0ce8b5e4fa68dda9bd23dec1","paperId":"1612.08205","method":"maha_keyword","inputTokens":5487,"outputTokens":1574,"reductionPercent":71.31,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9128,"evidencePosition":"front"}
{"caseId":"692c9c5d9ff9cd3e0ce8b5e4fa68dda9bd23dec1","paperId":"1612.08205","method":"front_truncation","inputTokens":5487,"outputTokens":1547,"reductionPercent":71.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9288,"evidencePosition":"front"}
{"caseId":"692c9c5d9ff9cd3e0ce8b5e4fa68dda9bd23dec1","paperId":"1612.08205","method":"tail_recency","inputTokens":5487,"outputTokens":1515,"reductionPercent":72.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6093,"evidencePosition":"front"}
{"caseId":"692c9c5d9ff9cd3e0ce8b5e4fa68dda9bd23dec1","paperId":"1612.08205","method":"seeded_random","inputTokens":5487,"outputTokens":1546,"reductionPercent":71.82,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6756,"evidencePosition":"front"}
{"caseId":"692c9c5d9ff9cd3e0ce8b5e4fa68dda9bd23dec1","paperId":"1612.08205","method":"oracle_ceiling","inputTokens":5487,"outputTokens":1514,"reductionPercent":72.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.8113,"evidencePosition":"front"}
{"caseId":"74e866137b3452ec50fb6feaf5753c8637459e62","paperId":"1604.00400","method":"maha_bm25","inputTokens":6877,"outputTokens":1504,"reductionPercent":78.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0573,"evidencePosition":"middle"}
{"caseId":"74e866137b3452ec50fb6feaf5753c8637459e62","paperId":"1604.00400","method":"maha_keyword","inputTokens":6877,"outputTokens":1542,"reductionPercent":77.58,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2908,"evidencePosition":"middle"}
{"caseId":"74e866137b3452ec50fb6feaf5753c8637459e62","paperId":"1604.00400","method":"front_truncation","inputTokens":6877,"outputTokens":1567,"reductionPercent":77.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4886,"evidencePosition":"middle"}
{"caseId":"74e866137b3452ec50fb6feaf5753c8637459e62","paperId":"1604.00400","method":"tail_recency","inputTokens":6877,"outputTokens":1567,"reductionPercent":77.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7635,"evidencePosition":"middle"}
{"caseId":"74e866137b3452ec50fb6feaf5753c8637459e62","paperId":"1604.00400","method":"seeded_random","inputTokens":6877,"outputTokens":1611,"reductionPercent":76.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3687,"evidencePosition":"middle"}
{"caseId":"74e866137b3452ec50fb6feaf5753c8637459e62","paperId":"1604.00400","method":"oracle_ceiling","inputTokens":6877,"outputTokens":1591,"reductionPercent":76.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.512,"evidencePosition":"middle"}
{"caseId":"fb5fb11e7d01b9f9efe3db3417b8faf4f8d6931f","paperId":"1810.12196","method":"maha_bm25","inputTokens":4969,"outputTokens":1559,"reductionPercent":68.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4699,"evidencePosition":"back"}
{"caseId":"fb5fb11e7d01b9f9efe3db3417b8faf4f8d6931f","paperId":"1810.12196","method":"maha_keyword","inputTokens":4969,"outputTokens":1559,"reductionPercent":68.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1421,"evidencePosition":"back"}
{"caseId":"fb5fb11e7d01b9f9efe3db3417b8faf4f8d6931f","paperId":"1810.12196","method":"front_truncation","inputTokens":4969,"outputTokens":1562,"reductionPercent":68.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9835,"evidencePosition":"back"}
{"caseId":"fb5fb11e7d01b9f9efe3db3417b8faf4f8d6931f","paperId":"1810.12196","method":"tail_recency","inputTokens":4969,"outputTokens":1563,"reductionPercent":68.54,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0032,"evidencePosition":"back"}
{"caseId":"fb5fb11e7d01b9f9efe3db3417b8faf4f8d6931f","paperId":"1810.12196","method":"seeded_random","inputTokens":4969,"outputTokens":1535,"reductionPercent":69.11,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.874,"evidencePosition":"back"}
{"caseId":"fb5fb11e7d01b9f9efe3db3417b8faf4f8d6931f","paperId":"1810.12196","method":"oracle_ceiling","inputTokens":4969,"outputTokens":1546,"reductionPercent":68.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1707,"evidencePosition":"back"}
{"caseId":"dc2a2c177cd5df6da5d03e6e74262bf424850ec9","paperId":"2002.12612","method":"maha_bm25","inputTokens":7095,"outputTokens":1439,"reductionPercent":79.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1564,"evidencePosition":"front"}
{"caseId":"dc2a2c177cd5df6da5d03e6e74262bf424850ec9","paperId":"2002.12612","method":"maha_keyword","inputTokens":7095,"outputTokens":1474,"reductionPercent":79.22,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4383,"evidencePosition":"front"}
{"caseId":"dc2a2c177cd5df6da5d03e6e74262bf424850ec9","paperId":"2002.12612","method":"front_truncation","inputTokens":7095,"outputTokens":1555,"reductionPercent":78.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.3608,"evidencePosition":"front"}
{"caseId":"dc2a2c177cd5df6da5d03e6e74262bf424850ec9","paperId":"2002.12612","method":"tail_recency","inputTokens":7095,"outputTokens":1509,"reductionPercent":78.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.1617,"evidencePosition":"front"}
{"caseId":"dc2a2c177cd5df6da5d03e6e74262bf424850ec9","paperId":"2002.12612","method":"seeded_random","inputTokens":7095,"outputTokens":1496,"reductionPercent":78.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0802,"evidencePosition":"front"}
{"caseId":"dc2a2c177cd5df6da5d03e6e74262bf424850ec9","paperId":"2002.12612","method":"oracle_ceiling","inputTokens":7095,"outputTokens":1493,"reductionPercent":78.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.0337,"evidencePosition":"front"}
{"caseId":"a29c071065d26e5ee3c3bcd877e7f215c59d1d33","paperId":"1908.10084","method":"maha_bm25","inputTokens":6061,"outputTokens":1554,"reductionPercent":74.36,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4554,"evidencePosition":"middle"}
{"caseId":"a29c071065d26e5ee3c3bcd877e7f215c59d1d33","paperId":"1908.10084","method":"maha_keyword","inputTokens":6061,"outputTokens":1637,"reductionPercent":72.99,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.896,"evidencePosition":"middle"}
{"caseId":"a29c071065d26e5ee3c3bcd877e7f215c59d1d33","paperId":"1908.10084","method":"front_truncation","inputTokens":6061,"outputTokens":1592,"reductionPercent":73.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8692,"evidencePosition":"middle"}
{"caseId":"a29c071065d26e5ee3c3bcd877e7f215c59d1d33","paperId":"1908.10084","method":"tail_recency","inputTokens":6061,"outputTokens":1620,"reductionPercent":73.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5015,"evidencePosition":"middle"}
{"caseId":"a29c071065d26e5ee3c3bcd877e7f215c59d1d33","paperId":"1908.10084","method":"seeded_random","inputTokens":6061,"outputTokens":1624,"reductionPercent":73.21,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5702,"evidencePosition":"middle"}
{"caseId":"a29c071065d26e5ee3c3bcd877e7f215c59d1d33","paperId":"1908.10084","method":"oracle_ceiling","inputTokens":6061,"outputTokens":1622,"reductionPercent":73.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.1485,"evidencePosition":"middle"}
{"caseId":"5cc2daca2a84ddccba9cdd9449e51bb3f64b3dde","paperId":"1912.01772","method":"maha_bm25","inputTokens":4300,"outputTokens":1502,"reductionPercent":65.07,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.84,"evidencePosition":"back"}
{"caseId":"5cc2daca2a84ddccba9cdd9449e51bb3f64b3dde","paperId":"1912.01772","method":"maha_keyword","inputTokens":4300,"outputTokens":1550,"reductionPercent":63.95,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2716,"evidencePosition":"back"}
{"caseId":"5cc2daca2a84ddccba9cdd9449e51bb3f64b3dde","paperId":"1912.01772","method":"front_truncation","inputTokens":4300,"outputTokens":1665,"reductionPercent":61.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.627,"evidencePosition":"back"}
{"caseId":"5cc2daca2a84ddccba9cdd9449e51bb3f64b3dde","paperId":"1912.01772","method":"tail_recency","inputTokens":4300,"outputTokens":1653,"reductionPercent":61.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1269,"evidencePosition":"back"}
{"caseId":"5cc2daca2a84ddccba9cdd9449e51bb3f64b3dde","paperId":"1912.01772","method":"seeded_random","inputTokens":4300,"outputTokens":1622,"reductionPercent":62.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.521,"evidencePosition":"back"}
{"caseId":"5cc2daca2a84ddccba9cdd9449e51bb3f64b3dde","paperId":"1912.01772","method":"oracle_ceiling","inputTokens":4300,"outputTokens":1644,"reductionPercent":61.77,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7509,"evidencePosition":"back"}
{"caseId":"5a22293b055f5775081d6acdc0450f7bd5f5de04","paperId":"1909.02304","method":"maha_bm25","inputTokens":7918,"outputTokens":1417,"reductionPercent":82.1,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1806,"evidencePosition":"middle"}
{"caseId":"5a22293b055f5775081d6acdc0450f7bd5f5de04","paperId":"1909.02304","method":"maha_keyword","inputTokens":7918,"outputTokens":1360,"reductionPercent":82.82,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4652,"evidencePosition":"middle"}
{"caseId":"5a22293b055f5775081d6acdc0450f7bd5f5de04","paperId":"1909.02304","method":"front_truncation","inputTokens":7918,"outputTokens":1508,"reductionPercent":80.95,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.2345,"evidencePosition":"middle"}
{"caseId":"5a22293b055f5775081d6acdc0450f7bd5f5de04","paperId":"1909.02304","method":"tail_recency","inputTokens":7918,"outputTokens":1542,"reductionPercent":80.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.0357,"evidencePosition":"middle"}
{"caseId":"5a22293b055f5775081d6acdc0450f7bd5f5de04","paperId":"1909.02304","method":"seeded_random","inputTokens":7918,"outputTokens":1499,"reductionPercent":81.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.1371,"evidencePosition":"middle"}
{"caseId":"5a22293b055f5775081d6acdc0450f7bd5f5de04","paperId":"1909.02304","method":"oracle_ceiling","inputTokens":7918,"outputTokens":1435,"reductionPercent":81.88,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.749,"evidencePosition":"middle"}
{"caseId":"23e2971c962bb6486bc0a66ff04242170dd22a1d","paperId":"1901.01010","method":"maha_bm25","inputTokens":5893,"outputTokens":1485,"reductionPercent":74.8,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1907,"evidencePosition":"back"}
{"caseId":"23e2971c962bb6486bc0a66ff04242170dd22a1d","paperId":"1901.01010","method":"maha_keyword","inputTokens":5893,"outputTokens":1547,"reductionPercent":73.75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9648,"evidencePosition":"back"}
{"caseId":"23e2971c962bb6486bc0a66ff04242170dd22a1d","paperId":"1901.01010","method":"front_truncation","inputTokens":5893,"outputTokens":1528,"reductionPercent":74.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2553,"evidencePosition":"back"}
{"caseId":"23e2971c962bb6486bc0a66ff04242170dd22a1d","paperId":"1901.01010","method":"tail_recency","inputTokens":5893,"outputTokens":1533,"reductionPercent":73.99,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1812,"evidencePosition":"back"}
{"caseId":"23e2971c962bb6486bc0a66ff04242170dd22a1d","paperId":"1901.01010","method":"seeded_random","inputTokens":5893,"outputTokens":1557,"reductionPercent":73.58,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0686,"evidencePosition":"back"}
{"caseId":"23e2971c962bb6486bc0a66ff04242170dd22a1d","paperId":"1901.01010","method":"oracle_ceiling","inputTokens":5893,"outputTokens":1578,"reductionPercent":73.22,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0376,"evidencePosition":"back"}
{"caseId":"c571deefe93f0a41b60f9886db119947648e967c","paperId":"1810.12085","method":"maha_bm25","inputTokens":4161,"outputTokens":1539,"reductionPercent":63.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8167,"evidencePosition":"front"}
{"caseId":"c571deefe93f0a41b60f9886db119947648e967c","paperId":"1810.12085","method":"maha_keyword","inputTokens":4161,"outputTokens":1539,"reductionPercent":63.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.177,"evidencePosition":"front"}
{"caseId":"c571deefe93f0a41b60f9886db119947648e967c","paperId":"1810.12085","method":"front_truncation","inputTokens":4161,"outputTokens":1626,"reductionPercent":60.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4134,"evidencePosition":"front"}
{"caseId":"c571deefe93f0a41b60f9886db119947648e967c","paperId":"1810.12085","method":"tail_recency","inputTokens":4161,"outputTokens":1600,"reductionPercent":61.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.957,"evidencePosition":"front"}
{"caseId":"c571deefe93f0a41b60f9886db119947648e967c","paperId":"1810.12085","method":"seeded_random","inputTokens":4161,"outputTokens":1573,"reductionPercent":62.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.308,"evidencePosition":"front"}
{"caseId":"c571deefe93f0a41b60f9886db119947648e967c","paperId":"1810.12085","method":"oracle_ceiling","inputTokens":4161,"outputTokens":1626,"reductionPercent":60.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.529,"evidencePosition":"front"}
{"caseId":"612c3675b6c55b60ae6d24265ed8e20f62cb117e","paperId":"2003.08385","method":"maha_bm25","inputTokens":5671,"outputTokens":1487,"reductionPercent":73.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6604,"evidencePosition":"back"}
{"caseId":"612c3675b6c55b60ae6d24265ed8e20f62cb117e","paperId":"2003.08385","method":"maha_keyword","inputTokens":5671,"outputTokens":1504,"reductionPercent":73.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9602,"evidencePosition":"back"}
{"caseId":"612c3675b6c55b60ae6d24265ed8e20f62cb117e","paperId":"2003.08385","method":"front_truncation","inputTokens":5671,"outputTokens":1558,"reductionPercent":72.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.6761,"evidencePosition":"back"}
{"caseId":"612c3675b6c55b60ae6d24265ed8e20f62cb117e","paperId":"2003.08385","method":"tail_recency","inputTokens":5671,"outputTokens":1507,"reductionPercent":73.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.1592,"evidencePosition":"back"}
{"caseId":"612c3675b6c55b60ae6d24265ed8e20f62cb117e","paperId":"2003.08385","method":"seeded_random","inputTokens":5671,"outputTokens":1520,"reductionPercent":73.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.4445,"evidencePosition":"back"}
{"caseId":"612c3675b6c55b60ae6d24265ed8e20f62cb117e","paperId":"2003.08385","method":"oracle_ceiling","inputTokens":5671,"outputTokens":1492,"reductionPercent":73.69,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.0985,"evidencePosition":"back"}
{"caseId":"70148c8d0f345ea36200d5ba19d021924d98e759","paperId":"1906.01040","method":"maha_bm25","inputTokens":4693,"outputTokens":1553,"reductionPercent":66.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1022,"evidencePosition":"front"}
{"caseId":"70148c8d0f345ea36200d5ba19d021924d98e759","paperId":"1906.01040","method":"maha_keyword","inputTokens":4693,"outputTokens":1504,"reductionPercent":67.95,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3829,"evidencePosition":"front"}
{"caseId":"70148c8d0f345ea36200d5ba19d021924d98e759","paperId":"1906.01040","method":"front_truncation","inputTokens":4693,"outputTokens":1619,"reductionPercent":65.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7819,"evidencePosition":"front"}
{"caseId":"70148c8d0f345ea36200d5ba19d021924d98e759","paperId":"1906.01040","method":"tail_recency","inputTokens":4693,"outputTokens":1594,"reductionPercent":66.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0515,"evidencePosition":"front"}
{"caseId":"70148c8d0f345ea36200d5ba19d021924d98e759","paperId":"1906.01040","method":"seeded_random","inputTokens":4693,"outputTokens":1606,"reductionPercent":65.78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6342,"evidencePosition":"front"}
{"caseId":"70148c8d0f345ea36200d5ba19d021924d98e759","paperId":"1906.01040","method":"oracle_ceiling","inputTokens":4693,"outputTokens":1620,"reductionPercent":65.48,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.6143,"evidencePosition":"front"}
{"caseId":"67e9e147b2cab5ba43572ce8a17fc863690172f0","paperId":"1912.00667","method":"maha_bm25","inputTokens":7173,"outputTokens":1586,"reductionPercent":77.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7488,"evidencePosition":"back"}
{"caseId":"67e9e147b2cab5ba43572ce8a17fc863690172f0","paperId":"1912.00667","method":"maha_keyword","inputTokens":7173,"outputTokens":1344,"reductionPercent":81.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1398,"evidencePosition":"back"}
{"caseId":"67e9e147b2cab5ba43572ce8a17fc863690172f0","paperId":"1912.00667","method":"front_truncation","inputTokens":7173,"outputTokens":1592,"reductionPercent":77.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1104,"evidencePosition":"back"}
{"caseId":"67e9e147b2cab5ba43572ce8a17fc863690172f0","paperId":"1912.00667","method":"tail_recency","inputTokens":7173,"outputTokens":1647,"reductionPercent":77.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.7762,"evidencePosition":"back"}
{"caseId":"67e9e147b2cab5ba43572ce8a17fc863690172f0","paperId":"1912.00667","method":"seeded_random","inputTokens":7173,"outputTokens":1519,"reductionPercent":78.82,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9669,"evidencePosition":"back"}
{"caseId":"67e9e147b2cab5ba43572ce8a17fc863690172f0","paperId":"1912.00667","method":"oracle_ceiling","inputTokens":7173,"outputTokens":1601,"reductionPercent":77.68,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.9359,"evidencePosition":"back"}
{"caseId":"e025061e199b121f2ac8f3d9637d9bf987d65cd5","paperId":"1712.00991","method":"maha_bm25","inputTokens":4556,"outputTokens":1468,"reductionPercent":67.78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1099,"evidencePosition":"middle"}
{"caseId":"e025061e199b121f2ac8f3d9637d9bf987d65cd5","paperId":"1712.00991","method":"maha_keyword","inputTokens":4556,"outputTokens":1375,"reductionPercent":69.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.413,"evidencePosition":"middle"}
{"caseId":"e025061e199b121f2ac8f3d9637d9bf987d65cd5","paperId":"1712.00991","method":"front_truncation","inputTokens":4556,"outputTokens":1609,"reductionPercent":64.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0752,"evidencePosition":"middle"}
{"caseId":"e025061e199b121f2ac8f3d9637d9bf987d65cd5","paperId":"1712.00991","method":"tail_recency","inputTokens":4556,"outputTokens":1617,"reductionPercent":64.51,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4371,"evidencePosition":"middle"}
{"caseId":"e025061e199b121f2ac8f3d9637d9bf987d65cd5","paperId":"1712.00991","method":"seeded_random","inputTokens":4556,"outputTokens":1622,"reductionPercent":64.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5075,"evidencePosition":"middle"}
{"caseId":"e025061e199b121f2ac8f3d9637d9bf987d65cd5","paperId":"1712.00991","method":"oracle_ceiling","inputTokens":4556,"outputTokens":1544,"reductionPercent":66.11,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5236,"evidencePosition":"middle"}
{"caseId":"2236386729105f5cf42f73cc055ce3acdea2d452","paperId":"1810.12196","method":"maha_bm25","inputTokens":4969,"outputTokens":1431,"reductionPercent":71.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6321,"evidencePosition":"back"}
{"caseId":"2236386729105f5cf42f73cc055ce3acdea2d452","paperId":"1810.12196","method":"maha_keyword","inputTokens":4969,"outputTokens":1359,"reductionPercent":72.65,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9746,"evidencePosition":"back"}
{"caseId":"2236386729105f5cf42f73cc055ce3acdea2d452","paperId":"1810.12196","method":"front_truncation","inputTokens":4969,"outputTokens":1563,"reductionPercent":68.54,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.271,"evidencePosition":"back"}
{"caseId":"2236386729105f5cf42f73cc055ce3acdea2d452","paperId":"1810.12196","method":"tail_recency","inputTokens":4969,"outputTokens":1564,"reductionPercent":68.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9264,"evidencePosition":"back"}
{"caseId":"2236386729105f5cf42f73cc055ce3acdea2d452","paperId":"1810.12196","method":"seeded_random","inputTokens":4969,"outputTokens":1550,"reductionPercent":68.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9568,"evidencePosition":"back"}
{"caseId":"2236386729105f5cf42f73cc055ce3acdea2d452","paperId":"1810.12196","method":"oracle_ceiling","inputTokens":4969,"outputTokens":1548,"reductionPercent":68.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5702,"evidencePosition":"back"}
{"caseId":"56a8826cbee49560592b2d4b47b18ada236a12b9","paperId":"1712.05999","method":"maha_bm25","inputTokens":4141,"outputTokens":1406,"reductionPercent":66.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9958,"evidencePosition":"front"}
{"caseId":"56a8826cbee49560592b2d4b47b18ada236a12b9","paperId":"1712.05999","method":"maha_keyword","inputTokens":4141,"outputTokens":1488,"reductionPercent":64.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.322,"evidencePosition":"front"}
{"caseId":"56a8826cbee49560592b2d4b47b18ada236a12b9","paperId":"1712.05999","method":"front_truncation","inputTokens":4141,"outputTokens":1556,"reductionPercent":62.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6946,"evidencePosition":"front"}
{"caseId":"56a8826cbee49560592b2d4b47b18ada236a12b9","paperId":"1712.05999","method":"tail_recency","inputTokens":4141,"outputTokens":1513,"reductionPercent":63.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6278,"evidencePosition":"front"}
{"caseId":"56a8826cbee49560592b2d4b47b18ada236a12b9","paperId":"1712.05999","method":"seeded_random","inputTokens":4141,"outputTokens":1565,"reductionPercent":62.21,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2179,"evidencePosition":"front"}
{"caseId":"56a8826cbee49560592b2d4b47b18ada236a12b9","paperId":"1712.05999","method":"oracle_ceiling","inputTokens":4141,"outputTokens":1514,"reductionPercent":63.44,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2436,"evidencePosition":"front"}
{"caseId":"984fc3e726848f8f13dfe72b89e3770d00c3a1af","paperId":"1703.10344","method":"maha_bm25","inputTokens":10895,"outputTokens":1561,"reductionPercent":85.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.9838,"evidencePosition":"middle"}
{"caseId":"984fc3e726848f8f13dfe72b89e3770d00c3a1af","paperId":"1703.10344","method":"maha_keyword","inputTokens":10895,"outputTokens":1549,"reductionPercent":85.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.0916,"evidencePosition":"middle"}
{"caseId":"984fc3e726848f8f13dfe72b89e3770d00c3a1af","paperId":"1703.10344","method":"front_truncation","inputTokens":10895,"outputTokens":1563,"reductionPercent":85.65,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":7.9116,"evidencePosition":"middle"}
{"caseId":"984fc3e726848f8f13dfe72b89e3770d00c3a1af","paperId":"1703.10344","method":"tail_recency","inputTokens":10895,"outputTokens":1581,"reductionPercent":85.49,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.3572,"evidencePosition":"middle"}
{"caseId":"984fc3e726848f8f13dfe72b89e3770d00c3a1af","paperId":"1703.10344","method":"seeded_random","inputTokens":10895,"outputTokens":1631,"reductionPercent":85.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.5346,"evidencePosition":"middle"}
{"caseId":"984fc3e726848f8f13dfe72b89e3770d00c3a1af","paperId":"1703.10344","method":"oracle_ceiling","inputTokens":10895,"outputTokens":1609,"reductionPercent":85.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":11.814,"evidencePosition":"middle"}
{"caseId":"17a1eff7993c47c54eddc7344e7454fbe64191cd","paperId":"1807.07279","method":"maha_bm25","inputTokens":8838,"outputTokens":1613,"reductionPercent":81.75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9745,"evidencePosition":"back"}
{"caseId":"17a1eff7993c47c54eddc7344e7454fbe64191cd","paperId":"1807.07279","method":"maha_keyword","inputTokens":8838,"outputTokens":1504,"reductionPercent":82.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6377,"evidencePosition":"back"}
{"caseId":"17a1eff7993c47c54eddc7344e7454fbe64191cd","paperId":"1807.07279","method":"front_truncation","inputTokens":8838,"outputTokens":1697,"reductionPercent":80.8,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.7537,"evidencePosition":"back"}
{"caseId":"17a1eff7993c47c54eddc7344e7454fbe64191cd","paperId":"1807.07279","method":"tail_recency","inputTokens":8838,"outputTokens":1576,"reductionPercent":82.17,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.6433,"evidencePosition":"back"}
{"caseId":"17a1eff7993c47c54eddc7344e7454fbe64191cd","paperId":"1807.07279","method":"seeded_random","inputTokens":8838,"outputTokens":1643,"reductionPercent":81.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.404,"evidencePosition":"back"}
{"caseId":"17a1eff7993c47c54eddc7344e7454fbe64191cd","paperId":"1807.07279","method":"oracle_ceiling","inputTokens":8838,"outputTokens":1589,"reductionPercent":82.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.6952,"evidencePosition":"back"}
{"caseId":"2c59528b6bc5b5dc28a7b69b33594b274908cca6","paperId":"1905.11268","method":"maha_bm25","inputTokens":6285,"outputTokens":1477,"reductionPercent":76.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4875,"evidencePosition":"front"}
{"caseId":"2c59528b6bc5b5dc28a7b69b33594b274908cca6","paperId":"1905.11268","method":"maha_keyword","inputTokens":6285,"outputTokens":1475,"reductionPercent":76.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9971,"evidencePosition":"front"}
{"caseId":"2c59528b6bc5b5dc28a7b69b33594b274908cca6","paperId":"1905.11268","method":"front_truncation","inputTokens":6285,"outputTokens":1621,"reductionPercent":74.21,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2866,"evidencePosition":"front"}
{"caseId":"2c59528b6bc5b5dc28a7b69b33594b274908cca6","paperId":"1905.11268","method":"tail_recency","inputTokens":6285,"outputTokens":1499,"reductionPercent":76.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9793,"evidencePosition":"front"}
{"caseId":"2c59528b6bc5b5dc28a7b69b33594b274908cca6","paperId":"1905.11268","method":"seeded_random","inputTokens":6285,"outputTokens":1481,"reductionPercent":76.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7167,"evidencePosition":"front"}
{"caseId":"2c59528b6bc5b5dc28a7b69b33594b274908cca6","paperId":"1905.11268","method":"oracle_ceiling","inputTokens":6285,"outputTokens":1539,"reductionPercent":75.51,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.6468,"evidencePosition":"front"}
{"caseId":"c81f215d457bdb913a5bade2b4283f19c4ee826c","paperId":"1910.12574","method":"maha_bm25","inputTokens":6367,"outputTokens":1532,"reductionPercent":75.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8912,"evidencePosition":"middle"}
{"caseId":"c81f215d457bdb913a5bade2b4283f19c4ee826c","paperId":"1910.12574","method":"maha_keyword","inputTokens":6367,"outputTokens":1589,"reductionPercent":75.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5891,"evidencePosition":"middle"}
{"caseId":"c81f215d457bdb913a5bade2b4283f19c4ee826c","paperId":"1910.12574","method":"front_truncation","inputTokens":6367,"outputTokens":1582,"reductionPercent":75.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":7.198,"evidencePosition":"middle"}
{"caseId":"c81f215d457bdb913a5bade2b4283f19c4ee826c","paperId":"1910.12574","method":"tail_recency","inputTokens":6367,"outputTokens":1628,"reductionPercent":74.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.8051,"evidencePosition":"middle"}
{"caseId":"c81f215d457bdb913a5bade2b4283f19c4ee826c","paperId":"1910.12574","method":"seeded_random","inputTokens":6367,"outputTokens":1627,"reductionPercent":74.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.6161,"evidencePosition":"middle"}
{"caseId":"c81f215d457bdb913a5bade2b4283f19c4ee826c","paperId":"1910.12574","method":"oracle_ceiling","inputTokens":6367,"outputTokens":1614,"reductionPercent":74.65,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.9405,"evidencePosition":"middle"}
{"caseId":"ac7f6497be4bcca64e75f28934b207c9e8097576","paperId":"1912.00903","method":"maha_bm25","inputTokens":4781,"outputTokens":1327,"reductionPercent":72.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2041,"evidencePosition":"front"}
{"caseId":"ac7f6497be4bcca64e75f28934b207c9e8097576","paperId":"1912.00903","method":"maha_keyword","inputTokens":4781,"outputTokens":1468,"reductionPercent":69.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6385,"evidencePosition":"front"}
{"caseId":"ac7f6497be4bcca64e75f28934b207c9e8097576","paperId":"1912.00903","method":"front_truncation","inputTokens":4781,"outputTokens":1556,"reductionPercent":67.45,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0522,"evidencePosition":"front"}
{"caseId":"ac7f6497be4bcca64e75f28934b207c9e8097576","paperId":"1912.00903","method":"tail_recency","inputTokens":4781,"outputTokens":1518,"reductionPercent":68.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4516,"evidencePosition":"front"}
{"caseId":"ac7f6497be4bcca64e75f28934b207c9e8097576","paperId":"1912.00903","method":"seeded_random","inputTokens":4781,"outputTokens":1576,"reductionPercent":67.04,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9065,"evidencePosition":"front"}
{"caseId":"ac7f6497be4bcca64e75f28934b207c9e8097576","paperId":"1912.00903","method":"oracle_ceiling","inputTokens":4781,"outputTokens":1566,"reductionPercent":67.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7949,"evidencePosition":"front"}
{"caseId":"adbf33c6144b2f5c40d0c6a328a92687a476f371","paperId":"1802.07862","method":"maha_bm25","inputTokens":5864,"outputTokens":1523,"reductionPercent":74.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4024,"evidencePosition":"front"}
{"caseId":"adbf33c6144b2f5c40d0c6a328a92687a476f371","paperId":"1802.07862","method":"maha_keyword","inputTokens":5864,"outputTokens":1539,"reductionPercent":73.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0375,"evidencePosition":"front"}
{"caseId":"adbf33c6144b2f5c40d0c6a328a92687a476f371","paperId":"1802.07862","method":"front_truncation","inputTokens":5864,"outputTokens":1539,"reductionPercent":73.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7411,"evidencePosition":"front"}
{"caseId":"adbf33c6144b2f5c40d0c6a328a92687a476f371","paperId":"1802.07862","method":"tail_recency","inputTokens":5864,"outputTokens":1553,"reductionPercent":73.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6102,"evidencePosition":"front"}
{"caseId":"adbf33c6144b2f5c40d0c6a328a92687a476f371","paperId":"1802.07862","method":"seeded_random","inputTokens":5864,"outputTokens":1555,"reductionPercent":73.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.0277,"evidencePosition":"front"}
{"caseId":"adbf33c6144b2f5c40d0c6a328a92687a476f371","paperId":"1802.07862","method":"oracle_ceiling","inputTokens":5864,"outputTokens":1540,"reductionPercent":73.74,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.5311,"evidencePosition":"front"}
{"caseId":"184b0082e10ce191940c1d24785b631828a9f714","paperId":"1604.00400","method":"maha_bm25","inputTokens":6877,"outputTokens":1594,"reductionPercent":76.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7737,"evidencePosition":"front"}
{"caseId":"184b0082e10ce191940c1d24785b631828a9f714","paperId":"1604.00400","method":"maha_keyword","inputTokens":6877,"outputTokens":1587,"reductionPercent":76.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5188,"evidencePosition":"front"}
{"caseId":"184b0082e10ce191940c1d24785b631828a9f714","paperId":"1604.00400","method":"front_truncation","inputTokens":6877,"outputTokens":1573,"reductionPercent":77.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8888,"evidencePosition":"front"}
{"caseId":"184b0082e10ce191940c1d24785b631828a9f714","paperId":"1604.00400","method":"tail_recency","inputTokens":6877,"outputTokens":1581,"reductionPercent":77.01,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7077,"evidencePosition":"front"}
{"caseId":"184b0082e10ce191940c1d24785b631828a9f714","paperId":"1604.00400","method":"seeded_random","inputTokens":6877,"outputTokens":1560,"reductionPercent":77.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5099,"evidencePosition":"front"}
{"caseId":"184b0082e10ce191940c1d24785b631828a9f714","paperId":"1604.00400","method":"oracle_ceiling","inputTokens":6877,"outputTokens":1589,"reductionPercent":76.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.0645,"evidencePosition":"front"}
{"caseId":"7705dd04acedaefee30d8b2c9978537afb2040dc","paperId":"1604.00727","method":"maha_bm25","inputTokens":5640,"outputTokens":1539,"reductionPercent":72.71,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3216,"evidencePosition":"middle"}
{"caseId":"7705dd04acedaefee30d8b2c9978537afb2040dc","paperId":"1604.00727","method":"maha_keyword","inputTokens":5640,"outputTokens":1525,"reductionPercent":72.96,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7618,"evidencePosition":"middle"}
{"caseId":"7705dd04acedaefee30d8b2c9978537afb2040dc","paperId":"1604.00727","method":"front_truncation","inputTokens":5640,"outputTokens":1615,"reductionPercent":71.37,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4448,"evidencePosition":"middle"}
{"caseId":"7705dd04acedaefee30d8b2c9978537afb2040dc","paperId":"1604.00727","method":"tail_recency","inputTokens":5640,"outputTokens":1498,"reductionPercent":73.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2372,"evidencePosition":"middle"}
{"caseId":"7705dd04acedaefee30d8b2c9978537afb2040dc","paperId":"1604.00727","method":"seeded_random","inputTokens":5640,"outputTokens":1528,"reductionPercent":72.91,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3317,"evidencePosition":"middle"}
{"caseId":"7705dd04acedaefee30d8b2c9978537afb2040dc","paperId":"1604.00727","method":"oracle_ceiling","inputTokens":5640,"outputTokens":1553,"reductionPercent":72.46,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8239,"evidencePosition":"middle"}
{"caseId":"498c0229f831c82a5eb494cdb3547452112a66a0","paperId":"1905.07791","method":"maha_bm25","inputTokens":6065,"outputTokens":1505,"reductionPercent":75.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4659,"evidencePosition":"back"}
{"caseId":"498c0229f831c82a5eb494cdb3547452112a66a0","paperId":"1905.07791","method":"maha_keyword","inputTokens":6065,"outputTokens":1539,"reductionPercent":74.62,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2758,"evidencePosition":"back"}
{"caseId":"498c0229f831c82a5eb494cdb3547452112a66a0","paperId":"1905.07791","method":"front_truncation","inputTokens":6065,"outputTokens":1614,"reductionPercent":73.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.616,"evidencePosition":"back"}
{"caseId":"498c0229f831c82a5eb494cdb3547452112a66a0","paperId":"1905.07791","method":"tail_recency","inputTokens":6065,"outputTokens":1528,"reductionPercent":74.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9647,"evidencePosition":"back"}
{"caseId":"498c0229f831c82a5eb494cdb3547452112a66a0","paperId":"1905.07791","method":"seeded_random","inputTokens":6065,"outputTokens":1556,"reductionPercent":74.34,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1906,"evidencePosition":"back"}
{"caseId":"498c0229f831c82a5eb494cdb3547452112a66a0","paperId":"1905.07791","method":"oracle_ceiling","inputTokens":6065,"outputTokens":1523,"reductionPercent":74.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.727,"evidencePosition":"back"}
{"caseId":"bd5bd1765362c2d972a762ca12675108754aa437","paperId":"1804.05918","method":"maha_bm25","inputTokens":5857,"outputTokens":1471,"reductionPercent":74.88,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7419,"evidencePosition":"back"}
{"caseId":"bd5bd1765362c2d972a762ca12675108754aa437","paperId":"1804.05918","method":"maha_keyword","inputTokens":5857,"outputTokens":1486,"reductionPercent":74.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4025,"evidencePosition":"back"}
{"caseId":"bd5bd1765362c2d972a762ca12675108754aa437","paperId":"1804.05918","method":"front_truncation","inputTokens":5857,"outputTokens":1558,"reductionPercent":73.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4622,"evidencePosition":"back"}
{"caseId":"bd5bd1765362c2d972a762ca12675108754aa437","paperId":"1804.05918","method":"tail_recency","inputTokens":5857,"outputTokens":1494,"reductionPercent":74.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.271,"evidencePosition":"back"}
{"caseId":"bd5bd1765362c2d972a762ca12675108754aa437","paperId":"1804.05918","method":"seeded_random","inputTokens":5857,"outputTokens":1544,"reductionPercent":73.64,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5169,"evidencePosition":"back"}
{"caseId":"bd5bd1765362c2d972a762ca12675108754aa437","paperId":"1804.05918","method":"oracle_ceiling","inputTokens":5857,"outputTokens":1521,"reductionPercent":74.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.0861,"evidencePosition":"back"}
{"caseId":"747b847d687f703cc20a87877c5b138f26ff137d","paperId":"1603.01514","method":"maha_bm25","inputTokens":5510,"outputTokens":1621,"reductionPercent":70.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4195,"evidencePosition":"middle"}
{"caseId":"747b847d687f703cc20a87877c5b138f26ff137d","paperId":"1603.01514","method":"maha_keyword","inputTokens":5510,"outputTokens":1578,"reductionPercent":71.36,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.763,"evidencePosition":"middle"}
{"caseId":"747b847d687f703cc20a87877c5b138f26ff137d","paperId":"1603.01514","method":"front_truncation","inputTokens":5510,"outputTokens":1746,"reductionPercent":68.31,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.344,"evidencePosition":"middle"}
{"caseId":"747b847d687f703cc20a87877c5b138f26ff137d","paperId":"1603.01514","method":"tail_recency","inputTokens":5510,"outputTokens":1693,"reductionPercent":69.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.42,"evidencePosition":"middle"}
{"caseId":"747b847d687f703cc20a87877c5b138f26ff137d","paperId":"1603.01514","method":"seeded_random","inputTokens":5510,"outputTokens":1753,"reductionPercent":68.19,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0775,"evidencePosition":"middle"}
{"caseId":"747b847d687f703cc20a87877c5b138f26ff137d","paperId":"1603.01514","method":"oracle_ceiling","inputTokens":5510,"outputTokens":1699,"reductionPercent":69.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8579,"evidencePosition":"middle"}
{"caseId":"b0dbe75047310fec4d4ce787be5c32935fc4e37b","paperId":"1809.03449","method":"maha_bm25","inputTokens":5912,"outputTokens":1408,"reductionPercent":76.18,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3267,"evidencePosition":"back"}
{"caseId":"b0dbe75047310fec4d4ce787be5c32935fc4e37b","paperId":"1809.03449","method":"maha_keyword","inputTokens":5912,"outputTokens":1288,"reductionPercent":78.21,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0017,"evidencePosition":"back"}
{"caseId":"b0dbe75047310fec4d4ce787be5c32935fc4e37b","paperId":"1809.03449","method":"front_truncation","inputTokens":5912,"outputTokens":1575,"reductionPercent":73.36,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3797,"evidencePosition":"back"}
{"caseId":"b0dbe75047310fec4d4ce787be5c32935fc4e37b","paperId":"1809.03449","method":"tail_recency","inputTokens":5912,"outputTokens":1643,"reductionPercent":72.21,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4535,"evidencePosition":"back"}
{"caseId":"b0dbe75047310fec4d4ce787be5c32935fc4e37b","paperId":"1809.03449","method":"seeded_random","inputTokens":5912,"outputTokens":1559,"reductionPercent":73.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2228,"evidencePosition":"back"}
{"caseId":"b0dbe75047310fec4d4ce787be5c32935fc4e37b","paperId":"1809.03449","method":"oracle_ceiling","inputTokens":5912,"outputTokens":1704,"reductionPercent":71.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9861,"evidencePosition":"back"}
{"caseId":"787c4d4628eac00dbceb1c96020bff0090edca46","paperId":"2003.08385","method":"maha_bm25","inputTokens":5671,"outputTokens":1398,"reductionPercent":75.35,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7421,"evidencePosition":"front"}
{"caseId":"787c4d4628eac00dbceb1c96020bff0090edca46","paperId":"2003.08385","method":"maha_keyword","inputTokens":5671,"outputTokens":1447,"reductionPercent":74.48,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0251,"evidencePosition":"front"}
{"caseId":"787c4d4628eac00dbceb1c96020bff0090edca46","paperId":"2003.08385","method":"front_truncation","inputTokens":5671,"outputTokens":1550,"reductionPercent":72.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.7992,"evidencePosition":"front"}
{"caseId":"787c4d4628eac00dbceb1c96020bff0090edca46","paperId":"2003.08385","method":"tail_recency","inputTokens":5671,"outputTokens":1513,"reductionPercent":73.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.4632,"evidencePosition":"front"}
{"caseId":"787c4d4628eac00dbceb1c96020bff0090edca46","paperId":"2003.08385","method":"seeded_random","inputTokens":5671,"outputTokens":1543,"reductionPercent":72.79,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.4441,"evidencePosition":"front"}
{"caseId":"787c4d4628eac00dbceb1c96020bff0090edca46","paperId":"2003.08385","method":"oracle_ceiling","inputTokens":5671,"outputTokens":1489,"reductionPercent":73.74,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.0682,"evidencePosition":"front"}
{"caseId":"c70bafc35e27be9d1efae60596bc0dd390c124c0","paperId":"1911.00841","method":"maha_bm25","inputTokens":5639,"outputTokens":1233,"reductionPercent":78.13,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6472,"evidencePosition":"front"}
{"caseId":"c70bafc35e27be9d1efae60596bc0dd390c124c0","paperId":"1911.00841","method":"maha_keyword","inputTokens":5639,"outputTokens":1510,"reductionPercent":73.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9416,"evidencePosition":"front"}
{"caseId":"c70bafc35e27be9d1efae60596bc0dd390c124c0","paperId":"1911.00841","method":"front_truncation","inputTokens":5639,"outputTokens":1628,"reductionPercent":71.13,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3162,"evidencePosition":"front"}
{"caseId":"c70bafc35e27be9d1efae60596bc0dd390c124c0","paperId":"1911.00841","method":"tail_recency","inputTokens":5639,"outputTokens":1588,"reductionPercent":71.84,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1282,"evidencePosition":"front"}
{"caseId":"c70bafc35e27be9d1efae60596bc0dd390c124c0","paperId":"1911.00841","method":"seeded_random","inputTokens":5639,"outputTokens":1585,"reductionPercent":71.89,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7515,"evidencePosition":"front"}
{"caseId":"c70bafc35e27be9d1efae60596bc0dd390c124c0","paperId":"1911.00841","method":"oracle_ceiling","inputTokens":5639,"outputTokens":1577,"reductionPercent":72.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0617,"evidencePosition":"front"}
{"caseId":"e807d347742b2799bc347c0eff19b4c270449fee","paperId":"2002.01984","method":"maha_bm25","inputTokens":11607,"outputTokens":1560,"reductionPercent":86.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.421,"evidencePosition":"front"}
{"caseId":"e807d347742b2799bc347c0eff19b4c270449fee","paperId":"2002.01984","method":"maha_keyword","inputTokens":11607,"outputTokens":1560,"reductionPercent":86.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.4282,"evidencePosition":"front"}
{"caseId":"e807d347742b2799bc347c0eff19b4c270449fee","paperId":"2002.01984","method":"front_truncation","inputTokens":11607,"outputTokens":1598,"reductionPercent":86.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":10.6119,"evidencePosition":"front"}
{"caseId":"e807d347742b2799bc347c0eff19b4c270449fee","paperId":"2002.01984","method":"tail_recency","inputTokens":11607,"outputTokens":1496,"reductionPercent":87.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.0659,"evidencePosition":"front"}
{"caseId":"e807d347742b2799bc347c0eff19b4c270449fee","paperId":"2002.01984","method":"seeded_random","inputTokens":11607,"outputTokens":1541,"reductionPercent":86.72,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":9.8995,"evidencePosition":"front"}
{"caseId":"e807d347742b2799bc347c0eff19b4c270449fee","paperId":"2002.01984","method":"oracle_ceiling","inputTokens":11607,"outputTokens":1553,"reductionPercent":86.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":11.5618,"evidencePosition":"front"}
{"caseId":"b6f7fadaa1bb828530c2d6780289f12740229d84","paperId":"1903.11437","method":"maha_bm25","inputTokens":5903,"outputTokens":1478,"reductionPercent":74.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7921,"evidencePosition":"front"}
{"caseId":"b6f7fadaa1bb828530c2d6780289f12740229d84","paperId":"1903.11437","method":"maha_keyword","inputTokens":5903,"outputTokens":1478,"reductionPercent":74.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0305,"evidencePosition":"front"}
{"caseId":"b6f7fadaa1bb828530c2d6780289f12740229d84","paperId":"1903.11437","method":"front_truncation","inputTokens":5903,"outputTokens":1610,"reductionPercent":72.73,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6025,"evidencePosition":"front"}
{"caseId":"b6f7fadaa1bb828530c2d6780289f12740229d84","paperId":"1903.11437","method":"tail_recency","inputTokens":5903,"outputTokens":1584,"reductionPercent":73.17,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3389,"evidencePosition":"front"}
{"caseId":"b6f7fadaa1bb828530c2d6780289f12740229d84","paperId":"1903.11437","method":"seeded_random","inputTokens":5903,"outputTokens":1579,"reductionPercent":73.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.211,"evidencePosition":"front"}
{"caseId":"b6f7fadaa1bb828530c2d6780289f12740229d84","paperId":"1903.11437","method":"oracle_ceiling","inputTokens":5903,"outputTokens":1594,"reductionPercent":73,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3831,"evidencePosition":"front"}
{"caseId":"3941401a182a3d6234894a5c8a75d48c6116c45c","paperId":"1912.00667","method":"maha_bm25","inputTokens":7173,"outputTokens":1366,"reductionPercent":80.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1162,"evidencePosition":"middle"}
{"caseId":"3941401a182a3d6234894a5c8a75d48c6116c45c","paperId":"1912.00667","method":"maha_keyword","inputTokens":7173,"outputTokens":1477,"reductionPercent":79.41,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.469,"evidencePosition":"middle"}
{"caseId":"3941401a182a3d6234894a5c8a75d48c6116c45c","paperId":"1912.00667","method":"front_truncation","inputTokens":7173,"outputTokens":1588,"reductionPercent":77.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2341,"evidencePosition":"middle"}
{"caseId":"3941401a182a3d6234894a5c8a75d48c6116c45c","paperId":"1912.00667","method":"tail_recency","inputTokens":7173,"outputTokens":1643,"reductionPercent":77.09,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.7508,"evidencePosition":"middle"}
{"caseId":"3941401a182a3d6234894a5c8a75d48c6116c45c","paperId":"1912.00667","method":"seeded_random","inputTokens":7173,"outputTokens":1534,"reductionPercent":78.61,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.3508,"evidencePosition":"middle"}
{"caseId":"3941401a182a3d6234894a5c8a75d48c6116c45c","paperId":"1912.00667","method":"oracle_ceiling","inputTokens":7173,"outputTokens":1581,"reductionPercent":77.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.0949,"evidencePosition":"middle"}
{"caseId":"b3de9357c569fb1454be8f2ac5fcecaea295b967","paperId":"2004.02192","method":"maha_bm25","inputTokens":7557,"outputTokens":1549,"reductionPercent":79.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2315,"evidencePosition":"front"}
{"caseId":"b3de9357c569fb1454be8f2ac5fcecaea295b967","paperId":"2004.02192","method":"maha_keyword","inputTokens":7557,"outputTokens":1555,"reductionPercent":79.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9422,"evidencePosition":"front"}
{"caseId":"b3de9357c569fb1454be8f2ac5fcecaea295b967","paperId":"2004.02192","method":"front_truncation","inputTokens":7557,"outputTokens":1671,"reductionPercent":77.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.9567,"evidencePosition":"front"}
{"caseId":"b3de9357c569fb1454be8f2ac5fcecaea295b967","paperId":"2004.02192","method":"tail_recency","inputTokens":7557,"outputTokens":1605,"reductionPercent":78.76,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.4658,"evidencePosition":"front"}
{"caseId":"b3de9357c569fb1454be8f2ac5fcecaea295b967","paperId":"2004.02192","method":"seeded_random","inputTokens":7557,"outputTokens":1627,"reductionPercent":78.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.6028,"evidencePosition":"front"}
{"caseId":"b3de9357c569fb1454be8f2ac5fcecaea295b967","paperId":"2004.02192","method":"oracle_ceiling","inputTokens":7557,"outputTokens":1534,"reductionPercent":79.7,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.3935,"evidencePosition":"front"}
{"caseId":"e0e379e546f1da9da874a2e90c79b41c60feb817","paperId":"1908.01294","method":"maha_bm25","inputTokens":9705,"outputTokens":1459,"reductionPercent":84.97,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.3122,"evidencePosition":"front"}
{"caseId":"e0e379e546f1da9da874a2e90c79b41c60feb817","paperId":"1908.01294","method":"maha_keyword","inputTokens":9705,"outputTokens":1516,"reductionPercent":84.38,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8804,"evidencePosition":"front"}
{"caseId":"e0e379e546f1da9da874a2e90c79b41c60feb817","paperId":"1908.01294","method":"front_truncation","inputTokens":9705,"outputTokens":1606,"reductionPercent":83.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":7.0639,"evidencePosition":"front"}
{"caseId":"e0e379e546f1da9da874a2e90c79b41c60feb817","paperId":"1908.01294","method":"tail_recency","inputTokens":9705,"outputTokens":1576,"reductionPercent":83.76,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.8401,"evidencePosition":"front"}
{"caseId":"e0e379e546f1da9da874a2e90c79b41c60feb817","paperId":"1908.01294","method":"seeded_random","inputTokens":9705,"outputTokens":1623,"reductionPercent":83.28,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.3802,"evidencePosition":"front"}
{"caseId":"e0e379e546f1da9da874a2e90c79b41c60feb817","paperId":"1908.01294","method":"oracle_ceiling","inputTokens":9705,"outputTokens":1603,"reductionPercent":83.48,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.4723,"evidencePosition":"front"}
{"caseId":"30af1926559079f59b0df055da76a3a34df8336f","paperId":"1912.03627","method":"maha_bm25","inputTokens":5480,"outputTokens":1589,"reductionPercent":71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3261,"evidencePosition":"front"}
{"caseId":"30af1926559079f59b0df055da76a3a34df8336f","paperId":"1912.03627","method":"maha_keyword","inputTokens":5480,"outputTokens":1550,"reductionPercent":71.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2328,"evidencePosition":"front"}
{"caseId":"30af1926559079f59b0df055da76a3a34df8336f","paperId":"1912.03627","method":"front_truncation","inputTokens":5480,"outputTokens":1529,"reductionPercent":72.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9238,"evidencePosition":"front"}
{"caseId":"30af1926559079f59b0df055da76a3a34df8336f","paperId":"1912.03627","method":"tail_recency","inputTokens":5480,"outputTokens":1581,"reductionPercent":71.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8955,"evidencePosition":"front"}
{"caseId":"30af1926559079f59b0df055da76a3a34df8336f","paperId":"1912.03627","method":"seeded_random","inputTokens":5480,"outputTokens":1597,"reductionPercent":70.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.712,"evidencePosition":"front"}
{"caseId":"30af1926559079f59b0df055da76a3a34df8336f","paperId":"1912.03627","method":"oracle_ceiling","inputTokens":5480,"outputTokens":1558,"reductionPercent":71.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9459,"evidencePosition":"front"}
{"caseId":"63a1cbe66fd58ff0ead895a8bac1198c38c008aa","paperId":"1912.08960","method":"maha_bm25","inputTokens":4766,"outputTokens":1488,"reductionPercent":68.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2151,"evidencePosition":"middle"}
{"caseId":"63a1cbe66fd58ff0ead895a8bac1198c38c008aa","paperId":"1912.08960","method":"maha_keyword","inputTokens":4766,"outputTokens":1512,"reductionPercent":68.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8705,"evidencePosition":"middle"}
{"caseId":"63a1cbe66fd58ff0ead895a8bac1198c38c008aa","paperId":"1912.08960","method":"front_truncation","inputTokens":4766,"outputTokens":1648,"reductionPercent":65.42,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.717,"evidencePosition":"middle"}
{"caseId":"63a1cbe66fd58ff0ead895a8bac1198c38c008aa","paperId":"1912.08960","method":"tail_recency","inputTokens":4766,"outputTokens":1582,"reductionPercent":66.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.082,"evidencePosition":"middle"}
{"caseId":"63a1cbe66fd58ff0ead895a8bac1198c38c008aa","paperId":"1912.08960","method":"seeded_random","inputTokens":4766,"outputTokens":1573,"reductionPercent":67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8989,"evidencePosition":"middle"}
{"caseId":"63a1cbe66fd58ff0ead895a8bac1198c38c008aa","paperId":"1912.08960","method":"oracle_ceiling","inputTokens":4766,"outputTokens":1605,"reductionPercent":66.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8784,"evidencePosition":"middle"}
{"caseId":"6a633811019e9323dc8549ad540550d27aa6d972","paperId":"1603.01987","method":"maha_bm25","inputTokens":6681,"outputTokens":1497,"reductionPercent":77.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3809,"evidencePosition":"middle"}
{"caseId":"6a633811019e9323dc8549ad540550d27aa6d972","paperId":"1603.01987","method":"maha_keyword","inputTokens":6681,"outputTokens":1464,"reductionPercent":78.09,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7323,"evidencePosition":"middle"}
{"caseId":"6a633811019e9323dc8549ad540550d27aa6d972","paperId":"1603.01987","method":"front_truncation","inputTokens":6681,"outputTokens":1501,"reductionPercent":77.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.9383,"evidencePosition":"middle"}
{"caseId":"6a633811019e9323dc8549ad540550d27aa6d972","paperId":"1603.01987","method":"tail_recency","inputTokens":6681,"outputTokens":1553,"reductionPercent":76.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.6914,"evidencePosition":"middle"}
{"caseId":"6a633811019e9323dc8549ad540550d27aa6d972","paperId":"1603.01987","method":"seeded_random","inputTokens":6681,"outputTokens":1561,"reductionPercent":76.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.8919,"evidencePosition":"middle"}
{"caseId":"6a633811019e9323dc8549ad540550d27aa6d972","paperId":"1603.01987","method":"oracle_ceiling","inputTokens":6681,"outputTokens":1516,"reductionPercent":77.31,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.5936,"evidencePosition":"middle"}
{"caseId":"2da4c3679111dd92a1d0869dae353ebe5989dfd2","paperId":"1908.08717","method":"maha_bm25","inputTokens":5574,"outputTokens":1454,"reductionPercent":73.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4945,"evidencePosition":"front"}
{"caseId":"2da4c3679111dd92a1d0869dae353ebe5989dfd2","paperId":"1908.08717","method":"maha_keyword","inputTokens":5574,"outputTokens":1486,"reductionPercent":73.34,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.256,"evidencePosition":"front"}
{"caseId":"2da4c3679111dd92a1d0869dae353ebe5989dfd2","paperId":"1908.08717","method":"front_truncation","inputTokens":5574,"outputTokens":1582,"reductionPercent":71.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1432,"evidencePosition":"front"}
{"caseId":"2da4c3679111dd92a1d0869dae353ebe5989dfd2","paperId":"1908.08717","method":"tail_recency","inputTokens":5574,"outputTokens":1536,"reductionPercent":72.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8443,"evidencePosition":"front"}
{"caseId":"2da4c3679111dd92a1d0869dae353ebe5989dfd2","paperId":"1908.08717","method":"seeded_random","inputTokens":5574,"outputTokens":1573,"reductionPercent":71.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0355,"evidencePosition":"front"}
{"caseId":"2da4c3679111dd92a1d0869dae353ebe5989dfd2","paperId":"1908.08717","method":"oracle_ceiling","inputTokens":5574,"outputTokens":1559,"reductionPercent":72.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8278,"evidencePosition":"front"}
{"caseId":"20e38438471266ce021817c6364f6a46d01564f2","paperId":"1911.02855","method":"maha_bm25","inputTokens":6226,"outputTokens":1489,"reductionPercent":76.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6635,"evidencePosition":"front"}
{"caseId":"20e38438471266ce021817c6364f6a46d01564f2","paperId":"1911.02855","method":"maha_keyword","inputTokens":6226,"outputTokens":1489,"reductionPercent":76.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3129,"evidencePosition":"front"}
{"caseId":"20e38438471266ce021817c6364f6a46d01564f2","paperId":"1911.02855","method":"front_truncation","inputTokens":6226,"outputTokens":1627,"reductionPercent":73.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.3168,"evidencePosition":"front"}
{"caseId":"20e38438471266ce021817c6364f6a46d01564f2","paperId":"1911.02855","method":"tail_recency","inputTokens":6226,"outputTokens":1707,"reductionPercent":72.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4968,"evidencePosition":"front"}
{"caseId":"20e38438471266ce021817c6364f6a46d01564f2","paperId":"1911.02855","method":"seeded_random","inputTokens":6226,"outputTokens":1571,"reductionPercent":74.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.564,"evidencePosition":"front"}
{"caseId":"20e38438471266ce021817c6364f6a46d01564f2","paperId":"1911.02855","method":"oracle_ceiling","inputTokens":6226,"outputTokens":1600,"reductionPercent":74.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7007,"evidencePosition":"front"}
{"caseId":"0ee73909ac638903da4a0e5565c8571fc794ab96","paperId":"1612.02482","method":"maha_bm25","inputTokens":7258,"outputTokens":1470,"reductionPercent":79.75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2038,"evidencePosition":"middle"}
{"caseId":"0ee73909ac638903da4a0e5565c8571fc794ab96","paperId":"1612.02482","method":"maha_keyword","inputTokens":7258,"outputTokens":1470,"reductionPercent":79.75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8577,"evidencePosition":"middle"}
{"caseId":"0ee73909ac638903da4a0e5565c8571fc794ab96","paperId":"1612.02482","method":"front_truncation","inputTokens":7258,"outputTokens":1593,"reductionPercent":78.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.5019,"evidencePosition":"middle"}
{"caseId":"0ee73909ac638903da4a0e5565c8571fc794ab96","paperId":"1612.02482","method":"tail_recency","inputTokens":7258,"outputTokens":1681,"reductionPercent":76.84,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.2718,"evidencePosition":"middle"}
{"caseId":"0ee73909ac638903da4a0e5565c8571fc794ab96","paperId":"1612.02482","method":"seeded_random","inputTokens":7258,"outputTokens":1661,"reductionPercent":77.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.4737,"evidencePosition":"middle"}
{"caseId":"0ee73909ac638903da4a0e5565c8571fc794ab96","paperId":"1612.02482","method":"oracle_ceiling","inputTokens":7258,"outputTokens":1691,"reductionPercent":76.7,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.2275,"evidencePosition":"middle"}
{"caseId":"dd09db5eb321083dba16c2550676e60682f9a0cd","paperId":"1908.06264","method":"maha_bm25","inputTokens":4715,"outputTokens":1488,"reductionPercent":68.44,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.84,"evidencePosition":"front"}
{"caseId":"dd09db5eb321083dba16c2550676e60682f9a0cd","paperId":"1908.06264","method":"maha_keyword","inputTokens":4715,"outputTokens":1446,"reductionPercent":69.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4187,"evidencePosition":"front"}
{"caseId":"dd09db5eb321083dba16c2550676e60682f9a0cd","paperId":"1908.06264","method":"front_truncation","inputTokens":4715,"outputTokens":1529,"reductionPercent":67.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4936,"evidencePosition":"front"}
{"caseId":"dd09db5eb321083dba16c2550676e60682f9a0cd","paperId":"1908.06264","method":"tail_recency","inputTokens":4715,"outputTokens":1567,"reductionPercent":66.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2337,"evidencePosition":"front"}
{"caseId":"dd09db5eb321083dba16c2550676e60682f9a0cd","paperId":"1908.06264","method":"seeded_random","inputTokens":4715,"outputTokens":1490,"reductionPercent":68.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5683,"evidencePosition":"front"}
{"caseId":"dd09db5eb321083dba16c2550676e60682f9a0cd","paperId":"1908.06264","method":"oracle_ceiling","inputTokens":4715,"outputTokens":1540,"reductionPercent":67.34,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6494,"evidencePosition":"front"}
{"caseId":"b46c0015a122ee5fb95c2a45691cb97f80de1bb6","paperId":"1809.00530","method":"maha_bm25","inputTokens":7050,"outputTokens":1628,"reductionPercent":76.91,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1285,"evidencePosition":"front"}
{"caseId":"b46c0015a122ee5fb95c2a45691cb97f80de1bb6","paperId":"1809.00530","method":"maha_keyword","inputTokens":7050,"outputTokens":1528,"reductionPercent":78.33,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1793,"evidencePosition":"front"}
{"caseId":"b46c0015a122ee5fb95c2a45691cb97f80de1bb6","paperId":"1809.00530","method":"front_truncation","inputTokens":7050,"outputTokens":1612,"reductionPercent":77.13,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7278,"evidencePosition":"front"}
{"caseId":"b46c0015a122ee5fb95c2a45691cb97f80de1bb6","paperId":"1809.00530","method":"tail_recency","inputTokens":7050,"outputTokens":1584,"reductionPercent":77.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6479,"evidencePosition":"front"}
{"caseId":"b46c0015a122ee5fb95c2a45691cb97f80de1bb6","paperId":"1809.00530","method":"seeded_random","inputTokens":7050,"outputTokens":1639,"reductionPercent":76.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8381,"evidencePosition":"front"}
{"caseId":"b46c0015a122ee5fb95c2a45691cb97f80de1bb6","paperId":"1809.00530","method":"oracle_ceiling","inputTokens":7050,"outputTokens":1655,"reductionPercent":76.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.0588,"evidencePosition":"front"}
{"caseId":"c35806cf68220b2b9bb082b62f493393b9bdff86","paperId":"1809.02279","method":"maha_bm25","inputTokens":4782,"outputTokens":1619,"reductionPercent":66.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2132,"evidencePosition":"middle"}
{"caseId":"c35806cf68220b2b9bb082b62f493393b9bdff86","paperId":"1809.02279","method":"maha_keyword","inputTokens":4782,"outputTokens":1656,"reductionPercent":65.37,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8452,"evidencePosition":"middle"}
{"caseId":"c35806cf68220b2b9bb082b62f493393b9bdff86","paperId":"1809.02279","method":"front_truncation","inputTokens":4782,"outputTokens":1721,"reductionPercent":64.01,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1667,"evidencePosition":"middle"}
{"caseId":"c35806cf68220b2b9bb082b62f493393b9bdff86","paperId":"1809.02279","method":"tail_recency","inputTokens":4782,"outputTokens":1601,"reductionPercent":66.52,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1523,"evidencePosition":"middle"}
{"caseId":"c35806cf68220b2b9bb082b62f493393b9bdff86","paperId":"1809.02279","method":"seeded_random","inputTokens":4782,"outputTokens":1706,"reductionPercent":64.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3568,"evidencePosition":"middle"}
{"caseId":"c35806cf68220b2b9bb082b62f493393b9bdff86","paperId":"1809.02279","method":"oracle_ceiling","inputTokens":4782,"outputTokens":1613,"reductionPercent":66.27,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5693,"evidencePosition":"middle"}
{"caseId":"113d791df6fcfc9cecfb7b1bebaf32cc2e4402ab","paperId":"1708.01464","method":"maha_bm25","inputTokens":4538,"outputTokens":1609,"reductionPercent":64.54,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9114,"evidencePosition":"back"}
{"caseId":"113d791df6fcfc9cecfb7b1bebaf32cc2e4402ab","paperId":"1708.01464","method":"maha_keyword","inputTokens":4538,"outputTokens":1569,"reductionPercent":65.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5556,"evidencePosition":"back"}
{"caseId":"113d791df6fcfc9cecfb7b1bebaf32cc2e4402ab","paperId":"1708.01464","method":"front_truncation","inputTokens":4538,"outputTokens":1621,"reductionPercent":64.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2462,"evidencePosition":"back"}
{"caseId":"113d791df6fcfc9cecfb7b1bebaf32cc2e4402ab","paperId":"1708.01464","method":"tail_recency","inputTokens":4538,"outputTokens":1617,"reductionPercent":64.37,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7864,"evidencePosition":"back"}
{"caseId":"113d791df6fcfc9cecfb7b1bebaf32cc2e4402ab","paperId":"1708.01464","method":"seeded_random","inputTokens":4538,"outputTokens":1665,"reductionPercent":63.31,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.819,"evidencePosition":"back"}
{"caseId":"113d791df6fcfc9cecfb7b1bebaf32cc2e4402ab","paperId":"1708.01464","method":"oracle_ceiling","inputTokens":4538,"outputTokens":1642,"reductionPercent":63.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3182,"evidencePosition":"back"}
{"caseId":"2275b0e195cd9cb25f50c5c570da97a4cce5dca8","paperId":"2002.07306","method":"maha_bm25","inputTokens":5632,"outputTokens":1504,"reductionPercent":73.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.775,"evidencePosition":"front"}
{"caseId":"2275b0e195cd9cb25f50c5c570da97a4cce5dca8","paperId":"2002.07306","method":"maha_keyword","inputTokens":5632,"outputTokens":1494,"reductionPercent":73.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.455,"evidencePosition":"front"}
{"caseId":"2275b0e195cd9cb25f50c5c570da97a4cce5dca8","paperId":"2002.07306","method":"front_truncation","inputTokens":5632,"outputTokens":1463,"reductionPercent":74.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.722,"evidencePosition":"front"}
{"caseId":"2275b0e195cd9cb25f50c5c570da97a4cce5dca8","paperId":"2002.07306","method":"tail_recency","inputTokens":5632,"outputTokens":1565,"reductionPercent":72.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7036,"evidencePosition":"front"}
{"caseId":"2275b0e195cd9cb25f50c5c570da97a4cce5dca8","paperId":"2002.07306","method":"seeded_random","inputTokens":5632,"outputTokens":1563,"reductionPercent":72.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6422,"evidencePosition":"front"}
{"caseId":"2275b0e195cd9cb25f50c5c570da97a4cce5dca8","paperId":"2002.07306","method":"oracle_ceiling","inputTokens":5632,"outputTokens":1551,"reductionPercent":72.46,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6855,"evidencePosition":"front"}
{"caseId":"bdc91d1283a82226aeeb7a2f79dbbc57d3e84a1a","paperId":"1909.03405","method":"maha_bm25","inputTokens":6193,"outputTokens":1504,"reductionPercent":75.71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9002,"evidencePosition":"middle"}
{"caseId":"bdc91d1283a82226aeeb7a2f79dbbc57d3e84a1a","paperId":"1909.03405","method":"maha_keyword","inputTokens":6193,"outputTokens":1519,"reductionPercent":75.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4717,"evidencePosition":"middle"}
{"caseId":"bdc91d1283a82226aeeb7a2f79dbbc57d3e84a1a","paperId":"1909.03405","method":"front_truncation","inputTokens":6193,"outputTokens":1555,"reductionPercent":74.89,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1281,"evidencePosition":"middle"}
{"caseId":"bdc91d1283a82226aeeb7a2f79dbbc57d3e84a1a","paperId":"1909.03405","method":"tail_recency","inputTokens":6193,"outputTokens":1692,"reductionPercent":72.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.0922,"evidencePosition":"middle"}
{"caseId":"bdc91d1283a82226aeeb7a2f79dbbc57d3e84a1a","paperId":"1909.03405","method":"seeded_random","inputTokens":6193,"outputTokens":1658,"reductionPercent":73.23,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.413,"evidencePosition":"middle"}
{"caseId":"bdc91d1283a82226aeeb7a2f79dbbc57d3e84a1a","paperId":"1909.03405","method":"oracle_ceiling","inputTokens":6193,"outputTokens":1601,"reductionPercent":74.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8789,"evidencePosition":"middle"}
{"caseId":"565189b672efee01d22f4fc6b73cd5287b2ee72c","paperId":"1903.11437","method":"maha_bm25","inputTokens":5903,"outputTokens":1567,"reductionPercent":73.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8117,"evidencePosition":"front"}
{"caseId":"565189b672efee01d22f4fc6b73cd5287b2ee72c","paperId":"1903.11437","method":"maha_keyword","inputTokens":5903,"outputTokens":1503,"reductionPercent":74.54,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0723,"evidencePosition":"front"}
{"caseId":"565189b672efee01d22f4fc6b73cd5287b2ee72c","paperId":"1903.11437","method":"front_truncation","inputTokens":5903,"outputTokens":1609,"reductionPercent":72.74,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9148,"evidencePosition":"front"}
{"caseId":"565189b672efee01d22f4fc6b73cd5287b2ee72c","paperId":"1903.11437","method":"tail_recency","inputTokens":5903,"outputTokens":1583,"reductionPercent":73.18,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4901,"evidencePosition":"front"}
{"caseId":"565189b672efee01d22f4fc6b73cd5287b2ee72c","paperId":"1903.11437","method":"seeded_random","inputTokens":5903,"outputTokens":1622,"reductionPercent":72.52,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4811,"evidencePosition":"front"}
{"caseId":"565189b672efee01d22f4fc6b73cd5287b2ee72c","paperId":"1903.11437","method":"oracle_ceiling","inputTokens":5903,"outputTokens":1622,"reductionPercent":72.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.9536,"evidencePosition":"front"}
{"caseId":"2c85865a65acd429508f50b5e4db9674813d67f2","paperId":"1903.03530","method":"maha_bm25","inputTokens":4887,"outputTokens":1484,"reductionPercent":69.63,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2233,"evidencePosition":"middle"}
{"caseId":"2c85865a65acd429508f50b5e4db9674813d67f2","paperId":"1903.03530","method":"maha_keyword","inputTokens":4887,"outputTokens":1478,"reductionPercent":69.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.601,"evidencePosition":"middle"}
{"caseId":"2c85865a65acd429508f50b5e4db9674813d67f2","paperId":"1903.03530","method":"front_truncation","inputTokens":4887,"outputTokens":1560,"reductionPercent":68.08,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7891,"evidencePosition":"middle"}
{"caseId":"2c85865a65acd429508f50b5e4db9674813d67f2","paperId":"1903.03530","method":"tail_recency","inputTokens":4887,"outputTokens":1603,"reductionPercent":67.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7594,"evidencePosition":"middle"}
{"caseId":"2c85865a65acd429508f50b5e4db9674813d67f2","paperId":"1903.03530","method":"seeded_random","inputTokens":4887,"outputTokens":1548,"reductionPercent":68.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7784,"evidencePosition":"middle"}
{"caseId":"2c85865a65acd429508f50b5e4db9674813d67f2","paperId":"1903.03530","method":"oracle_ceiling","inputTokens":4887,"outputTokens":1538,"reductionPercent":68.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8883,"evidencePosition":"middle"}
{"caseId":"2fbb6322e485e7743ec3fb4bb02d44bf4b5ea8a6","paperId":"1701.02962","method":"maha_bm25","inputTokens":5641,"outputTokens":1576,"reductionPercent":72.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2503,"evidencePosition":"back"}
{"caseId":"2fbb6322e485e7743ec3fb4bb02d44bf4b5ea8a6","paperId":"1701.02962","method":"maha_keyword","inputTokens":5641,"outputTokens":1568,"reductionPercent":72.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7203,"evidencePosition":"back"}
{"caseId":"2fbb6322e485e7743ec3fb4bb02d44bf4b5ea8a6","paperId":"1701.02962","method":"front_truncation","inputTokens":5641,"outputTokens":1580,"reductionPercent":71.99,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7566,"evidencePosition":"back"}
{"caseId":"2fbb6322e485e7743ec3fb4bb02d44bf4b5ea8a6","paperId":"1701.02962","method":"tail_recency","inputTokens":5641,"outputTokens":1523,"reductionPercent":73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5861,"evidencePosition":"back"}
{"caseId":"2fbb6322e485e7743ec3fb4bb02d44bf4b5ea8a6","paperId":"1701.02962","method":"seeded_random","inputTokens":5641,"outputTokens":1489,"reductionPercent":73.6,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4929,"evidencePosition":"back"}
{"caseId":"2fbb6322e485e7743ec3fb4bb02d44bf4b5ea8a6","paperId":"1701.02962","method":"oracle_ceiling","inputTokens":5641,"outputTokens":1548,"reductionPercent":72.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7581,"evidencePosition":"back"}
{"caseId":"545e92833b0ad4ba32eac5997edecf97a366a244","paperId":"1908.06267","method":"maha_bm25","inputTokens":6832,"outputTokens":1514,"reductionPercent":77.84,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0398,"evidencePosition":"back"}
{"caseId":"545e92833b0ad4ba32eac5997edecf97a366a244","paperId":"1908.06267","method":"maha_keyword","inputTokens":6832,"outputTokens":1464,"reductionPercent":78.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8469,"evidencePosition":"back"}
{"caseId":"545e92833b0ad4ba32eac5997edecf97a366a244","paperId":"1908.06267","method":"front_truncation","inputTokens":6832,"outputTokens":1508,"reductionPercent":77.93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7365,"evidencePosition":"back"}
{"caseId":"545e92833b0ad4ba32eac5997edecf97a366a244","paperId":"1908.06267","method":"tail_recency","inputTokens":6832,"outputTokens":1552,"reductionPercent":77.28,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6263,"evidencePosition":"back"}
{"caseId":"545e92833b0ad4ba32eac5997edecf97a366a244","paperId":"1908.06267","method":"seeded_random","inputTokens":6832,"outputTokens":1599,"reductionPercent":76.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4883,"evidencePosition":"back"}
{"caseId":"545e92833b0ad4ba32eac5997edecf97a366a244","paperId":"1908.06267","method":"oracle_ceiling","inputTokens":6832,"outputTokens":1567,"reductionPercent":77.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.5348,"evidencePosition":"back"}
{"caseId":"1462eb312944926469e7cee067dfc7f1267a2a8c","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1525,"reductionPercent":65.88,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3932,"evidencePosition":"middle"}
{"caseId":"1462eb312944926469e7cee067dfc7f1267a2a8c","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1572,"reductionPercent":64.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.078,"evidencePosition":"middle"}
{"caseId":"1462eb312944926469e7cee067dfc7f1267a2a8c","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1705,"reductionPercent":61.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0554,"evidencePosition":"middle"}
{"caseId":"1462eb312944926469e7cee067dfc7f1267a2a8c","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1592,"reductionPercent":64.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6495,"evidencePosition":"middle"}
{"caseId":"1462eb312944926469e7cee067dfc7f1267a2a8c","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1621,"reductionPercent":63.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2204,"evidencePosition":"middle"}
{"caseId":"1462eb312944926469e7cee067dfc7f1267a2a8c","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1576,"reductionPercent":64.73,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1845,"evidencePosition":"middle"}
{"caseId":"0d34c0812f1e69ea33f76ca8c24c23b0415ebc8d","paperId":"2001.01269","method":"maha_bm25","inputTokens":5327,"outputTokens":1430,"reductionPercent":73.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3594,"evidencePosition":"middle"}
{"caseId":"0d34c0812f1e69ea33f76ca8c24c23b0415ebc8d","paperId":"2001.01269","method":"maha_keyword","inputTokens":5327,"outputTokens":1442,"reductionPercent":72.93,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8153,"evidencePosition":"middle"}
{"caseId":"0d34c0812f1e69ea33f76ca8c24c23b0415ebc8d","paperId":"2001.01269","method":"front_truncation","inputTokens":5327,"outputTokens":1556,"reductionPercent":70.79,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7347,"evidencePosition":"middle"}
{"caseId":"0d34c0812f1e69ea33f76ca8c24c23b0415ebc8d","paperId":"2001.01269","method":"tail_recency","inputTokens":5327,"outputTokens":1581,"reductionPercent":70.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8699,"evidencePosition":"middle"}
{"caseId":"0d34c0812f1e69ea33f76ca8c24c23b0415ebc8d","paperId":"2001.01269","method":"seeded_random","inputTokens":5327,"outputTokens":1535,"reductionPercent":71.18,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7015,"evidencePosition":"middle"}
{"caseId":"0d34c0812f1e69ea33f76ca8c24c23b0415ebc8d","paperId":"2001.01269","method":"oracle_ceiling","inputTokens":5327,"outputTokens":1514,"reductionPercent":71.58,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2303,"evidencePosition":"middle"}
{"caseId":"af5730d82535464cedfa707a03415ac2e7a21295","paperId":"1910.14599","method":"maha_bm25","inputTokens":6828,"outputTokens":1574,"reductionPercent":76.95,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.925,"evidencePosition":"front"}
{"caseId":"af5730d82535464cedfa707a03415ac2e7a21295","paperId":"1910.14599","method":"maha_keyword","inputTokens":6828,"outputTokens":1484,"reductionPercent":78.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.431,"evidencePosition":"front"}
{"caseId":"af5730d82535464cedfa707a03415ac2e7a21295","paperId":"1910.14599","method":"front_truncation","inputTokens":6828,"outputTokens":1557,"reductionPercent":77.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.431,"evidencePosition":"front"}
{"caseId":"af5730d82535464cedfa707a03415ac2e7a21295","paperId":"1910.14599","method":"tail_recency","inputTokens":6828,"outputTokens":1657,"reductionPercent":75.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.3752,"evidencePosition":"front"}
{"caseId":"af5730d82535464cedfa707a03415ac2e7a21295","paperId":"1910.14599","method":"seeded_random","inputTokens":6828,"outputTokens":1617,"reductionPercent":76.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2397,"evidencePosition":"front"}
{"caseId":"af5730d82535464cedfa707a03415ac2e7a21295","paperId":"1910.14599","method":"oracle_ceiling","inputTokens":6828,"outputTokens":1587,"reductionPercent":76.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.4057,"evidencePosition":"front"}
{"caseId":"7697baf8d8d582c1f664a614f6332121061f87db","paperId":"1601.02403","method":"maha_bm25","inputTokens":21004,"outputTokens":1540,"reductionPercent":92.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.8459,"evidencePosition":"back"}
{"caseId":"7697baf8d8d582c1f664a614f6332121061f87db","paperId":"1601.02403","method":"maha_keyword","inputTokens":21004,"outputTokens":1540,"reductionPercent":92.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.1773,"evidencePosition":"back"}
{"caseId":"7697baf8d8d582c1f664a614f6332121061f87db","paperId":"1601.02403","method":"front_truncation","inputTokens":21004,"outputTokens":1567,"reductionPercent":92.54,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":15.3038,"evidencePosition":"back"}
{"caseId":"7697baf8d8d582c1f664a614f6332121061f87db","paperId":"1601.02403","method":"tail_recency","inputTokens":21004,"outputTokens":1579,"reductionPercent":92.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":15.0453,"evidencePosition":"back"}
{"caseId":"7697baf8d8d582c1f664a614f6332121061f87db","paperId":"1601.02403","method":"seeded_random","inputTokens":21004,"outputTokens":1613,"reductionPercent":92.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":14.9317,"evidencePosition":"back"}
{"caseId":"7697baf8d8d582c1f664a614f6332121061f87db","paperId":"1601.02403","method":"oracle_ceiling","inputTokens":21004,"outputTokens":1581,"reductionPercent":92.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":17.7251,"evidencePosition":"back"}
{"caseId":"0689904db9b00a814e3109fb1698086370a28fa2","paperId":"1811.05711","method":"maha_bm25","inputTokens":12017,"outputTokens":1445,"reductionPercent":87.98,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.4122,"evidencePosition":"front"}
{"caseId":"0689904db9b00a814e3109fb1698086370a28fa2","paperId":"1811.05711","method":"maha_keyword","inputTokens":12017,"outputTokens":1543,"reductionPercent":87.16,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.4425,"evidencePosition":"front"}
{"caseId":"0689904db9b00a814e3109fb1698086370a28fa2","paperId":"1811.05711","method":"front_truncation","inputTokens":12017,"outputTokens":1550,"reductionPercent":87.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.9555,"evidencePosition":"front"}
{"caseId":"0689904db9b00a814e3109fb1698086370a28fa2","paperId":"1811.05711","method":"tail_recency","inputTokens":12017,"outputTokens":1539,"reductionPercent":87.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.1241,"evidencePosition":"front"}
{"caseId":"0689904db9b00a814e3109fb1698086370a28fa2","paperId":"1811.05711","method":"seeded_random","inputTokens":12017,"outputTokens":1513,"reductionPercent":87.41,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":7.7552,"evidencePosition":"front"}
{"caseId":"0689904db9b00a814e3109fb1698086370a28fa2","paperId":"1811.05711","method":"oracle_ceiling","inputTokens":12017,"outputTokens":1499,"reductionPercent":87.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":11.2206,"evidencePosition":"front"}
{"caseId":"5eabfc6cc8aa8a99e6e42514ef9584569cb75dec","paperId":"1808.09111","method":"maha_bm25","inputTokens":6241,"outputTokens":1615,"reductionPercent":74.12,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1945,"evidencePosition":"middle"}
{"caseId":"5eabfc6cc8aa8a99e6e42514ef9584569cb75dec","paperId":"1808.09111","method":"maha_keyword","inputTokens":6241,"outputTokens":1469,"reductionPercent":76.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5032,"evidencePosition":"middle"}
{"caseId":"5eabfc6cc8aa8a99e6e42514ef9584569cb75dec","paperId":"1808.09111","method":"front_truncation","inputTokens":6241,"outputTokens":1632,"reductionPercent":73.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8095,"evidencePosition":"middle"}
{"caseId":"5eabfc6cc8aa8a99e6e42514ef9584569cb75dec","paperId":"1808.09111","method":"tail_recency","inputTokens":6241,"outputTokens":1606,"reductionPercent":74.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8275,"evidencePosition":"middle"}
{"caseId":"5eabfc6cc8aa8a99e6e42514ef9584569cb75dec","paperId":"1808.09111","method":"seeded_random","inputTokens":6241,"outputTokens":1654,"reductionPercent":73.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6813,"evidencePosition":"middle"}
{"caseId":"5eabfc6cc8aa8a99e6e42514ef9584569cb75dec","paperId":"1808.09111","method":"oracle_ceiling","inputTokens":6241,"outputTokens":1643,"reductionPercent":73.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.6792,"evidencePosition":"middle"}
{"caseId":"5c3e98e3cebaecd5d3e75ec2c9fc3dd267ac3c83","paperId":"1909.06200","method":"maha_bm25","inputTokens":6324,"outputTokens":1506,"reductionPercent":76.19,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.477,"evidencePosition":"middle"}
{"caseId":"5c3e98e3cebaecd5d3e75ec2c9fc3dd267ac3c83","paperId":"1909.06200","method":"maha_keyword","inputTokens":6324,"outputTokens":1506,"reductionPercent":76.19,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7161,"evidencePosition":"middle"}
{"caseId":"5c3e98e3cebaecd5d3e75ec2c9fc3dd267ac3c83","paperId":"1909.06200","method":"front_truncation","inputTokens":6324,"outputTokens":1560,"reductionPercent":75.33,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.8062,"evidencePosition":"middle"}
{"caseId":"5c3e98e3cebaecd5d3e75ec2c9fc3dd267ac3c83","paperId":"1909.06200","method":"tail_recency","inputTokens":6324,"outputTokens":1530,"reductionPercent":75.81,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.1717,"evidencePosition":"middle"}
{"caseId":"5c3e98e3cebaecd5d3e75ec2c9fc3dd267ac3c83","paperId":"1909.06200","method":"seeded_random","inputTokens":6324,"outputTokens":1654,"reductionPercent":73.85,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.04,"evidencePosition":"middle"}
{"caseId":"5c3e98e3cebaecd5d3e75ec2c9fc3dd267ac3c83","paperId":"1909.06200","method":"oracle_ceiling","inputTokens":6324,"outputTokens":1594,"reductionPercent":74.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.8327,"evidencePosition":"middle"}
{"caseId":"73e83c54251f6a07744413ac8b8bed6480b2294f","paperId":"2001.01269","method":"maha_bm25","inputTokens":5327,"outputTokens":1500,"reductionPercent":71.84,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5059,"evidencePosition":"front"}
{"caseId":"73e83c54251f6a07744413ac8b8bed6480b2294f","paperId":"2001.01269","method":"maha_keyword","inputTokens":5327,"outputTokens":1350,"reductionPercent":74.66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7024,"evidencePosition":"front"}
{"caseId":"73e83c54251f6a07744413ac8b8bed6480b2294f","paperId":"2001.01269","method":"front_truncation","inputTokens":5327,"outputTokens":1555,"reductionPercent":70.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7301,"evidencePosition":"front"}
{"caseId":"73e83c54251f6a07744413ac8b8bed6480b2294f","paperId":"2001.01269","method":"tail_recency","inputTokens":5327,"outputTokens":1580,"reductionPercent":70.34,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7214,"evidencePosition":"front"}
{"caseId":"73e83c54251f6a07744413ac8b8bed6480b2294f","paperId":"2001.01269","method":"seeded_random","inputTokens":5327,"outputTokens":1528,"reductionPercent":71.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8545,"evidencePosition":"front"}
{"caseId":"73e83c54251f6a07744413ac8b8bed6480b2294f","paperId":"2001.01269","method":"oracle_ceiling","inputTokens":5327,"outputTokens":1556,"reductionPercent":70.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5302,"evidencePosition":"front"}
{"caseId":"d7b60abb0091246e29d1a9c28467de598e090c20","paperId":"1706.01875","method":"maha_bm25","inputTokens":4580,"outputTokens":1577,"reductionPercent":65.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.979,"evidencePosition":"middle"}
{"caseId":"d7b60abb0091246e29d1a9c28467de598e090c20","paperId":"1706.01875","method":"maha_keyword","inputTokens":4580,"outputTokens":1577,"reductionPercent":65.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.544,"evidencePosition":"middle"}
{"caseId":"d7b60abb0091246e29d1a9c28467de598e090c20","paperId":"1706.01875","method":"front_truncation","inputTokens":4580,"outputTokens":1578,"reductionPercent":65.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.11,"evidencePosition":"middle"}
{"caseId":"d7b60abb0091246e29d1a9c28467de598e090c20","paperId":"1706.01875","method":"tail_recency","inputTokens":4580,"outputTokens":1603,"reductionPercent":65,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9638,"evidencePosition":"middle"}
{"caseId":"d7b60abb0091246e29d1a9c28467de598e090c20","paperId":"1706.01875","method":"seeded_random","inputTokens":4580,"outputTokens":1563,"reductionPercent":65.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7477,"evidencePosition":"middle"}
{"caseId":"d7b60abb0091246e29d1a9c28467de598e090c20","paperId":"1706.01875","method":"oracle_ceiling","inputTokens":4580,"outputTokens":1560,"reductionPercent":65.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.568,"evidencePosition":"middle"}
{"caseId":"3d013f15796ae7fed5272183a166c45f16e24e39","paperId":"1909.09067","method":"maha_bm25","inputTokens":4193,"outputTokens":1553,"reductionPercent":62.96,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7599,"evidencePosition":"front"}
{"caseId":"3d013f15796ae7fed5272183a166c45f16e24e39","paperId":"1909.09067","method":"maha_keyword","inputTokens":4193,"outputTokens":1545,"reductionPercent":63.15,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.316,"evidencePosition":"front"}
{"caseId":"3d013f15796ae7fed5272183a166c45f16e24e39","paperId":"1909.09067","method":"front_truncation","inputTokens":4193,"outputTokens":1624,"reductionPercent":61.27,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7292,"evidencePosition":"front"}
{"caseId":"3d013f15796ae7fed5272183a166c45f16e24e39","paperId":"1909.09067","method":"tail_recency","inputTokens":4193,"outputTokens":1567,"reductionPercent":62.63,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7141,"evidencePosition":"front"}
{"caseId":"3d013f15796ae7fed5272183a166c45f16e24e39","paperId":"1909.09067","method":"seeded_random","inputTokens":4193,"outputTokens":1557,"reductionPercent":62.87,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.547,"evidencePosition":"front"}
{"caseId":"3d013f15796ae7fed5272183a166c45f16e24e39","paperId":"1909.09067","method":"oracle_ceiling","inputTokens":4193,"outputTokens":1581,"reductionPercent":62.29,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.2973,"evidencePosition":"front"}
{"caseId":"2c947447d81252397839d58c75ebcc71b34379b5","paperId":"2001.08868","method":"maha_bm25","inputTokens":7614,"outputTokens":1492,"reductionPercent":80.4,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4705,"evidencePosition":"middle"}
{"caseId":"2c947447d81252397839d58c75ebcc71b34379b5","paperId":"2001.08868","method":"maha_keyword","inputTokens":7614,"outputTokens":1323,"reductionPercent":82.62,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.239,"evidencePosition":"middle"}
{"caseId":"2c947447d81252397839d58c75ebcc71b34379b5","paperId":"2001.08868","method":"front_truncation","inputTokens":7614,"outputTokens":1619,"reductionPercent":78.74,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.2182,"evidencePosition":"middle"}
{"caseId":"2c947447d81252397839d58c75ebcc71b34379b5","paperId":"2001.08868","method":"tail_recency","inputTokens":7614,"outputTokens":1523,"reductionPercent":80,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.1024,"evidencePosition":"middle"}
{"caseId":"2c947447d81252397839d58c75ebcc71b34379b5","paperId":"2001.08868","method":"seeded_random","inputTokens":7614,"outputTokens":1525,"reductionPercent":79.97,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.8751,"evidencePosition":"middle"}
{"caseId":"2c947447d81252397839d58c75ebcc71b34379b5","paperId":"2001.08868","method":"oracle_ceiling","inputTokens":7614,"outputTokens":1523,"reductionPercent":80,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.958,"evidencePosition":"middle"}
{"caseId":"87bb3105e03ed6ac5abfde0a7ca9b8de8985663c","paperId":"1903.11437","method":"maha_bm25","inputTokens":5903,"outputTokens":1327,"reductionPercent":77.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.833,"evidencePosition":"middle"}
{"caseId":"87bb3105e03ed6ac5abfde0a7ca9b8de8985663c","paperId":"1903.11437","method":"maha_keyword","inputTokens":5903,"outputTokens":1403,"reductionPercent":76.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4479,"evidencePosition":"middle"}
{"caseId":"87bb3105e03ed6ac5abfde0a7ca9b8de8985663c","paperId":"1903.11437","method":"front_truncation","inputTokens":5903,"outputTokens":1601,"reductionPercent":72.88,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8897,"evidencePosition":"middle"}
{"caseId":"87bb3105e03ed6ac5abfde0a7ca9b8de8985663c","paperId":"1903.11437","method":"tail_recency","inputTokens":5903,"outputTokens":1586,"reductionPercent":73.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6898,"evidencePosition":"middle"}
{"caseId":"87bb3105e03ed6ac5abfde0a7ca9b8de8985663c","paperId":"1903.11437","method":"seeded_random","inputTokens":5903,"outputTokens":1635,"reductionPercent":72.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7108,"evidencePosition":"middle"}
{"caseId":"87bb3105e03ed6ac5abfde0a7ca9b8de8985663c","paperId":"1903.11437","method":"oracle_ceiling","inputTokens":5903,"outputTokens":1549,"reductionPercent":73.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.5429,"evidencePosition":"middle"}
{"caseId":"051df74dc643498e95d16e58851701628fdfd43e","paperId":"1911.01371","method":"maha_bm25","inputTokens":5095,"outputTokens":1488,"reductionPercent":70.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4908,"evidencePosition":"middle"}
{"caseId":"051df74dc643498e95d16e58851701628fdfd43e","paperId":"1911.01371","method":"maha_keyword","inputTokens":5095,"outputTokens":1496,"reductionPercent":70.64,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8877,"evidencePosition":"middle"}
{"caseId":"051df74dc643498e95d16e58851701628fdfd43e","paperId":"1911.01371","method":"front_truncation","inputTokens":5095,"outputTokens":1564,"reductionPercent":69.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.3463,"evidencePosition":"middle"}
{"caseId":"051df74dc643498e95d16e58851701628fdfd43e","paperId":"1911.01371","method":"tail_recency","inputTokens":5095,"outputTokens":1508,"reductionPercent":70.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6506,"evidencePosition":"middle"}
{"caseId":"051df74dc643498e95d16e58851701628fdfd43e","paperId":"1911.01371","method":"seeded_random","inputTokens":5095,"outputTokens":1543,"reductionPercent":69.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7544,"evidencePosition":"middle"}
{"caseId":"051df74dc643498e95d16e58851701628fdfd43e","paperId":"1911.01371","method":"oracle_ceiling","inputTokens":5095,"outputTokens":1494,"reductionPercent":70.68,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.634,"evidencePosition":"middle"}
{"caseId":"c21b87c97d1afac85ece2450ee76d01c946de668","paperId":"2002.03407","method":"maha_bm25","inputTokens":5323,"outputTokens":1618,"reductionPercent":69.6,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7201,"evidencePosition":"front"}
{"caseId":"c21b87c97d1afac85ece2450ee76d01c946de668","paperId":"2002.03407","method":"maha_keyword","inputTokens":5323,"outputTokens":1523,"reductionPercent":71.39,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9698,"evidencePosition":"front"}
{"caseId":"c21b87c97d1afac85ece2450ee76d01c946de668","paperId":"2002.03407","method":"front_truncation","inputTokens":5323,"outputTokens":1630,"reductionPercent":69.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.039,"evidencePosition":"front"}
{"caseId":"c21b87c97d1afac85ece2450ee76d01c946de668","paperId":"2002.03407","method":"tail_recency","inputTokens":5323,"outputTokens":1595,"reductionPercent":70.04,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7021,"evidencePosition":"front"}
{"caseId":"c21b87c97d1afac85ece2450ee76d01c946de668","paperId":"2002.03407","method":"seeded_random","inputTokens":5323,"outputTokens":1558,"reductionPercent":70.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7908,"evidencePosition":"front"}
{"caseId":"c21b87c97d1afac85ece2450ee76d01c946de668","paperId":"2002.03407","method":"oracle_ceiling","inputTokens":5323,"outputTokens":1624,"reductionPercent":69.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.2342,"evidencePosition":"front"}
{"caseId":"1e775cf30784e6b1c2b573294a82e145a3f959bb","paperId":"1909.13104","method":"maha_bm25","inputTokens":4417,"outputTokens":1517,"reductionPercent":65.66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.892,"evidencePosition":"middle"}
{"caseId":"1e775cf30784e6b1c2b573294a82e145a3f959bb","paperId":"1909.13104","method":"maha_keyword","inputTokens":4417,"outputTokens":1387,"reductionPercent":68.6,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3597,"evidencePosition":"middle"}
{"caseId":"1e775cf30784e6b1c2b573294a82e145a3f959bb","paperId":"1909.13104","method":"front_truncation","inputTokens":4417,"outputTokens":1576,"reductionPercent":64.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.4499,"evidencePosition":"middle"}
{"caseId":"1e775cf30784e6b1c2b573294a82e145a3f959bb","paperId":"1909.13104","method":"tail_recency","inputTokens":4417,"outputTokens":1530,"reductionPercent":65.36,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.9209,"evidencePosition":"middle"}
{"caseId":"1e775cf30784e6b1c2b573294a82e145a3f959bb","paperId":"1909.13104","method":"seeded_random","inputTokens":4417,"outputTokens":1539,"reductionPercent":65.16,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7105,"evidencePosition":"middle"}
{"caseId":"1e775cf30784e6b1c2b573294a82e145a3f959bb","paperId":"1909.13104","method":"oracle_ceiling","inputTokens":4417,"outputTokens":1517,"reductionPercent":65.66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.1348,"evidencePosition":"middle"}
{"caseId":"0752d71a0a1f73b3482a888313622ce9e9870d6e","paperId":"1708.01464","method":"maha_bm25","inputTokens":4538,"outputTokens":1587,"reductionPercent":65.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1115,"evidencePosition":"middle"}
{"caseId":"0752d71a0a1f73b3482a888313622ce9e9870d6e","paperId":"1708.01464","method":"maha_keyword","inputTokens":4538,"outputTokens":1587,"reductionPercent":65.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.677,"evidencePosition":"middle"}
{"caseId":"0752d71a0a1f73b3482a888313622ce9e9870d6e","paperId":"1708.01464","method":"front_truncation","inputTokens":4538,"outputTokens":1619,"reductionPercent":64.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2187,"evidencePosition":"middle"}
{"caseId":"0752d71a0a1f73b3482a888313622ce9e9870d6e","paperId":"1708.01464","method":"tail_recency","inputTokens":4538,"outputTokens":1618,"reductionPercent":64.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.0838,"evidencePosition":"middle"}
{"caseId":"0752d71a0a1f73b3482a888313622ce9e9870d6e","paperId":"1708.01464","method":"seeded_random","inputTokens":4538,"outputTokens":1614,"reductionPercent":64.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9618,"evidencePosition":"middle"}
{"caseId":"0752d71a0a1f73b3482a888313622ce9e9870d6e","paperId":"1708.01464","method":"oracle_ceiling","inputTokens":4538,"outputTokens":1640,"reductionPercent":63.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2829,"evidencePosition":"middle"}
{"caseId":"ceb767e33fde4b927e730f893db5ece947ffb0d8","paperId":"1810.12085","method":"maha_bm25","inputTokens":4161,"outputTokens":1605,"reductionPercent":61.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.81,"evidencePosition":"middle"}
{"caseId":"ceb767e33fde4b927e730f893db5ece947ffb0d8","paperId":"1810.12085","method":"maha_keyword","inputTokens":4161,"outputTokens":1605,"reductionPercent":61.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.413,"evidencePosition":"middle"}
{"caseId":"ceb767e33fde4b927e730f893db5ece947ffb0d8","paperId":"1810.12085","method":"front_truncation","inputTokens":4161,"outputTokens":1627,"reductionPercent":60.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2586,"evidencePosition":"middle"}
{"caseId":"ceb767e33fde4b927e730f893db5ece947ffb0d8","paperId":"1810.12085","method":"tail_recency","inputTokens":4161,"outputTokens":1601,"reductionPercent":61.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2563,"evidencePosition":"middle"}
{"caseId":"ceb767e33fde4b927e730f893db5ece947ffb0d8","paperId":"1810.12085","method":"seeded_random","inputTokens":4161,"outputTokens":1606,"reductionPercent":61.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1624,"evidencePosition":"middle"}
{"caseId":"ceb767e33fde4b927e730f893db5ece947ffb0d8","paperId":"1810.12085","method":"oracle_ceiling","inputTokens":4161,"outputTokens":1624,"reductionPercent":60.97,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8734,"evidencePosition":"middle"}
{"caseId":"d64383e39357bd4177b49c02eb48e12ba7ffd4fb","paperId":"1809.03449","method":"maha_bm25","inputTokens":5912,"outputTokens":1522,"reductionPercent":74.26,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3161,"evidencePosition":"middle"}
{"caseId":"d64383e39357bd4177b49c02eb48e12ba7ffd4fb","paperId":"1809.03449","method":"maha_keyword","inputTokens":5912,"outputTokens":1522,"reductionPercent":74.26,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.061,"evidencePosition":"middle"}
{"caseId":"d64383e39357bd4177b49c02eb48e12ba7ffd4fb","paperId":"1809.03449","method":"front_truncation","inputTokens":5912,"outputTokens":1567,"reductionPercent":73.49,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7703,"evidencePosition":"middle"}
{"caseId":"d64383e39357bd4177b49c02eb48e12ba7ffd4fb","paperId":"1809.03449","method":"tail_recency","inputTokens":5912,"outputTokens":1635,"reductionPercent":72.34,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.842,"evidencePosition":"middle"}
{"caseId":"d64383e39357bd4177b49c02eb48e12ba7ffd4fb","paperId":"1809.03449","method":"seeded_random","inputTokens":5912,"outputTokens":1674,"reductionPercent":71.68,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0935,"evidencePosition":"middle"}
{"caseId":"d64383e39357bd4177b49c02eb48e12ba7ffd4fb","paperId":"1809.03449","method":"oracle_ceiling","inputTokens":5912,"outputTokens":1751,"reductionPercent":70.38,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.4662,"evidencePosition":"middle"}
{"caseId":"e97186c51d4af490dba6faaf833d269c8256426c","paperId":"1912.13337","method":"maha_bm25","inputTokens":9961,"outputTokens":1465,"reductionPercent":85.29,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.866,"evidencePosition":"back"}
{"caseId":"e97186c51d4af490dba6faaf833d269c8256426c","paperId":"1912.13337","method":"maha_keyword","inputTokens":9961,"outputTokens":1409,"reductionPercent":85.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7553,"evidencePosition":"back"}
{"caseId":"e97186c51d4af490dba6faaf833d269c8256426c","paperId":"1912.13337","method":"front_truncation","inputTokens":9961,"outputTokens":1489,"reductionPercent":85.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.5615,"evidencePosition":"back"}
{"caseId":"e97186c51d4af490dba6faaf833d269c8256426c","paperId":"1912.13337","method":"tail_recency","inputTokens":9961,"outputTokens":1553,"reductionPercent":84.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.6259,"evidencePosition":"back"}
{"caseId":"e97186c51d4af490dba6faaf833d269c8256426c","paperId":"1912.13337","method":"seeded_random","inputTokens":9961,"outputTokens":1447,"reductionPercent":85.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.0437,"evidencePosition":"back"}
{"caseId":"e97186c51d4af490dba6faaf833d269c8256426c","paperId":"1912.13337","method":"oracle_ceiling","inputTokens":9961,"outputTokens":1465,"reductionPercent":85.29,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.7008,"evidencePosition":"back"}
{"caseId":"12f7fac818f0006cf33269c9eafd41bbb8979a48","paperId":"1901.01010","method":"maha_bm25","inputTokens":5893,"outputTokens":1396,"reductionPercent":76.31,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7242,"evidencePosition":"front"}
{"caseId":"12f7fac818f0006cf33269c9eafd41bbb8979a48","paperId":"1901.01010","method":"maha_keyword","inputTokens":5893,"outputTokens":1564,"reductionPercent":73.46,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2065,"evidencePosition":"front"}
{"caseId":"12f7fac818f0006cf33269c9eafd41bbb8979a48","paperId":"1901.01010","method":"front_truncation","inputTokens":5893,"outputTokens":1526,"reductionPercent":74.1,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6061,"evidencePosition":"front"}
{"caseId":"12f7fac818f0006cf33269c9eafd41bbb8979a48","paperId":"1901.01010","method":"tail_recency","inputTokens":5893,"outputTokens":1545,"reductionPercent":73.78,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4399,"evidencePosition":"front"}
{"caseId":"12f7fac818f0006cf33269c9eafd41bbb8979a48","paperId":"1901.01010","method":"seeded_random","inputTokens":5893,"outputTokens":1593,"reductionPercent":72.97,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6125,"evidencePosition":"front"}
{"caseId":"12f7fac818f0006cf33269c9eafd41bbb8979a48","paperId":"1901.01010","method":"oracle_ceiling","inputTokens":5893,"outputTokens":1572,"reductionPercent":73.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.3235,"evidencePosition":"front"}
{"caseId":"da55bd769721b878dd17f07f124a37a0a165db02","paperId":"2001.02284","method":"maha_bm25","inputTokens":9066,"outputTokens":1427,"reductionPercent":84.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0833,"evidencePosition":"front"}
{"caseId":"da55bd769721b878dd17f07f124a37a0a165db02","paperId":"2001.02284","method":"maha_keyword","inputTokens":9066,"outputTokens":1449,"reductionPercent":84.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.728,"evidencePosition":"front"}
{"caseId":"da55bd769721b878dd17f07f124a37a0a165db02","paperId":"2001.02284","method":"front_truncation","inputTokens":9066,"outputTokens":1464,"reductionPercent":83.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.4376,"evidencePosition":"front"}
{"caseId":"da55bd769721b878dd17f07f124a37a0a165db02","paperId":"2001.02284","method":"tail_recency","inputTokens":9066,"outputTokens":1398,"reductionPercent":84.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.4995,"evidencePosition":"front"}
{"caseId":"da55bd769721b878dd17f07f124a37a0a165db02","paperId":"2001.02284","method":"seeded_random","inputTokens":9066,"outputTokens":1488,"reductionPercent":83.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.0882,"evidencePosition":"front"}
{"caseId":"da55bd769721b878dd17f07f124a37a0a165db02","paperId":"2001.02284","method":"oracle_ceiling","inputTokens":9066,"outputTokens":1459,"reductionPercent":83.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.2729,"evidencePosition":"front"}
{"caseId":"96a4091f681872e6d98d0efee777d9e820cb8dae","paperId":"1910.12574","method":"maha_bm25","inputTokens":6367,"outputTokens":1534,"reductionPercent":75.91,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.0244,"evidencePosition":"back"}
{"caseId":"96a4091f681872e6d98d0efee777d9e820cb8dae","paperId":"1910.12574","method":"maha_keyword","inputTokens":6367,"outputTokens":1515,"reductionPercent":76.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7142,"evidencePosition":"back"}
{"caseId":"96a4091f681872e6d98d0efee777d9e820cb8dae","paperId":"1910.12574","method":"front_truncation","inputTokens":6367,"outputTokens":1582,"reductionPercent":75.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":7.7207,"evidencePosition":"back"}
{"caseId":"96a4091f681872e6d98d0efee777d9e820cb8dae","paperId":"1910.12574","method":"tail_recency","inputTokens":6367,"outputTokens":1628,"reductionPercent":74.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.9824,"evidencePosition":"back"}
{"caseId":"96a4091f681872e6d98d0efee777d9e820cb8dae","paperId":"1910.12574","method":"seeded_random","inputTokens":6367,"outputTokens":1646,"reductionPercent":74.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.7733,"evidencePosition":"back"}
{"caseId":"96a4091f681872e6d98d0efee777d9e820cb8dae","paperId":"1910.12574","method":"oracle_ceiling","inputTokens":6367,"outputTokens":1583,"reductionPercent":75.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.0835,"evidencePosition":"back"}
{"caseId":"df0257ab04686ddf1c6c4d9b0529a7632330b98e","paperId":"2001.08868","method":"maha_bm25","inputTokens":7614,"outputTokens":1392,"reductionPercent":81.72,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4839,"evidencePosition":"back"}
{"caseId":"df0257ab04686ddf1c6c4d9b0529a7632330b98e","paperId":"2001.08868","method":"maha_keyword","inputTokens":7614,"outputTokens":1515,"reductionPercent":80.1,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8951,"evidencePosition":"back"}
{"caseId":"df0257ab04686ddf1c6c4d9b0529a7632330b98e","paperId":"2001.08868","method":"front_truncation","inputTokens":7614,"outputTokens":1620,"reductionPercent":78.72,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.7268,"evidencePosition":"back"}
{"caseId":"df0257ab04686ddf1c6c4d9b0529a7632330b98e","paperId":"2001.08868","method":"tail_recency","inputTokens":7614,"outputTokens":1524,"reductionPercent":79.98,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8091,"evidencePosition":"back"}
{"caseId":"df0257ab04686ddf1c6c4d9b0529a7632330b98e","paperId":"2001.08868","method":"seeded_random","inputTokens":7614,"outputTokens":1540,"reductionPercent":79.77,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4036,"evidencePosition":"back"}
{"caseId":"df0257ab04686ddf1c6c4d9b0529a7632330b98e","paperId":"2001.08868","method":"oracle_ceiling","inputTokens":7614,"outputTokens":1536,"reductionPercent":79.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.7537,"evidencePosition":"back"}
{"caseId":"bf52c01bf82612d0c7bbf2e6a5bb2570c322936f","paperId":"1604.00400","method":"maha_bm25","inputTokens":6877,"outputTokens":1593,"reductionPercent":76.84,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0068,"evidencePosition":"back"}
{"caseId":"bf52c01bf82612d0c7bbf2e6a5bb2570c322936f","paperId":"1604.00400","method":"maha_keyword","inputTokens":6877,"outputTokens":1581,"reductionPercent":77.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.635,"evidencePosition":"back"}
{"caseId":"bf52c01bf82612d0c7bbf2e6a5bb2570c322936f","paperId":"1604.00400","method":"front_truncation","inputTokens":6877,"outputTokens":1570,"reductionPercent":77.17,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.9656,"evidencePosition":"back"}
{"caseId":"bf52c01bf82612d0c7bbf2e6a5bb2570c322936f","paperId":"1604.00400","method":"tail_recency","inputTokens":6877,"outputTokens":1573,"reductionPercent":77.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9498,"evidencePosition":"back"}
{"caseId":"bf52c01bf82612d0c7bbf2e6a5bb2570c322936f","paperId":"1604.00400","method":"seeded_random","inputTokens":6877,"outputTokens":1581,"reductionPercent":77.01,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.888,"evidencePosition":"back"}
{"caseId":"bf52c01bf82612d0c7bbf2e6a5bb2570c322936f","paperId":"1604.00400","method":"oracle_ceiling","inputTokens":6877,"outputTokens":1583,"reductionPercent":76.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.028,"evidencePosition":"back"}
{"caseId":"76121e359dfe3f16c2a352bd35f28005f2a40da3","paperId":"1503.00841","method":"maha_bm25","inputTokens":5378,"outputTokens":1493,"reductionPercent":72.24,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5458,"evidencePosition":"middle"}
{"caseId":"76121e359dfe3f16c2a352bd35f28005f2a40da3","paperId":"1503.00841","method":"maha_keyword","inputTokens":5378,"outputTokens":1493,"reductionPercent":72.24,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2374,"evidencePosition":"middle"}
{"caseId":"76121e359dfe3f16c2a352bd35f28005f2a40da3","paperId":"1503.00841","method":"front_truncation","inputTokens":5378,"outputTokens":1457,"reductionPercent":72.91,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8297,"evidencePosition":"middle"}
{"caseId":"76121e359dfe3f16c2a352bd35f28005f2a40da3","paperId":"1503.00841","method":"tail_recency","inputTokens":5378,"outputTokens":1522,"reductionPercent":71.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.2993,"evidencePosition":"middle"}
{"caseId":"76121e359dfe3f16c2a352bd35f28005f2a40da3","paperId":"1503.00841","method":"seeded_random","inputTokens":5378,"outputTokens":1455,"reductionPercent":72.95,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8966,"evidencePosition":"middle"}
{"caseId":"76121e359dfe3f16c2a352bd35f28005f2a40da3","paperId":"1503.00841","method":"oracle_ceiling","inputTokens":5378,"outputTokens":1512,"reductionPercent":71.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.2618,"evidencePosition":"middle"}
{"caseId":"8b3d3953454c88bde88181897a7a2c0c8dd87e23","paperId":"1609.00559","method":"maha_bm25","inputTokens":5979,"outputTokens":1548,"reductionPercent":74.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1489,"evidencePosition":"back"}
{"caseId":"8b3d3953454c88bde88181897a7a2c0c8dd87e23","paperId":"1609.00559","method":"maha_keyword","inputTokens":5979,"outputTokens":1577,"reductionPercent":73.62,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1015,"evidencePosition":"back"}
{"caseId":"8b3d3953454c88bde88181897a7a2c0c8dd87e23","paperId":"1609.00559","method":"front_truncation","inputTokens":5979,"outputTokens":1652,"reductionPercent":72.37,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6086,"evidencePosition":"back"}
{"caseId":"8b3d3953454c88bde88181897a7a2c0c8dd87e23","paperId":"1609.00559","method":"tail_recency","inputTokens":5979,"outputTokens":1639,"reductionPercent":72.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.758,"evidencePosition":"back"}
{"caseId":"8b3d3953454c88bde88181897a7a2c0c8dd87e23","paperId":"1609.00559","method":"seeded_random","inputTokens":5979,"outputTokens":1664,"reductionPercent":72.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4543,"evidencePosition":"back"}
{"caseId":"8b3d3953454c88bde88181897a7a2c0c8dd87e23","paperId":"1609.00559","method":"oracle_ceiling","inputTokens":5979,"outputTokens":1682,"reductionPercent":71.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.3192,"evidencePosition":"back"}
{"caseId":"cf171fad0bea5ab985c53d11e48e7883c23cdc44","paperId":"2001.01269","method":"maha_bm25","inputTokens":5327,"outputTokens":1543,"reductionPercent":71.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5869,"evidencePosition":"middle"}
{"caseId":"cf171fad0bea5ab985c53d11e48e7883c23cdc44","paperId":"2001.01269","method":"maha_keyword","inputTokens":5327,"outputTokens":1505,"reductionPercent":71.75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9805,"evidencePosition":"middle"}
{"caseId":"cf171fad0bea5ab985c53d11e48e7883c23cdc44","paperId":"2001.01269","method":"front_truncation","inputTokens":5327,"outputTokens":1554,"reductionPercent":70.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8406,"evidencePosition":"middle"}
{"caseId":"cf171fad0bea5ab985c53d11e48e7883c23cdc44","paperId":"2001.01269","method":"tail_recency","inputTokens":5327,"outputTokens":1579,"reductionPercent":70.36,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6806,"evidencePosition":"middle"}
{"caseId":"cf171fad0bea5ab985c53d11e48e7883c23cdc44","paperId":"2001.01269","method":"seeded_random","inputTokens":5327,"outputTokens":1567,"reductionPercent":70.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6072,"evidencePosition":"middle"}
{"caseId":"cf171fad0bea5ab985c53d11e48e7883c23cdc44","paperId":"2001.01269","method":"oracle_ceiling","inputTokens":5327,"outputTokens":1554,"reductionPercent":70.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6059,"evidencePosition":"middle"}
{"caseId":"392fb87564c4f45d0d8d491a9bb217c4fce87f03","paperId":"1909.13104","method":"maha_bm25","inputTokens":4417,"outputTokens":1450,"reductionPercent":67.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4654,"evidencePosition":"back"}
{"caseId":"392fb87564c4f45d0d8d491a9bb217c4fce87f03","paperId":"1909.13104","method":"maha_keyword","inputTokens":4417,"outputTokens":1376,"reductionPercent":68.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6086,"evidencePosition":"back"}
{"caseId":"392fb87564c4f45d0d8d491a9bb217c4fce87f03","paperId":"1909.13104","method":"front_truncation","inputTokens":4417,"outputTokens":1587,"reductionPercent":64.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.4791,"evidencePosition":"back"}
{"caseId":"392fb87564c4f45d0d8d491a9bb217c4fce87f03","paperId":"1909.13104","method":"tail_recency","inputTokens":4417,"outputTokens":1539,"reductionPercent":65.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.2652,"evidencePosition":"back"}
{"caseId":"392fb87564c4f45d0d8d491a9bb217c4fce87f03","paperId":"1909.13104","method":"seeded_random","inputTokens":4417,"outputTokens":1492,"reductionPercent":66.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7913,"evidencePosition":"back"}
{"caseId":"392fb87564c4f45d0d8d491a9bb217c4fce87f03","paperId":"1909.13104","method":"oracle_ceiling","inputTokens":4417,"outputTokens":1533,"reductionPercent":65.29,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.9499,"evidencePosition":"back"}
{"caseId":"2cd37743bcc7ea3bd405ce6d91e79e5339d7642e","paperId":"1601.02403","method":"maha_bm25","inputTokens":21004,"outputTokens":1470,"reductionPercent":93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.965,"evidencePosition":"front"}
{"caseId":"2cd37743bcc7ea3bd405ce6d91e79e5339d7642e","paperId":"1601.02403","method":"maha_keyword","inputTokens":21004,"outputTokens":1477,"reductionPercent":92.97,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.0355,"evidencePosition":"front"}
{"caseId":"2cd37743bcc7ea3bd405ce6d91e79e5339d7642e","paperId":"1601.02403","method":"front_truncation","inputTokens":21004,"outputTokens":1567,"reductionPercent":92.54,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":15.12,"evidencePosition":"front"}
{"caseId":"2cd37743bcc7ea3bd405ce6d91e79e5339d7642e","paperId":"1601.02403","method":"tail_recency","inputTokens":21004,"outputTokens":1579,"reductionPercent":92.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":14.8148,"evidencePosition":"front"}
{"caseId":"2cd37743bcc7ea3bd405ce6d91e79e5339d7642e","paperId":"1601.02403","method":"seeded_random","inputTokens":21004,"outputTokens":1557,"reductionPercent":92.59,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":14.972,"evidencePosition":"front"}
{"caseId":"2cd37743bcc7ea3bd405ce6d91e79e5339d7642e","paperId":"1601.02403","method":"oracle_ceiling","inputTokens":21004,"outputTokens":1560,"reductionPercent":92.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":17.5113,"evidencePosition":"front"}
{"caseId":"41ac23e32bf208b69414f4b687c4f324c6132464","paperId":"1611.04798","method":"maha_bm25","inputTokens":5969,"outputTokens":1487,"reductionPercent":75.09,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4446,"evidencePosition":"back"}
{"caseId":"41ac23e32bf208b69414f4b687c4f324c6132464","paperId":"1611.04798","method":"maha_keyword","inputTokens":5969,"outputTokens":1524,"reductionPercent":74.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6115,"evidencePosition":"back"}
{"caseId":"41ac23e32bf208b69414f4b687c4f324c6132464","paperId":"1611.04798","method":"front_truncation","inputTokens":5969,"outputTokens":1588,"reductionPercent":73.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.969,"evidencePosition":"back"}
{"caseId":"41ac23e32bf208b69414f4b687c4f324c6132464","paperId":"1611.04798","method":"tail_recency","inputTokens":5969,"outputTokens":1555,"reductionPercent":73.95,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5809,"evidencePosition":"back"}
{"caseId":"41ac23e32bf208b69414f4b687c4f324c6132464","paperId":"1611.04798","method":"seeded_random","inputTokens":5969,"outputTokens":1555,"reductionPercent":73.95,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8629,"evidencePosition":"back"}
{"caseId":"41ac23e32bf208b69414f4b687c4f324c6132464","paperId":"1611.04798","method":"oracle_ceiling","inputTokens":5969,"outputTokens":1543,"reductionPercent":74.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.1354,"evidencePosition":"back"}
{"caseId":"06cc8fcafc0880cf69a2514bb7341642b9833041","paperId":"1809.06537","method":"maha_bm25","inputTokens":5906,"outputTokens":1477,"reductionPercent":74.99,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7048,"evidencePosition":"front"}
{"caseId":"06cc8fcafc0880cf69a2514bb7341642b9833041","paperId":"1809.06537","method":"maha_keyword","inputTokens":5906,"outputTokens":1528,"reductionPercent":74.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0885,"evidencePosition":"front"}
{"caseId":"06cc8fcafc0880cf69a2514bb7341642b9833041","paperId":"1809.06537","method":"front_truncation","inputTokens":5906,"outputTokens":1545,"reductionPercent":73.84,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9893,"evidencePosition":"front"}
{"caseId":"06cc8fcafc0880cf69a2514bb7341642b9833041","paperId":"1809.06537","method":"tail_recency","inputTokens":5906,"outputTokens":1514,"reductionPercent":74.37,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6836,"evidencePosition":"front"}
{"caseId":"06cc8fcafc0880cf69a2514bb7341642b9833041","paperId":"1809.06537","method":"seeded_random","inputTokens":5906,"outputTokens":1589,"reductionPercent":73.1,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7822,"evidencePosition":"front"}
{"caseId":"06cc8fcafc0880cf69a2514bb7341642b9833041","paperId":"1809.06537","method":"oracle_ceiling","inputTokens":5906,"outputTokens":1629,"reductionPercent":72.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.6406,"evidencePosition":"front"}
{"caseId":"b66c9a4021b6c8529cac1a2b54dacd8ec79afa5f","paperId":"1909.08089","method":"maha_bm25","inputTokens":6036,"outputTokens":1452,"reductionPercent":75.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6276,"evidencePosition":"front"}
{"caseId":"b66c9a4021b6c8529cac1a2b54dacd8ec79afa5f","paperId":"1909.08089","method":"maha_keyword","inputTokens":6036,"outputTokens":1566,"reductionPercent":74.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8292,"evidencePosition":"front"}
{"caseId":"b66c9a4021b6c8529cac1a2b54dacd8ec79afa5f","paperId":"1909.08089","method":"front_truncation","inputTokens":6036,"outputTokens":1579,"reductionPercent":73.84,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3481,"evidencePosition":"front"}
{"caseId":"b66c9a4021b6c8529cac1a2b54dacd8ec79afa5f","paperId":"1909.08089","method":"tail_recency","inputTokens":6036,"outputTokens":1627,"reductionPercent":73.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4449,"evidencePosition":"front"}
{"caseId":"b66c9a4021b6c8529cac1a2b54dacd8ec79afa5f","paperId":"1909.08089","method":"seeded_random","inputTokens":6036,"outputTokens":1642,"reductionPercent":72.8,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3438,"evidencePosition":"front"}
{"caseId":"b66c9a4021b6c8529cac1a2b54dacd8ec79afa5f","paperId":"1909.08089","method":"oracle_ceiling","inputTokens":6036,"outputTokens":1670,"reductionPercent":72.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2716,"evidencePosition":"front"}
{"caseId":"b49598b05358117ab1471b8ebd0b042d2f04b2a4","paperId":"1611.08661","method":"maha_bm25","inputTokens":5593,"outputTokens":1466,"reductionPercent":73.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0877,"evidencePosition":"front"}
{"caseId":"b49598b05358117ab1471b8ebd0b042d2f04b2a4","paperId":"1611.08661","method":"maha_keyword","inputTokens":5593,"outputTokens":1508,"reductionPercent":73.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5507,"evidencePosition":"front"}
{"caseId":"b49598b05358117ab1471b8ebd0b042d2f04b2a4","paperId":"1611.08661","method":"front_truncation","inputTokens":5593,"outputTokens":1486,"reductionPercent":73.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0175,"evidencePosition":"front"}
{"caseId":"b49598b05358117ab1471b8ebd0b042d2f04b2a4","paperId":"1611.08661","method":"tail_recency","inputTokens":5593,"outputTokens":1510,"reductionPercent":73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8815,"evidencePosition":"front"}
{"caseId":"b49598b05358117ab1471b8ebd0b042d2f04b2a4","paperId":"1611.08661","method":"seeded_random","inputTokens":5593,"outputTokens":1462,"reductionPercent":73.86,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9147,"evidencePosition":"front"}
{"caseId":"b49598b05358117ab1471b8ebd0b042d2f04b2a4","paperId":"1611.08661","method":"oracle_ceiling","inputTokens":5593,"outputTokens":1525,"reductionPercent":72.73,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.304,"evidencePosition":"front"}
{"caseId":"6cd25c637c6b772ce29e8ee81571e8694549c5ab","paperId":"1804.07789","method":"maha_bm25","inputTokens":6287,"outputTokens":1616,"reductionPercent":74.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5591,"evidencePosition":"middle"}
{"caseId":"6cd25c637c6b772ce29e8ee81571e8694549c5ab","paperId":"1804.07789","method":"maha_keyword","inputTokens":6287,"outputTokens":1518,"reductionPercent":75.85,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.968,"evidencePosition":"middle"}
{"caseId":"6cd25c637c6b772ce29e8ee81571e8694549c5ab","paperId":"1804.07789","method":"front_truncation","inputTokens":6287,"outputTokens":1553,"reductionPercent":75.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7082,"evidencePosition":"middle"}
{"caseId":"6cd25c637c6b772ce29e8ee81571e8694549c5ab","paperId":"1804.07789","method":"tail_recency","inputTokens":6287,"outputTokens":1548,"reductionPercent":75.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8165,"evidencePosition":"middle"}
{"caseId":"6cd25c637c6b772ce29e8ee81571e8694549c5ab","paperId":"1804.07789","method":"seeded_random","inputTokens":6287,"outputTokens":1633,"reductionPercent":74.03,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8404,"evidencePosition":"middle"}
{"caseId":"6cd25c637c6b772ce29e8ee81571e8694549c5ab","paperId":"1804.07789","method":"oracle_ceiling","inputTokens":6287,"outputTokens":1603,"reductionPercent":74.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.7062,"evidencePosition":"middle"}
{"caseId":"4944cd597b836b62616a4e37c045ce48de8c82ca","paperId":"1908.10084","method":"maha_bm25","inputTokens":6061,"outputTokens":1466,"reductionPercent":75.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2884,"evidencePosition":"front"}
{"caseId":"4944cd597b836b62616a4e37c045ce48de8c82ca","paperId":"1908.10084","method":"maha_keyword","inputTokens":6061,"outputTokens":1488,"reductionPercent":75.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8099,"evidencePosition":"front"}
{"caseId":"4944cd597b836b62616a4e37c045ce48de8c82ca","paperId":"1908.10084","method":"front_truncation","inputTokens":6061,"outputTokens":1589,"reductionPercent":73.78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.631,"evidencePosition":"front"}
{"caseId":"4944cd597b836b62616a4e37c045ce48de8c82ca","paperId":"1908.10084","method":"tail_recency","inputTokens":6061,"outputTokens":1617,"reductionPercent":73.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7569,"evidencePosition":"front"}
{"caseId":"4944cd597b836b62616a4e37c045ce48de8c82ca","paperId":"1908.10084","method":"seeded_random","inputTokens":6061,"outputTokens":1601,"reductionPercent":73.59,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4393,"evidencePosition":"front"}
{"caseId":"4944cd597b836b62616a4e37c045ce48de8c82ca","paperId":"1908.10084","method":"oracle_ceiling","inputTokens":6061,"outputTokens":1618,"reductionPercent":73.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3758,"evidencePosition":"front"}
{"caseId":"d201b9992809142fe59ae74508bc576f8ca538ff","paperId":"1906.00346","method":"maha_bm25","inputTokens":6405,"outputTokens":1492,"reductionPercent":76.71,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6308,"evidencePosition":"middle"}
{"caseId":"d201b9992809142fe59ae74508bc576f8ca538ff","paperId":"1906.00346","method":"maha_keyword","inputTokens":6405,"outputTokens":1558,"reductionPercent":75.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2893,"evidencePosition":"middle"}
{"caseId":"d201b9992809142fe59ae74508bc576f8ca538ff","paperId":"1906.00346","method":"front_truncation","inputTokens":6405,"outputTokens":1560,"reductionPercent":75.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7013,"evidencePosition":"middle"}
{"caseId":"d201b9992809142fe59ae74508bc576f8ca538ff","paperId":"1906.00346","method":"tail_recency","inputTokens":6405,"outputTokens":1483,"reductionPercent":76.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3783,"evidencePosition":"middle"}
{"caseId":"d201b9992809142fe59ae74508bc576f8ca538ff","paperId":"1906.00346","method":"seeded_random","inputTokens":6405,"outputTokens":1494,"reductionPercent":76.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4255,"evidencePosition":"middle"}
{"caseId":"d201b9992809142fe59ae74508bc576f8ca538ff","paperId":"1906.00346","method":"oracle_ceiling","inputTokens":6405,"outputTokens":1517,"reductionPercent":76.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.181,"evidencePosition":"middle"}
{"caseId":"2a564b092916f2fabbfe893cf13de169945ef2e1","paperId":"2001.01269","method":"maha_bm25","inputTokens":5327,"outputTokens":1529,"reductionPercent":71.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.049,"evidencePosition":"middle"}
{"caseId":"2a564b092916f2fabbfe893cf13de169945ef2e1","paperId":"2001.01269","method":"maha_keyword","inputTokens":5327,"outputTokens":1529,"reductionPercent":71.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6447,"evidencePosition":"middle"}
{"caseId":"2a564b092916f2fabbfe893cf13de169945ef2e1","paperId":"2001.01269","method":"front_truncation","inputTokens":5327,"outputTokens":1555,"reductionPercent":70.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4851,"evidencePosition":"middle"}
{"caseId":"2a564b092916f2fabbfe893cf13de169945ef2e1","paperId":"2001.01269","method":"tail_recency","inputTokens":5327,"outputTokens":1580,"reductionPercent":70.34,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3208,"evidencePosition":"middle"}
{"caseId":"2a564b092916f2fabbfe893cf13de169945ef2e1","paperId":"2001.01269","method":"seeded_random","inputTokens":5327,"outputTokens":1527,"reductionPercent":71.33,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2687,"evidencePosition":"middle"}
{"caseId":"2a564b092916f2fabbfe893cf13de169945ef2e1","paperId":"2001.01269","method":"oracle_ceiling","inputTokens":5327,"outputTokens":1555,"reductionPercent":70.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5945,"evidencePosition":"middle"}
{"caseId":"443d2448136364235389039cbead07e80922ec5c","paperId":"1712.00991","method":"maha_bm25","inputTokens":4556,"outputTokens":1602,"reductionPercent":64.84,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0562,"evidencePosition":"back"}
{"caseId":"443d2448136364235389039cbead07e80922ec5c","paperId":"1712.00991","method":"maha_keyword","inputTokens":4556,"outputTokens":1454,"reductionPercent":68.09,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3743,"evidencePosition":"back"}
{"caseId":"443d2448136364235389039cbead07e80922ec5c","paperId":"1712.00991","method":"front_truncation","inputTokens":4556,"outputTokens":1610,"reductionPercent":64.66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8787,"evidencePosition":"back"}
{"caseId":"443d2448136364235389039cbead07e80922ec5c","paperId":"1712.00991","method":"tail_recency","inputTokens":4556,"outputTokens":1618,"reductionPercent":64.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3614,"evidencePosition":"back"}
{"caseId":"443d2448136364235389039cbead07e80922ec5c","paperId":"1712.00991","method":"seeded_random","inputTokens":4556,"outputTokens":1566,"reductionPercent":65.63,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6724,"evidencePosition":"back"}
{"caseId":"443d2448136364235389039cbead07e80922ec5c","paperId":"1712.00991","method":"oracle_ceiling","inputTokens":4556,"outputTokens":1552,"reductionPercent":65.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.599,"evidencePosition":"back"}
{"caseId":"8a7615fc6ff1de287d36ab21bf2c6a3b2914f73d","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1638,"reductionPercent":63.35,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.329,"evidencePosition":"front"}
{"caseId":"8a7615fc6ff1de287d36ab21bf2c6a3b2914f73d","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1638,"reductionPercent":63.35,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8652,"evidencePosition":"front"}
{"caseId":"8a7615fc6ff1de287d36ab21bf2c6a3b2914f73d","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1702,"reductionPercent":61.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7204,"evidencePosition":"front"}
{"caseId":"8a7615fc6ff1de287d36ab21bf2c6a3b2914f73d","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1589,"reductionPercent":64.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3686,"evidencePosition":"front"}
{"caseId":"8a7615fc6ff1de287d36ab21bf2c6a3b2914f73d","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1574,"reductionPercent":64.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6443,"evidencePosition":"front"}
{"caseId":"8a7615fc6ff1de287d36ab21bf2c6a3b2914f73d","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1606,"reductionPercent":64.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1393,"evidencePosition":"front"}
{"caseId":"5913930ce597513299e4b630df5e5153f3618038","paperId":"1909.00015","method":"maha_bm25","inputTokens":10009,"outputTokens":1498,"reductionPercent":85.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5273,"evidencePosition":"front"}
{"caseId":"5913930ce597513299e4b630df5e5153f3618038","paperId":"1909.00015","method":"maha_keyword","inputTokens":10009,"outputTokens":1516,"reductionPercent":84.85,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6335,"evidencePosition":"front"}
{"caseId":"5913930ce597513299e4b630df5e5153f3618038","paperId":"1909.00015","method":"front_truncation","inputTokens":10009,"outputTokens":1577,"reductionPercent":84.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.8237,"evidencePosition":"front"}
{"caseId":"5913930ce597513299e4b630df5e5153f3618038","paperId":"1909.00015","method":"tail_recency","inputTokens":10009,"outputTokens":1431,"reductionPercent":85.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":7.0705,"evidencePosition":"front"}
{"caseId":"5913930ce597513299e4b630df5e5153f3618038","paperId":"1909.00015","method":"seeded_random","inputTokens":10009,"outputTokens":1532,"reductionPercent":84.69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.1605,"evidencePosition":"front"}
{"caseId":"5913930ce597513299e4b630df5e5153f3618038","paperId":"1909.00015","method":"oracle_ceiling","inputTokens":10009,"outputTokens":1577,"reductionPercent":84.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":10.8888,"evidencePosition":"front"}
{"caseId":"31735ec3d83c40b79d11df5c34154849aeb3fb47","paperId":"2002.03407","method":"maha_bm25","inputTokens":5323,"outputTokens":1395,"reductionPercent":73.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2419,"evidencePosition":"back"}
{"caseId":"31735ec3d83c40b79d11df5c34154849aeb3fb47","paperId":"2002.03407","method":"maha_keyword","inputTokens":5323,"outputTokens":1581,"reductionPercent":70.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6579,"evidencePosition":"back"}
{"caseId":"31735ec3d83c40b79d11df5c34154849aeb3fb47","paperId":"2002.03407","method":"front_truncation","inputTokens":5323,"outputTokens":1627,"reductionPercent":69.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4047,"evidencePosition":"back"}
{"caseId":"31735ec3d83c40b79d11df5c34154849aeb3fb47","paperId":"2002.03407","method":"tail_recency","inputTokens":5323,"outputTokens":1595,"reductionPercent":70.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2756,"evidencePosition":"back"}
{"caseId":"31735ec3d83c40b79d11df5c34154849aeb3fb47","paperId":"2002.03407","method":"seeded_random","inputTokens":5323,"outputTokens":1535,"reductionPercent":71.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3322,"evidencePosition":"back"}
{"caseId":"31735ec3d83c40b79d11df5c34154849aeb3fb47","paperId":"2002.03407","method":"oracle_ceiling","inputTokens":5323,"outputTokens":1612,"reductionPercent":69.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.705,"evidencePosition":"back"}
{"caseId":"897ba53ef44f658c128125edd26abf605060fb13","paperId":"1611.04798","method":"maha_bm25","inputTokens":5969,"outputTokens":1493,"reductionPercent":74.99,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.296,"evidencePosition":"back"}
{"caseId":"897ba53ef44f658c128125edd26abf605060fb13","paperId":"1611.04798","method":"maha_keyword","inputTokens":5969,"outputTokens":1537,"reductionPercent":74.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8967,"evidencePosition":"back"}
{"caseId":"897ba53ef44f658c128125edd26abf605060fb13","paperId":"1611.04798","method":"front_truncation","inputTokens":5969,"outputTokens":1594,"reductionPercent":73.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4933,"evidencePosition":"back"}
{"caseId":"897ba53ef44f658c128125edd26abf605060fb13","paperId":"1611.04798","method":"tail_recency","inputTokens":5969,"outputTokens":1546,"reductionPercent":74.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2925,"evidencePosition":"back"}
{"caseId":"897ba53ef44f658c128125edd26abf605060fb13","paperId":"1611.04798","method":"seeded_random","inputTokens":5969,"outputTokens":1560,"reductionPercent":73.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6587,"evidencePosition":"back"}
{"caseId":"897ba53ef44f658c128125edd26abf605060fb13","paperId":"1611.04798","method":"oracle_ceiling","inputTokens":5969,"outputTokens":1532,"reductionPercent":74.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.059,"evidencePosition":"back"}
{"caseId":"4aa9b60c0ccd379c6fb089c84a6c7b872ee9ec4f","paperId":"1906.00790","method":"maha_bm25","inputTokens":5576,"outputTokens":1503,"reductionPercent":73.05,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6163,"evidencePosition":"front"}
{"caseId":"4aa9b60c0ccd379c6fb089c84a6c7b872ee9ec4f","paperId":"1906.00790","method":"maha_keyword","inputTokens":5576,"outputTokens":1564,"reductionPercent":71.95,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1608,"evidencePosition":"front"}
{"caseId":"4aa9b60c0ccd379c6fb089c84a6c7b872ee9ec4f","paperId":"1906.00790","method":"front_truncation","inputTokens":5576,"outputTokens":1657,"reductionPercent":70.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0738,"evidencePosition":"front"}
{"caseId":"4aa9b60c0ccd379c6fb089c84a6c7b872ee9ec4f","paperId":"1906.00790","method":"tail_recency","inputTokens":5576,"outputTokens":1691,"reductionPercent":69.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9506,"evidencePosition":"front"}
{"caseId":"4aa9b60c0ccd379c6fb089c84a6c7b872ee9ec4f","paperId":"1906.00790","method":"seeded_random","inputTokens":5576,"outputTokens":1685,"reductionPercent":69.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8763,"evidencePosition":"front"}
{"caseId":"4aa9b60c0ccd379c6fb089c84a6c7b872ee9ec4f","paperId":"1906.00790","method":"oracle_ceiling","inputTokens":5576,"outputTokens":1642,"reductionPercent":70.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5345,"evidencePosition":"front"}
{"caseId":"cc850bc8245a7ae790e1f59014371d4f35cd46d7","paperId":"1703.10344","method":"maha_bm25","inputTokens":10895,"outputTokens":1557,"reductionPercent":85.71,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.724,"evidencePosition":"middle"}
{"caseId":"cc850bc8245a7ae790e1f59014371d4f35cd46d7","paperId":"1703.10344","method":"maha_keyword","inputTokens":10895,"outputTokens":1446,"reductionPercent":86.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.1845,"evidencePosition":"middle"}
{"caseId":"cc850bc8245a7ae790e1f59014371d4f35cd46d7","paperId":"1703.10344","method":"front_truncation","inputTokens":10895,"outputTokens":1561,"reductionPercent":85.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":7.7062,"evidencePosition":"middle"}
{"caseId":"cc850bc8245a7ae790e1f59014371d4f35cd46d7","paperId":"1703.10344","method":"tail_recency","inputTokens":10895,"outputTokens":1584,"reductionPercent":85.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.6267,"evidencePosition":"middle"}
{"caseId":"cc850bc8245a7ae790e1f59014371d4f35cd46d7","paperId":"1703.10344","method":"seeded_random","inputTokens":10895,"outputTokens":1584,"reductionPercent":85.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.269,"evidencePosition":"middle"}
{"caseId":"cc850bc8245a7ae790e1f59014371d4f35cd46d7","paperId":"1703.10344","method":"oracle_ceiling","inputTokens":10895,"outputTokens":1583,"reductionPercent":85.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":10.8018,"evidencePosition":"middle"}
{"caseId":"b591853e938984e6069d738371500ebdec50d256","paperId":"1611.01576","method":"maha_bm25","inputTokens":4953,"outputTokens":1554,"reductionPercent":68.63,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9025,"evidencePosition":"middle"}
{"caseId":"b591853e938984e6069d738371500ebdec50d256","paperId":"1611.01576","method":"maha_keyword","inputTokens":4953,"outputTokens":1645,"reductionPercent":66.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7002,"evidencePosition":"middle"}
{"caseId":"b591853e938984e6069d738371500ebdec50d256","paperId":"1611.01576","method":"front_truncation","inputTokens":4953,"outputTokens":1668,"reductionPercent":66.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6334,"evidencePosition":"middle"}
{"caseId":"b591853e938984e6069d738371500ebdec50d256","paperId":"1611.01576","method":"tail_recency","inputTokens":4953,"outputTokens":1659,"reductionPercent":66.51,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5803,"evidencePosition":"middle"}
{"caseId":"b591853e938984e6069d738371500ebdec50d256","paperId":"1611.01576","method":"seeded_random","inputTokens":4953,"outputTokens":1626,"reductionPercent":67.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.595,"evidencePosition":"middle"}
{"caseId":"b591853e938984e6069d738371500ebdec50d256","paperId":"1611.01576","method":"oracle_ceiling","inputTokens":4953,"outputTokens":1684,"reductionPercent":66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8366,"evidencePosition":"middle"}
{"caseId":"7006c66a15477b917656f435d66f63760d33a304","paperId":"1805.06966","method":"maha_bm25","inputTokens":6728,"outputTokens":1584,"reductionPercent":76.46,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8318,"evidencePosition":"back"}
{"caseId":"7006c66a15477b917656f435d66f63760d33a304","paperId":"1805.06966","method":"maha_keyword","inputTokens":6728,"outputTokens":1602,"reductionPercent":76.19,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5045,"evidencePosition":"back"}
{"caseId":"7006c66a15477b917656f435d66f63760d33a304","paperId":"1805.06966","method":"front_truncation","inputTokens":6728,"outputTokens":1552,"reductionPercent":76.93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.991,"evidencePosition":"back"}
{"caseId":"7006c66a15477b917656f435d66f63760d33a304","paperId":"1805.06966","method":"tail_recency","inputTokens":6728,"outputTokens":1613,"reductionPercent":76.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.8498,"evidencePosition":"back"}
{"caseId":"7006c66a15477b917656f435d66f63760d33a304","paperId":"1805.06966","method":"seeded_random","inputTokens":6728,"outputTokens":1616,"reductionPercent":75.98,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8264,"evidencePosition":"back"}
{"caseId":"7006c66a15477b917656f435d66f63760d33a304","paperId":"1805.06966","method":"oracle_ceiling","inputTokens":6728,"outputTokens":1598,"reductionPercent":76.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.8408,"evidencePosition":"back"}
{"caseId":"c88a846197b72d25e04ec55f00ee3e72f655504c","paperId":"1802.00396","method":"maha_bm25","inputTokens":11228,"outputTokens":1547,"reductionPercent":86.22,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.9623,"evidencePosition":"front"}
{"caseId":"c88a846197b72d25e04ec55f00ee3e72f655504c","paperId":"1802.00396","method":"maha_keyword","inputTokens":11228,"outputTokens":1563,"reductionPercent":86.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.5422,"evidencePosition":"front"}
{"caseId":"c88a846197b72d25e04ec55f00ee3e72f655504c","paperId":"1802.00396","method":"front_truncation","inputTokens":11228,"outputTokens":1556,"reductionPercent":86.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.251,"evidencePosition":"front"}
{"caseId":"c88a846197b72d25e04ec55f00ee3e72f655504c","paperId":"1802.00396","method":"tail_recency","inputTokens":11228,"outputTokens":1513,"reductionPercent":86.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.9428,"evidencePosition":"front"}
{"caseId":"c88a846197b72d25e04ec55f00ee3e72f655504c","paperId":"1802.00396","method":"seeded_random","inputTokens":11228,"outputTokens":1573,"reductionPercent":85.99,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.4203,"evidencePosition":"front"}
{"caseId":"c88a846197b72d25e04ec55f00ee3e72f655504c","paperId":"1802.00396","method":"oracle_ceiling","inputTokens":11228,"outputTokens":1587,"reductionPercent":85.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.8663,"evidencePosition":"front"}
{"caseId":"8748e8f64af57560d124c7b518b853bf2711c13e","paperId":"1910.12574","method":"maha_bm25","inputTokens":6367,"outputTokens":1485,"reductionPercent":76.68,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5987,"evidencePosition":"middle"}
{"caseId":"8748e8f64af57560d124c7b518b853bf2711c13e","paperId":"1910.12574","method":"maha_keyword","inputTokens":6367,"outputTokens":1545,"reductionPercent":75.73,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6164,"evidencePosition":"middle"}
{"caseId":"8748e8f64af57560d124c7b518b853bf2711c13e","paperId":"1910.12574","method":"front_truncation","inputTokens":6367,"outputTokens":1584,"reductionPercent":75.12,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":7.2685,"evidencePosition":"middle"}
{"caseId":"8748e8f64af57560d124c7b518b853bf2711c13e","paperId":"1910.12574","method":"tail_recency","inputTokens":6367,"outputTokens":1615,"reductionPercent":74.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.6883,"evidencePosition":"middle"}
{"caseId":"8748e8f64af57560d124c7b518b853bf2711c13e","paperId":"1910.12574","method":"seeded_random","inputTokens":6367,"outputTokens":1623,"reductionPercent":74.51,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.7905,"evidencePosition":"middle"}
{"caseId":"8748e8f64af57560d124c7b518b853bf2711c13e","paperId":"1910.12574","method":"oracle_ceiling","inputTokens":6367,"outputTokens":1616,"reductionPercent":74.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.8826,"evidencePosition":"middle"}
{"caseId":"3d7a982c718ea6bc7e770d8c5da564fbb9d11951","paperId":"1908.09246","method":"maha_bm25","inputTokens":5769,"outputTokens":1630,"reductionPercent":71.75,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8909,"evidencePosition":"front"}
{"caseId":"3d7a982c718ea6bc7e770d8c5da564fbb9d11951","paperId":"1908.09246","method":"maha_keyword","inputTokens":5769,"outputTokens":1622,"reductionPercent":71.88,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4057,"evidencePosition":"front"}
{"caseId":"3d7a982c718ea6bc7e770d8c5da564fbb9d11951","paperId":"1908.09246","method":"front_truncation","inputTokens":5769,"outputTokens":1588,"reductionPercent":72.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3435,"evidencePosition":"front"}
{"caseId":"3d7a982c718ea6bc7e770d8c5da564fbb9d11951","paperId":"1908.09246","method":"tail_recency","inputTokens":5769,"outputTokens":1595,"reductionPercent":72.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3675,"evidencePosition":"front"}
{"caseId":"3d7a982c718ea6bc7e770d8c5da564fbb9d11951","paperId":"1908.09246","method":"seeded_random","inputTokens":5769,"outputTokens":1754,"reductionPercent":69.6,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4697,"evidencePosition":"front"}
{"caseId":"3d7a982c718ea6bc7e770d8c5da564fbb9d11951","paperId":"1908.09246","method":"oracle_ceiling","inputTokens":5769,"outputTokens":1540,"reductionPercent":73.31,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.953,"evidencePosition":"front"}
{"caseId":"70a1b0f9f26f1b82c14783f1b76dfb5400444aa4","paperId":"1906.07662","method":"maha_bm25","inputTokens":4814,"outputTokens":1540,"reductionPercent":68.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1233,"evidencePosition":"front"}
{"caseId":"70a1b0f9f26f1b82c14783f1b76dfb5400444aa4","paperId":"1906.07662","method":"maha_keyword","inputTokens":4814,"outputTokens":1572,"reductionPercent":67.35,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4354,"evidencePosition":"front"}
{"caseId":"70a1b0f9f26f1b82c14783f1b76dfb5400444aa4","paperId":"1906.07662","method":"front_truncation","inputTokens":4814,"outputTokens":1599,"reductionPercent":66.78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1372,"evidencePosition":"front"}
{"caseId":"70a1b0f9f26f1b82c14783f1b76dfb5400444aa4","paperId":"1906.07662","method":"tail_recency","inputTokens":4814,"outputTokens":1605,"reductionPercent":66.66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1887,"evidencePosition":"front"}
{"caseId":"70a1b0f9f26f1b82c14783f1b76dfb5400444aa4","paperId":"1906.07662","method":"seeded_random","inputTokens":4814,"outputTokens":1581,"reductionPercent":67.16,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0931,"evidencePosition":"front"}
{"caseId":"70a1b0f9f26f1b82c14783f1b76dfb5400444aa4","paperId":"1906.07662","method":"oracle_ceiling","inputTokens":4814,"outputTokens":1600,"reductionPercent":66.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3789,"evidencePosition":"front"}
{"caseId":"d6191c4643201262a770947fc95a613f57bedb6b","paperId":"1704.04452","method":"maha_bm25","inputTokens":5753,"outputTokens":1542,"reductionPercent":73.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7289,"evidencePosition":"middle"}
{"caseId":"d6191c4643201262a770947fc95a613f57bedb6b","paperId":"1704.04452","method":"maha_keyword","inputTokens":5753,"outputTokens":1398,"reductionPercent":75.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8799,"evidencePosition":"middle"}
{"caseId":"d6191c4643201262a770947fc95a613f57bedb6b","paperId":"1704.04452","method":"front_truncation","inputTokens":5753,"outputTokens":1606,"reductionPercent":72.08,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6463,"evidencePosition":"middle"}
{"caseId":"d6191c4643201262a770947fc95a613f57bedb6b","paperId":"1704.04452","method":"tail_recency","inputTokens":5753,"outputTokens":1535,"reductionPercent":73.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.63,"evidencePosition":"middle"}
{"caseId":"d6191c4643201262a770947fc95a613f57bedb6b","paperId":"1704.04452","method":"seeded_random","inputTokens":5753,"outputTokens":1550,"reductionPercent":73.06,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5163,"evidencePosition":"middle"}
{"caseId":"d6191c4643201262a770947fc95a613f57bedb6b","paperId":"1704.04452","method":"oracle_ceiling","inputTokens":5753,"outputTokens":1544,"reductionPercent":73.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1648,"evidencePosition":"middle"}
{"caseId":"b3d01ac226ee979e188a4141877a6d2a5482de98","paperId":"1910.14599","method":"maha_bm25","inputTokens":6828,"outputTokens":1514,"reductionPercent":77.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0219,"evidencePosition":"front"}
{"caseId":"b3d01ac226ee979e188a4141877a6d2a5482de98","paperId":"1910.14599","method":"maha_keyword","inputTokens":6828,"outputTokens":1506,"reductionPercent":77.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4492,"evidencePosition":"front"}
{"caseId":"b3d01ac226ee979e188a4141877a6d2a5482de98","paperId":"1910.14599","method":"front_truncation","inputTokens":6828,"outputTokens":1567,"reductionPercent":77.05,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9007,"evidencePosition":"front"}
{"caseId":"b3d01ac226ee979e188a4141877a6d2a5482de98","paperId":"1910.14599","method":"tail_recency","inputTokens":6828,"outputTokens":1667,"reductionPercent":75.59,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.929,"evidencePosition":"front"}
{"caseId":"b3d01ac226ee979e188a4141877a6d2a5482de98","paperId":"1910.14599","method":"seeded_random","inputTokens":6828,"outputTokens":1586,"reductionPercent":76.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9702,"evidencePosition":"front"}
{"caseId":"b3d01ac226ee979e188a4141877a6d2a5482de98","paperId":"1910.14599","method":"oracle_ceiling","inputTokens":6828,"outputTokens":1545,"reductionPercent":77.37,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0635,"evidencePosition":"front"}
{"caseId":"c497e8701060583d91bb64b9f9202d40047effc4","paperId":"1907.06292","method":"maha_bm25","inputTokens":4990,"outputTokens":1544,"reductionPercent":69.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2671,"evidencePosition":"front"}
{"caseId":"c497e8701060583d91bb64b9f9202d40047effc4","paperId":"1907.06292","method":"maha_keyword","inputTokens":4990,"outputTokens":1526,"reductionPercent":69.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8111,"evidencePosition":"front"}
{"caseId":"c497e8701060583d91bb64b9f9202d40047effc4","paperId":"1907.06292","method":"front_truncation","inputTokens":4990,"outputTokens":1544,"reductionPercent":69.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0582,"evidencePosition":"front"}
{"caseId":"c497e8701060583d91bb64b9f9202d40047effc4","paperId":"1907.06292","method":"tail_recency","inputTokens":4990,"outputTokens":1575,"reductionPercent":68.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4139,"evidencePosition":"front"}
{"caseId":"c497e8701060583d91bb64b9f9202d40047effc4","paperId":"1907.06292","method":"seeded_random","inputTokens":4990,"outputTokens":1586,"reductionPercent":68.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6585,"evidencePosition":"front"}
{"caseId":"c497e8701060583d91bb64b9f9202d40047effc4","paperId":"1907.06292","method":"oracle_ceiling","inputTokens":4990,"outputTokens":1559,"reductionPercent":68.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1351,"evidencePosition":"front"}
{"caseId":"a3bb9a936f61bafb509fa12ac0a61f91abcc5106","paperId":"1908.05441","method":"maha_bm25","inputTokens":8227,"outputTokens":1678,"reductionPercent":79.6,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5454,"evidencePosition":"front"}
{"caseId":"a3bb9a936f61bafb509fa12ac0a61f91abcc5106","paperId":"1908.05441","method":"maha_keyword","inputTokens":8227,"outputTokens":1594,"reductionPercent":80.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5134,"evidencePosition":"front"}
{"caseId":"a3bb9a936f61bafb509fa12ac0a61f91abcc5106","paperId":"1908.05441","method":"front_truncation","inputTokens":8227,"outputTokens":1679,"reductionPercent":79.59,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.9282,"evidencePosition":"front"}
{"caseId":"a3bb9a936f61bafb509fa12ac0a61f91abcc5106","paperId":"1908.05441","method":"tail_recency","inputTokens":8227,"outputTokens":1610,"reductionPercent":80.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8836,"evidencePosition":"front"}
{"caseId":"a3bb9a936f61bafb509fa12ac0a61f91abcc5106","paperId":"1908.05441","method":"seeded_random","inputTokens":8227,"outputTokens":1677,"reductionPercent":79.62,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.0287,"evidencePosition":"front"}
{"caseId":"a3bb9a936f61bafb509fa12ac0a61f91abcc5106","paperId":"1908.05441","method":"oracle_ceiling","inputTokens":8227,"outputTokens":1573,"reductionPercent":80.88,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.9413,"evidencePosition":"front"}
{"caseId":"60ce4868af45753c9e124e64e518c32376f12694","paperId":"1906.00790","method":"maha_bm25","inputTokens":5576,"outputTokens":1561,"reductionPercent":72.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8182,"evidencePosition":"middle"}
{"caseId":"60ce4868af45753c9e124e64e518c32376f12694","paperId":"1906.00790","method":"maha_keyword","inputTokens":5576,"outputTokens":1590,"reductionPercent":71.48,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3349,"evidencePosition":"middle"}
{"caseId":"60ce4868af45753c9e124e64e518c32376f12694","paperId":"1906.00790","method":"front_truncation","inputTokens":5576,"outputTokens":1672,"reductionPercent":70.01,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2078,"evidencePosition":"middle"}
{"caseId":"60ce4868af45753c9e124e64e518c32376f12694","paperId":"1906.00790","method":"tail_recency","inputTokens":5576,"outputTokens":1689,"reductionPercent":69.71,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3292,"evidencePosition":"middle"}
{"caseId":"60ce4868af45753c9e124e64e518c32376f12694","paperId":"1906.00790","method":"seeded_random","inputTokens":5576,"outputTokens":1702,"reductionPercent":69.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.039,"evidencePosition":"middle"}
{"caseId":"60ce4868af45753c9e124e64e518c32376f12694","paperId":"1906.00790","method":"oracle_ceiling","inputTokens":5576,"outputTokens":1664,"reductionPercent":70.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5911,"evidencePosition":"middle"}
{"caseId":"ffa7f91d6406da11ddf415ef094aaf28f3c3872d","paperId":"1906.01081","method":"maha_bm25","inputTokens":5254,"outputTokens":1579,"reductionPercent":69.95,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0821,"evidencePosition":"middle"}
{"caseId":"ffa7f91d6406da11ddf415ef094aaf28f3c3872d","paperId":"1906.01081","method":"maha_keyword","inputTokens":5254,"outputTokens":1535,"reductionPercent":70.78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7678,"evidencePosition":"middle"}
{"caseId":"ffa7f91d6406da11ddf415ef094aaf28f3c3872d","paperId":"1906.01081","method":"front_truncation","inputTokens":5254,"outputTokens":1589,"reductionPercent":69.76,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8063,"evidencePosition":"middle"}
{"caseId":"ffa7f91d6406da11ddf415ef094aaf28f3c3872d","paperId":"1906.01081","method":"tail_recency","inputTokens":5254,"outputTokens":1635,"reductionPercent":68.88,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2087,"evidencePosition":"middle"}
{"caseId":"ffa7f91d6406da11ddf415ef094aaf28f3c3872d","paperId":"1906.01081","method":"seeded_random","inputTokens":5254,"outputTokens":1597,"reductionPercent":69.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4541,"evidencePosition":"middle"}
{"caseId":"ffa7f91d6406da11ddf415ef094aaf28f3c3872d","paperId":"1906.01081","method":"oracle_ceiling","inputTokens":5254,"outputTokens":1572,"reductionPercent":70.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4379,"evidencePosition":"middle"}
{"caseId":"d859cc37799a508bbbe4270ed291ca6394afce2c","paperId":"1912.03804","method":"maha_bm25","inputTokens":5027,"outputTokens":1547,"reductionPercent":69.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1766,"evidencePosition":"back"}
{"caseId":"d859cc37799a508bbbe4270ed291ca6394afce2c","paperId":"1912.03804","method":"maha_keyword","inputTokens":5027,"outputTokens":1509,"reductionPercent":69.98,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.88,"evidencePosition":"back"}
{"caseId":"d859cc37799a508bbbe4270ed291ca6394afce2c","paperId":"1912.03804","method":"front_truncation","inputTokens":5027,"outputTokens":1558,"reductionPercent":69.01,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7022,"evidencePosition":"back"}
{"caseId":"d859cc37799a508bbbe4270ed291ca6394afce2c","paperId":"1912.03804","method":"tail_recency","inputTokens":5027,"outputTokens":1561,"reductionPercent":68.95,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9579,"evidencePosition":"back"}
{"caseId":"d859cc37799a508bbbe4270ed291ca6394afce2c","paperId":"1912.03804","method":"seeded_random","inputTokens":5027,"outputTokens":1585,"reductionPercent":68.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9345,"evidencePosition":"back"}
{"caseId":"d859cc37799a508bbbe4270ed291ca6394afce2c","paperId":"1912.03804","method":"oracle_ceiling","inputTokens":5027,"outputTokens":1584,"reductionPercent":68.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.6933,"evidencePosition":"back"}
{"caseId":"9bb7ae50bff91571a945c1af025ed2e67714a788","paperId":"1905.10851","method":"maha_bm25","inputTokens":5020,"outputTokens":1547,"reductionPercent":69.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.255,"evidencePosition":"back"}
{"caseId":"9bb7ae50bff91571a945c1af025ed2e67714a788","paperId":"1905.10851","method":"maha_keyword","inputTokens":5020,"outputTokens":1559,"reductionPercent":68.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6801,"evidencePosition":"back"}
{"caseId":"9bb7ae50bff91571a945c1af025ed2e67714a788","paperId":"1905.10851","method":"front_truncation","inputTokens":5020,"outputTokens":1611,"reductionPercent":67.91,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2638,"evidencePosition":"back"}
{"caseId":"9bb7ae50bff91571a945c1af025ed2e67714a788","paperId":"1905.10851","method":"tail_recency","inputTokens":5020,"outputTokens":1610,"reductionPercent":67.93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2367,"evidencePosition":"back"}
{"caseId":"9bb7ae50bff91571a945c1af025ed2e67714a788","paperId":"1905.10851","method":"seeded_random","inputTokens":5020,"outputTokens":1626,"reductionPercent":67.61,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3161,"evidencePosition":"back"}
{"caseId":"9bb7ae50bff91571a945c1af025ed2e67714a788","paperId":"1905.10851","method":"oracle_ceiling","inputTokens":5020,"outputTokens":1638,"reductionPercent":67.37,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7595,"evidencePosition":"back"}
{"caseId":"d28d86524292506d4b24ae2d486725a6d57a3db3","paperId":"1902.09243","method":"maha_bm25","inputTokens":6099,"outputTokens":1469,"reductionPercent":75.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7565,"evidencePosition":"front"}
{"caseId":"d28d86524292506d4b24ae2d486725a6d57a3db3","paperId":"1902.09243","method":"maha_keyword","inputTokens":6099,"outputTokens":1400,"reductionPercent":77.05,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3078,"evidencePosition":"front"}
{"caseId":"d28d86524292506d4b24ae2d486725a6d57a3db3","paperId":"1902.09243","method":"front_truncation","inputTokens":6099,"outputTokens":1528,"reductionPercent":74.95,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1181,"evidencePosition":"front"}
{"caseId":"d28d86524292506d4b24ae2d486725a6d57a3db3","paperId":"1902.09243","method":"tail_recency","inputTokens":6099,"outputTokens":1576,"reductionPercent":74.16,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1468,"evidencePosition":"front"}
{"caseId":"d28d86524292506d4b24ae2d486725a6d57a3db3","paperId":"1902.09243","method":"seeded_random","inputTokens":6099,"outputTokens":1443,"reductionPercent":76.34,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6357,"evidencePosition":"front"}
{"caseId":"d28d86524292506d4b24ae2d486725a6d57a3db3","paperId":"1902.09243","method":"oracle_ceiling","inputTokens":6099,"outputTokens":1536,"reductionPercent":74.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7393,"evidencePosition":"front"}
{"caseId":"0fc2b5bc2ead08a6fe0280fb3a47477c6df1587c","paperId":"1603.01514","method":"maha_bm25","inputTokens":5510,"outputTokens":1628,"reductionPercent":70.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1883,"evidencePosition":"middle"}
{"caseId":"0fc2b5bc2ead08a6fe0280fb3a47477c6df1587c","paperId":"1603.01514","method":"maha_keyword","inputTokens":5510,"outputTokens":1481,"reductionPercent":73.12,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9507,"evidencePosition":"middle"}
{"caseId":"0fc2b5bc2ead08a6fe0280fb3a47477c6df1587c","paperId":"1603.01514","method":"front_truncation","inputTokens":5510,"outputTokens":1751,"reductionPercent":68.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5239,"evidencePosition":"middle"}
{"caseId":"0fc2b5bc2ead08a6fe0280fb3a47477c6df1587c","paperId":"1603.01514","method":"tail_recency","inputTokens":5510,"outputTokens":1685,"reductionPercent":69.42,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2618,"evidencePosition":"middle"}
{"caseId":"0fc2b5bc2ead08a6fe0280fb3a47477c6df1587c","paperId":"1603.01514","method":"seeded_random","inputTokens":5510,"outputTokens":1755,"reductionPercent":68.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2508,"evidencePosition":"middle"}
{"caseId":"0fc2b5bc2ead08a6fe0280fb3a47477c6df1587c","paperId":"1603.01514","method":"oracle_ceiling","inputTokens":5510,"outputTokens":1699,"reductionPercent":69.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.1905,"evidencePosition":"middle"}
{"caseId":"6aaf12505add25dd133c7b0dafe8f4fe966d1f1d","paperId":"1808.09029","method":"maha_bm25","inputTokens":4888,"outputTokens":1643,"reductionPercent":66.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.569,"evidencePosition":"middle"}
{"caseId":"6aaf12505add25dd133c7b0dafe8f4fe966d1f1d","paperId":"1808.09029","method":"maha_keyword","inputTokens":4888,"outputTokens":1643,"reductionPercent":66.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.188,"evidencePosition":"middle"}
{"caseId":"6aaf12505add25dd133c7b0dafe8f4fe966d1f1d","paperId":"1808.09029","method":"front_truncation","inputTokens":4888,"outputTokens":1681,"reductionPercent":65.61,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.828,"evidencePosition":"middle"}
{"caseId":"6aaf12505add25dd133c7b0dafe8f4fe966d1f1d","paperId":"1808.09029","method":"tail_recency","inputTokens":4888,"outputTokens":1652,"reductionPercent":66.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6958,"evidencePosition":"middle"}
{"caseId":"6aaf12505add25dd133c7b0dafe8f4fe966d1f1d","paperId":"1808.09029","method":"seeded_random","inputTokens":4888,"outputTokens":1705,"reductionPercent":65.12,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7524,"evidencePosition":"middle"}
{"caseId":"6aaf12505add25dd133c7b0dafe8f4fe966d1f1d","paperId":"1808.09029","method":"oracle_ceiling","inputTokens":4888,"outputTokens":1653,"reductionPercent":66.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4626,"evidencePosition":"middle"}
{"caseId":"126ff22bfcc14a2f7e1a06a91ba7b646003e9cf0","paperId":"1909.01383","method":"maha_bm25","inputTokens":5516,"outputTokens":1522,"reductionPercent":72.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3058,"evidencePosition":"middle"}
{"caseId":"126ff22bfcc14a2f7e1a06a91ba7b646003e9cf0","paperId":"1909.01383","method":"maha_keyword","inputTokens":5516,"outputTokens":1445,"reductionPercent":73.8,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6966,"evidencePosition":"middle"}
{"caseId":"126ff22bfcc14a2f7e1a06a91ba7b646003e9cf0","paperId":"1909.01383","method":"front_truncation","inputTokens":5516,"outputTokens":1562,"reductionPercent":71.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.091,"evidencePosition":"middle"}
{"caseId":"126ff22bfcc14a2f7e1a06a91ba7b646003e9cf0","paperId":"1909.01383","method":"tail_recency","inputTokens":5516,"outputTokens":1617,"reductionPercent":70.69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7654,"evidencePosition":"middle"}
{"caseId":"126ff22bfcc14a2f7e1a06a91ba7b646003e9cf0","paperId":"1909.01383","method":"seeded_random","inputTokens":5516,"outputTokens":1602,"reductionPercent":70.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6495,"evidencePosition":"middle"}
{"caseId":"126ff22bfcc14a2f7e1a06a91ba7b646003e9cf0","paperId":"1909.01383","method":"oracle_ceiling","inputTokens":5516,"outputTokens":1577,"reductionPercent":71.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.6382,"evidencePosition":"middle"}
{"caseId":"9de2f73a3db0c695e5e0f5a3d791fdc370b1df6e","paperId":"1810.04635","method":"maha_bm25","inputTokens":4527,"outputTokens":1426,"reductionPercent":68.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8416,"evidencePosition":"front"}
{"caseId":"9de2f73a3db0c695e5e0f5a3d791fdc370b1df6e","paperId":"1810.04635","method":"maha_keyword","inputTokens":4527,"outputTokens":1535,"reductionPercent":66.09,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6947,"evidencePosition":"front"}
{"caseId":"9de2f73a3db0c695e5e0f5a3d791fdc370b1df6e","paperId":"1810.04635","method":"front_truncation","inputTokens":4527,"outputTokens":1573,"reductionPercent":65.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.967,"evidencePosition":"front"}
{"caseId":"9de2f73a3db0c695e5e0f5a3d791fdc370b1df6e","paperId":"1810.04635","method":"tail_recency","inputTokens":4527,"outputTokens":1537,"reductionPercent":66.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3329,"evidencePosition":"front"}
{"caseId":"9de2f73a3db0c695e5e0f5a3d791fdc370b1df6e","paperId":"1810.04635","method":"seeded_random","inputTokens":4527,"outputTokens":1556,"reductionPercent":65.63,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3478,"evidencePosition":"front"}
{"caseId":"9de2f73a3db0c695e5e0f5a3d791fdc370b1df6e","paperId":"1810.04635","method":"oracle_ceiling","inputTokens":4527,"outputTokens":1580,"reductionPercent":65.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8504,"evidencePosition":"front"}
{"caseId":"7e4ef0a4debc048b244b61b4f7dc2518b5b466c0","paperId":"1909.01383","method":"maha_bm25","inputTokens":5516,"outputTokens":1555,"reductionPercent":71.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4787,"evidencePosition":"front"}
{"caseId":"7e4ef0a4debc048b244b61b4f7dc2518b5b466c0","paperId":"1909.01383","method":"maha_keyword","inputTokens":5516,"outputTokens":1535,"reductionPercent":72.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9272,"evidencePosition":"front"}
{"caseId":"7e4ef0a4debc048b244b61b4f7dc2518b5b466c0","paperId":"1909.01383","method":"front_truncation","inputTokens":5516,"outputTokens":1540,"reductionPercent":72.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1618,"evidencePosition":"front"}
{"caseId":"7e4ef0a4debc048b244b61b4f7dc2518b5b466c0","paperId":"1909.01383","method":"tail_recency","inputTokens":5516,"outputTokens":1616,"reductionPercent":70.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4502,"evidencePosition":"front"}
{"caseId":"7e4ef0a4debc048b244b61b4f7dc2518b5b466c0","paperId":"1909.01383","method":"seeded_random","inputTokens":5516,"outputTokens":1576,"reductionPercent":71.43,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6172,"evidencePosition":"front"}
{"caseId":"7e4ef0a4debc048b244b61b4f7dc2518b5b466c0","paperId":"1909.01383","method":"oracle_ceiling","inputTokens":5516,"outputTokens":1567,"reductionPercent":71.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.2493,"evidencePosition":"front"}
{"caseId":"197b276d0610ebfacd57ab46b0b29f3033c96a40","paperId":"1712.00991","method":"maha_bm25","inputTokens":4556,"outputTokens":1608,"reductionPercent":64.71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0528,"evidencePosition":"middle"}
{"caseId":"197b276d0610ebfacd57ab46b0b29f3033c96a40","paperId":"1712.00991","method":"maha_keyword","inputTokens":4556,"outputTokens":1323,"reductionPercent":70.96,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4916,"evidencePosition":"middle"}
{"caseId":"197b276d0610ebfacd57ab46b0b29f3033c96a40","paperId":"1712.00991","method":"front_truncation","inputTokens":4556,"outputTokens":1608,"reductionPercent":64.71,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3174,"evidencePosition":"middle"}
{"caseId":"197b276d0610ebfacd57ab46b0b29f3033c96a40","paperId":"1712.00991","method":"tail_recency","inputTokens":4556,"outputTokens":1616,"reductionPercent":64.53,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6949,"evidencePosition":"middle"}
{"caseId":"197b276d0610ebfacd57ab46b0b29f3033c96a40","paperId":"1712.00991","method":"seeded_random","inputTokens":4556,"outputTokens":1634,"reductionPercent":64.14,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.132,"evidencePosition":"middle"}
{"caseId":"197b276d0610ebfacd57ab46b0b29f3033c96a40","paperId":"1712.00991","method":"oracle_ceiling","inputTokens":4556,"outputTokens":1575,"reductionPercent":65.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0142,"evidencePosition":"middle"}
{"caseId":"9ee07edc371e014df686ced4fb0c3a7b9ce3d5dc","paperId":"1704.06194","method":"maha_bm25","inputTokens":7039,"outputTokens":1487,"reductionPercent":78.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7672,"evidencePosition":"back"}
{"caseId":"9ee07edc371e014df686ced4fb0c3a7b9ce3d5dc","paperId":"1704.06194","method":"maha_keyword","inputTokens":7039,"outputTokens":1410,"reductionPercent":79.97,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4095,"evidencePosition":"back"}
{"caseId":"9ee07edc371e014df686ced4fb0c3a7b9ce3d5dc","paperId":"1704.06194","method":"front_truncation","inputTokens":7039,"outputTokens":1531,"reductionPercent":78.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2612,"evidencePosition":"back"}
{"caseId":"9ee07edc371e014df686ced4fb0c3a7b9ce3d5dc","paperId":"1704.06194","method":"tail_recency","inputTokens":7039,"outputTokens":1568,"reductionPercent":77.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4003,"evidencePosition":"back"}
{"caseId":"9ee07edc371e014df686ced4fb0c3a7b9ce3d5dc","paperId":"1704.06194","method":"seeded_random","inputTokens":7039,"outputTokens":1430,"reductionPercent":79.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7962,"evidencePosition":"back"}
{"caseId":"9ee07edc371e014df686ced4fb0c3a7b9ce3d5dc","paperId":"1704.06194","method":"oracle_ceiling","inputTokens":7039,"outputTokens":1498,"reductionPercent":78.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.8504,"evidencePosition":"back"}
{"caseId":"4eaf9787f51cd7cdc45eb85cf223d752328c6ee4","paperId":"1708.01464","method":"maha_bm25","inputTokens":4538,"outputTokens":1495,"reductionPercent":67.06,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9568,"evidencePosition":"middle"}
{"caseId":"4eaf9787f51cd7cdc45eb85cf223d752328c6ee4","paperId":"1708.01464","method":"maha_keyword","inputTokens":4538,"outputTokens":1591,"reductionPercent":64.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.75,"evidencePosition":"middle"}
{"caseId":"4eaf9787f51cd7cdc45eb85cf223d752328c6ee4","paperId":"1708.01464","method":"front_truncation","inputTokens":4538,"outputTokens":1620,"reductionPercent":64.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9529,"evidencePosition":"middle"}
{"caseId":"4eaf9787f51cd7cdc45eb85cf223d752328c6ee4","paperId":"1708.01464","method":"tail_recency","inputTokens":4538,"outputTokens":1616,"reductionPercent":64.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8958,"evidencePosition":"middle"}
{"caseId":"4eaf9787f51cd7cdc45eb85cf223d752328c6ee4","paperId":"1708.01464","method":"seeded_random","inputTokens":4538,"outputTokens":1598,"reductionPercent":64.79,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.706,"evidencePosition":"middle"}
{"caseId":"4eaf9787f51cd7cdc45eb85cf223d752328c6ee4","paperId":"1708.01464","method":"oracle_ceiling","inputTokens":4538,"outputTokens":1655,"reductionPercent":63.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.9341,"evidencePosition":"middle"}
{"caseId":"62f27fe08ddb67f16857fab2a8a721926ecbb6fb","paperId":"1909.06200","method":"maha_bm25","inputTokens":6324,"outputTokens":1536,"reductionPercent":75.71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5005,"evidencePosition":"back"}
{"caseId":"62f27fe08ddb67f16857fab2a8a721926ecbb6fb","paperId":"1909.06200","method":"maha_keyword","inputTokens":6324,"outputTokens":1434,"reductionPercent":77.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3304,"evidencePosition":"back"}
{"caseId":"62f27fe08ddb67f16857fab2a8a721926ecbb6fb","paperId":"1909.06200","method":"front_truncation","inputTokens":6324,"outputTokens":1567,"reductionPercent":75.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.7397,"evidencePosition":"back"}
{"caseId":"62f27fe08ddb67f16857fab2a8a721926ecbb6fb","paperId":"1909.06200","method":"tail_recency","inputTokens":6324,"outputTokens":1550,"reductionPercent":75.49,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.9905,"evidencePosition":"back"}
{"caseId":"62f27fe08ddb67f16857fab2a8a721926ecbb6fb","paperId":"1909.06200","method":"seeded_random","inputTokens":6324,"outputTokens":1706,"reductionPercent":73.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.1413,"evidencePosition":"back"}
{"caseId":"62f27fe08ddb67f16857fab2a8a721926ecbb6fb","paperId":"1909.06200","method":"oracle_ceiling","inputTokens":6324,"outputTokens":1564,"reductionPercent":75.27,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.5545,"evidencePosition":"back"}
{"caseId":"3321d8d0e190d25958e5bfe0f3438b5c2ba80fd1","paperId":"1908.05441","method":"maha_bm25","inputTokens":8227,"outputTokens":1572,"reductionPercent":80.89,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5885,"evidencePosition":"front"}
{"caseId":"3321d8d0e190d25958e5bfe0f3438b5c2ba80fd1","paperId":"1908.05441","method":"maha_keyword","inputTokens":8227,"outputTokens":1572,"reductionPercent":80.89,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4092,"evidencePosition":"front"}
{"caseId":"3321d8d0e190d25958e5bfe0f3438b5c2ba80fd1","paperId":"1908.05441","method":"front_truncation","inputTokens":8227,"outputTokens":1678,"reductionPercent":79.6,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.4207,"evidencePosition":"front"}
{"caseId":"3321d8d0e190d25958e5bfe0f3438b5c2ba80fd1","paperId":"1908.05441","method":"tail_recency","inputTokens":8227,"outputTokens":1609,"reductionPercent":80.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7995,"evidencePosition":"front"}
{"caseId":"3321d8d0e190d25958e5bfe0f3438b5c2ba80fd1","paperId":"1908.05441","method":"seeded_random","inputTokens":8227,"outputTokens":1634,"reductionPercent":80.14,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.16,"evidencePosition":"front"}
{"caseId":"3321d8d0e190d25958e5bfe0f3438b5c2ba80fd1","paperId":"1908.05441","method":"oracle_ceiling","inputTokens":8227,"outputTokens":1579,"reductionPercent":80.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.0162,"evidencePosition":"front"}
{"caseId":"c0bee6539eb6956a7347daa9d2419b367bd02064","paperId":"2003.03106","method":"maha_bm25","inputTokens":6723,"outputTokens":1461,"reductionPercent":78.27,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9577,"evidencePosition":"back"}
{"caseId":"c0bee6539eb6956a7347daa9d2419b367bd02064","paperId":"2003.03106","method":"maha_keyword","inputTokens":6723,"outputTokens":1541,"reductionPercent":77.08,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7339,"evidencePosition":"back"}
{"caseId":"c0bee6539eb6956a7347daa9d2419b367bd02064","paperId":"2003.03106","method":"front_truncation","inputTokens":6723,"outputTokens":1561,"reductionPercent":76.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.6498,"evidencePosition":"back"}
{"caseId":"c0bee6539eb6956a7347daa9d2419b367bd02064","paperId":"2003.03106","method":"tail_recency","inputTokens":6723,"outputTokens":1555,"reductionPercent":76.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.086,"evidencePosition":"back"}
{"caseId":"c0bee6539eb6956a7347daa9d2419b367bd02064","paperId":"2003.03106","method":"seeded_random","inputTokens":6723,"outputTokens":1562,"reductionPercent":76.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.222,"evidencePosition":"back"}
{"caseId":"c0bee6539eb6956a7347daa9d2419b367bd02064","paperId":"2003.03106","method":"oracle_ceiling","inputTokens":6723,"outputTokens":1554,"reductionPercent":76.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.0321,"evidencePosition":"back"}
{"caseId":"a5e5cda1f6195ab1336855f1e39a609d61326d62","paperId":"1807.07279","method":"maha_bm25","inputTokens":8838,"outputTokens":1604,"reductionPercent":81.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8807,"evidencePosition":"front"}
{"caseId":"a5e5cda1f6195ab1336855f1e39a609d61326d62","paperId":"1807.07279","method":"maha_keyword","inputTokens":8838,"outputTokens":1558,"reductionPercent":82.37,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.056,"evidencePosition":"front"}
{"caseId":"a5e5cda1f6195ab1336855f1e39a609d61326d62","paperId":"1807.07279","method":"front_truncation","inputTokens":8838,"outputTokens":1697,"reductionPercent":80.8,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.3372,"evidencePosition":"front"}
{"caseId":"a5e5cda1f6195ab1336855f1e39a609d61326d62","paperId":"1807.07279","method":"tail_recency","inputTokens":8838,"outputTokens":1576,"reductionPercent":82.17,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.6285,"evidencePosition":"front"}
{"caseId":"a5e5cda1f6195ab1336855f1e39a609d61326d62","paperId":"1807.07279","method":"seeded_random","inputTokens":8838,"outputTokens":1718,"reductionPercent":80.56,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":7.0445,"evidencePosition":"front"}
{"caseId":"a5e5cda1f6195ab1336855f1e39a609d61326d62","paperId":"1807.07279","method":"oracle_ceiling","inputTokens":8838,"outputTokens":1569,"reductionPercent":82.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.9718,"evidencePosition":"front"}
{"caseId":"18942ab8c365955da3fd8fc901dfb1a3b65c1be1","paperId":"1810.12196","method":"maha_bm25","inputTokens":4969,"outputTokens":1534,"reductionPercent":69.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6347,"evidencePosition":"front"}
{"caseId":"18942ab8c365955da3fd8fc901dfb1a3b65c1be1","paperId":"1810.12196","method":"maha_keyword","inputTokens":4969,"outputTokens":1331,"reductionPercent":73.21,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.3247,"evidencePosition":"front"}
{"caseId":"18942ab8c365955da3fd8fc901dfb1a3b65c1be1","paperId":"1810.12196","method":"front_truncation","inputTokens":4969,"outputTokens":1563,"reductionPercent":68.54,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2848,"evidencePosition":"front"}
{"caseId":"18942ab8c365955da3fd8fc901dfb1a3b65c1be1","paperId":"1810.12196","method":"tail_recency","inputTokens":4969,"outputTokens":1564,"reductionPercent":68.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0688,"evidencePosition":"front"}
{"caseId":"18942ab8c365955da3fd8fc901dfb1a3b65c1be1","paperId":"1810.12196","method":"seeded_random","inputTokens":4969,"outputTokens":1549,"reductionPercent":68.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.0932,"evidencePosition":"front"}
{"caseId":"18942ab8c365955da3fd8fc901dfb1a3b65c1be1","paperId":"1810.12196","method":"oracle_ceiling","inputTokens":4969,"outputTokens":1553,"reductionPercent":68.75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.828,"evidencePosition":"front"}
{"caseId":"e9cfbfdf30e48cffdeca58d4ac6fdd66a8b27d7a","paperId":"1704.04452","method":"maha_bm25","inputTokens":5753,"outputTokens":1512,"reductionPercent":73.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4202,"evidencePosition":"front"}
{"caseId":"e9cfbfdf30e48cffdeca58d4ac6fdd66a8b27d7a","paperId":"1704.04452","method":"maha_keyword","inputTokens":5753,"outputTokens":1522,"reductionPercent":73.54,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5978,"evidencePosition":"front"}
{"caseId":"e9cfbfdf30e48cffdeca58d4ac6fdd66a8b27d7a","paperId":"1704.04452","method":"front_truncation","inputTokens":5753,"outputTokens":1609,"reductionPercent":72.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.811,"evidencePosition":"front"}
{"caseId":"e9cfbfdf30e48cffdeca58d4ac6fdd66a8b27d7a","paperId":"1704.04452","method":"tail_recency","inputTokens":5753,"outputTokens":1530,"reductionPercent":73.41,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4639,"evidencePosition":"front"}
{"caseId":"e9cfbfdf30e48cffdeca58d4ac6fdd66a8b27d7a","paperId":"1704.04452","method":"seeded_random","inputTokens":5753,"outputTokens":1574,"reductionPercent":72.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4063,"evidencePosition":"front"}
{"caseId":"e9cfbfdf30e48cffdeca58d4ac6fdd66a8b27d7a","paperId":"1704.04452","method":"oracle_ceiling","inputTokens":5753,"outputTokens":1546,"reductionPercent":73.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.5955,"evidencePosition":"front"}
{"caseId":"e5bc73974c79d96eee2b688e578a9de1d0eb38fd","paperId":"1610.00956","method":"maha_bm25","inputTokens":5504,"outputTokens":1527,"reductionPercent":72.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6494,"evidencePosition":"back"}
{"caseId":"e5bc73974c79d96eee2b688e578a9de1d0eb38fd","paperId":"1610.00956","method":"maha_keyword","inputTokens":5504,"outputTokens":1486,"reductionPercent":73,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2459,"evidencePosition":"back"}
{"caseId":"e5bc73974c79d96eee2b688e578a9de1d0eb38fd","paperId":"1610.00956","method":"front_truncation","inputTokens":5504,"outputTokens":1579,"reductionPercent":71.31,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.5661,"evidencePosition":"back"}
{"caseId":"e5bc73974c79d96eee2b688e578a9de1d0eb38fd","paperId":"1610.00956","method":"tail_recency","inputTokens":5504,"outputTokens":1551,"reductionPercent":71.82,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2138,"evidencePosition":"back"}
{"caseId":"e5bc73974c79d96eee2b688e578a9de1d0eb38fd","paperId":"1610.00956","method":"seeded_random","inputTokens":5504,"outputTokens":1560,"reductionPercent":71.66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0991,"evidencePosition":"back"}
{"caseId":"e5bc73974c79d96eee2b688e578a9de1d0eb38fd","paperId":"1610.00956","method":"oracle_ceiling","inputTokens":5504,"outputTokens":1584,"reductionPercent":71.22,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.6619,"evidencePosition":"back"}
{"caseId":"b6f466e0fdcb310ecd212fd90396d9d13e0c0504","paperId":"1903.11283","method":"maha_bm25","inputTokens":6483,"outputTokens":1579,"reductionPercent":75.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1693,"evidencePosition":"front"}
{"caseId":"b6f466e0fdcb310ecd212fd90396d9d13e0c0504","paperId":"1903.11283","method":"maha_keyword","inputTokens":6483,"outputTokens":1605,"reductionPercent":75.24,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4494,"evidencePosition":"front"}
{"caseId":"b6f466e0fdcb310ecd212fd90396d9d13e0c0504","paperId":"1903.11283","method":"front_truncation","inputTokens":6483,"outputTokens":1621,"reductionPercent":75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.9885,"evidencePosition":"front"}
{"caseId":"b6f466e0fdcb310ecd212fd90396d9d13e0c0504","paperId":"1903.11283","method":"tail_recency","inputTokens":6483,"outputTokens":1652,"reductionPercent":74.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.1884,"evidencePosition":"front"}
{"caseId":"b6f466e0fdcb310ecd212fd90396d9d13e0c0504","paperId":"1903.11283","method":"seeded_random","inputTokens":6483,"outputTokens":1579,"reductionPercent":75.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.6615,"evidencePosition":"front"}
{"caseId":"b6f466e0fdcb310ecd212fd90396d9d13e0c0504","paperId":"1903.11283","method":"oracle_ceiling","inputTokens":6483,"outputTokens":1564,"reductionPercent":75.88,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.5624,"evidencePosition":"front"}
{"caseId":"c4628d965983934d7a2a9797a2de6a411629d5bc","paperId":"1906.00346","method":"maha_bm25","inputTokens":6405,"outputTokens":1488,"reductionPercent":76.77,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9336,"evidencePosition":"back"}
{"caseId":"c4628d965983934d7a2a9797a2de6a411629d5bc","paperId":"1906.00346","method":"maha_keyword","inputTokens":6405,"outputTokens":1414,"reductionPercent":77.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7187,"evidencePosition":"back"}
{"caseId":"c4628d965983934d7a2a9797a2de6a411629d5bc","paperId":"1906.00346","method":"front_truncation","inputTokens":6405,"outputTokens":1566,"reductionPercent":75.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9327,"evidencePosition":"back"}
{"caseId":"c4628d965983934d7a2a9797a2de6a411629d5bc","paperId":"1906.00346","method":"tail_recency","inputTokens":6405,"outputTokens":1475,"reductionPercent":76.97,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7171,"evidencePosition":"back"}
{"caseId":"c4628d965983934d7a2a9797a2de6a411629d5bc","paperId":"1906.00346","method":"seeded_random","inputTokens":6405,"outputTokens":1458,"reductionPercent":77.24,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5629,"evidencePosition":"back"}
{"caseId":"c4628d965983934d7a2a9797a2de6a411629d5bc","paperId":"1906.00346","method":"oracle_ceiling","inputTokens":6405,"outputTokens":1527,"reductionPercent":76.16,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7086,"evidencePosition":"back"}
{"caseId":"efe9bad55107a6be7704ed97ecce948a8ca7b1d2","paperId":"1909.11687","method":"maha_bm25","inputTokens":5211,"outputTokens":1461,"reductionPercent":71.96,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7949,"evidencePosition":"back"}
{"caseId":"efe9bad55107a6be7704ed97ecce948a8ca7b1d2","paperId":"1909.11687","method":"maha_keyword","inputTokens":5211,"outputTokens":1479,"reductionPercent":71.62,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.521,"evidencePosition":"back"}
{"caseId":"efe9bad55107a6be7704ed97ecce948a8ca7b1d2","paperId":"1909.11687","method":"front_truncation","inputTokens":5211,"outputTokens":1623,"reductionPercent":68.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0656,"evidencePosition":"back"}
{"caseId":"efe9bad55107a6be7704ed97ecce948a8ca7b1d2","paperId":"1909.11687","method":"tail_recency","inputTokens":5211,"outputTokens":1557,"reductionPercent":70.12,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7183,"evidencePosition":"back"}
{"caseId":"efe9bad55107a6be7704ed97ecce948a8ca7b1d2","paperId":"1909.11687","method":"seeded_random","inputTokens":5211,"outputTokens":1606,"reductionPercent":69.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0115,"evidencePosition":"back"}
{"caseId":"efe9bad55107a6be7704ed97ecce948a8ca7b1d2","paperId":"1909.11687","method":"oracle_ceiling","inputTokens":5211,"outputTokens":1618,"reductionPercent":68.95,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9483,"evidencePosition":"back"}
{"caseId":"c22394a3fb0dbf2fc7d3a70ad6435803f5a16ebd","paperId":"1908.08717","method":"maha_bm25","inputTokens":5574,"outputTokens":1457,"reductionPercent":73.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.455,"evidencePosition":"front"}
{"caseId":"c22394a3fb0dbf2fc7d3a70ad6435803f5a16ebd","paperId":"1908.08717","method":"maha_keyword","inputTokens":5574,"outputTokens":1378,"reductionPercent":75.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7268,"evidencePosition":"front"}
{"caseId":"c22394a3fb0dbf2fc7d3a70ad6435803f5a16ebd","paperId":"1908.08717","method":"front_truncation","inputTokens":5574,"outputTokens":1586,"reductionPercent":71.55,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2016,"evidencePosition":"front"}
{"caseId":"c22394a3fb0dbf2fc7d3a70ad6435803f5a16ebd","paperId":"1908.08717","method":"tail_recency","inputTokens":5574,"outputTokens":1540,"reductionPercent":72.37,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0928,"evidencePosition":"front"}
{"caseId":"c22394a3fb0dbf2fc7d3a70ad6435803f5a16ebd","paperId":"1908.08717","method":"seeded_random","inputTokens":5574,"outputTokens":1548,"reductionPercent":72.23,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0933,"evidencePosition":"front"}
{"caseId":"c22394a3fb0dbf2fc7d3a70ad6435803f5a16ebd","paperId":"1908.08717","method":"oracle_ceiling","inputTokens":5574,"outputTokens":1497,"reductionPercent":73.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.071,"evidencePosition":"front"}
{"caseId":"435570723b37ee1f5898c1a34ef86a0b2e8701bb","paperId":"1801.10293","method":"maha_bm25","inputTokens":5602,"outputTokens":1432,"reductionPercent":74.44,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.775,"evidencePosition":"back"}
{"caseId":"435570723b37ee1f5898c1a34ef86a0b2e8701bb","paperId":"1801.10293","method":"maha_keyword","inputTokens":5602,"outputTokens":1443,"reductionPercent":74.24,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0387,"evidencePosition":"back"}
{"caseId":"435570723b37ee1f5898c1a34ef86a0b2e8701bb","paperId":"1801.10293","method":"front_truncation","inputTokens":5602,"outputTokens":1648,"reductionPercent":70.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9113,"evidencePosition":"back"}
{"caseId":"435570723b37ee1f5898c1a34ef86a0b2e8701bb","paperId":"1801.10293","method":"tail_recency","inputTokens":5602,"outputTokens":1622,"reductionPercent":71.05,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2661,"evidencePosition":"back"}
{"caseId":"435570723b37ee1f5898c1a34ef86a0b2e8701bb","paperId":"1801.10293","method":"seeded_random","inputTokens":5602,"outputTokens":1661,"reductionPercent":70.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6395,"evidencePosition":"back"}
{"caseId":"435570723b37ee1f5898c1a34ef86a0b2e8701bb","paperId":"1801.10293","method":"oracle_ceiling","inputTokens":5602,"outputTokens":1632,"reductionPercent":70.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.0143,"evidencePosition":"back"}
{"caseId":"4ef11518b40cc55d86c485f14e24732123b0d907","paperId":"2001.07820","method":"maha_bm25","inputTokens":6421,"outputTokens":1483,"reductionPercent":76.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9548,"evidencePosition":"front"}
{"caseId":"4ef11518b40cc55d86c485f14e24732123b0d907","paperId":"2001.07820","method":"maha_keyword","inputTokens":6421,"outputTokens":1333,"reductionPercent":79.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3869,"evidencePosition":"front"}
{"caseId":"4ef11518b40cc55d86c485f14e24732123b0d907","paperId":"2001.07820","method":"front_truncation","inputTokens":6421,"outputTokens":1603,"reductionPercent":75.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5164,"evidencePosition":"front"}
{"caseId":"4ef11518b40cc55d86c485f14e24732123b0d907","paperId":"2001.07820","method":"tail_recency","inputTokens":6421,"outputTokens":1583,"reductionPercent":75.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5165,"evidencePosition":"front"}
{"caseId":"4ef11518b40cc55d86c485f14e24732123b0d907","paperId":"2001.07820","method":"seeded_random","inputTokens":6421,"outputTokens":1581,"reductionPercent":75.38,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.776,"evidencePosition":"front"}
{"caseId":"4ef11518b40cc55d86c485f14e24732123b0d907","paperId":"2001.07820","method":"oracle_ceiling","inputTokens":6421,"outputTokens":1634,"reductionPercent":74.55,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7435,"evidencePosition":"front"}
{"caseId":"8c48c726bb17a17d70ab29db4d65a93030dd5382","paperId":"1905.07791","method":"maha_bm25","inputTokens":6065,"outputTokens":1299,"reductionPercent":78.58,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4754,"evidencePosition":"front"}
{"caseId":"8c48c726bb17a17d70ab29db4d65a93030dd5382","paperId":"1905.07791","method":"maha_keyword","inputTokens":6065,"outputTokens":1531,"reductionPercent":74.76,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9799,"evidencePosition":"front"}
{"caseId":"8c48c726bb17a17d70ab29db4d65a93030dd5382","paperId":"1905.07791","method":"front_truncation","inputTokens":6065,"outputTokens":1608,"reductionPercent":73.49,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7793,"evidencePosition":"front"}
{"caseId":"8c48c726bb17a17d70ab29db4d65a93030dd5382","paperId":"1905.07791","method":"tail_recency","inputTokens":6065,"outputTokens":1531,"reductionPercent":74.76,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.0758,"evidencePosition":"front"}
{"caseId":"8c48c726bb17a17d70ab29db4d65a93030dd5382","paperId":"1905.07791","method":"seeded_random","inputTokens":6065,"outputTokens":1582,"reductionPercent":73.92,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2474,"evidencePosition":"front"}
{"caseId":"8c48c726bb17a17d70ab29db4d65a93030dd5382","paperId":"1905.07791","method":"oracle_ceiling","inputTokens":6065,"outputTokens":1497,"reductionPercent":75.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.1055,"evidencePosition":"front"}
{"caseId":"a87a009c242d57c51fc94fe312af5e02070f898b","paperId":"1609.00425","method":"maha_bm25","inputTokens":6177,"outputTokens":1531,"reductionPercent":75.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7848,"evidencePosition":"middle"}
{"caseId":"a87a009c242d57c51fc94fe312af5e02070f898b","paperId":"1609.00425","method":"maha_keyword","inputTokens":6177,"outputTokens":1430,"reductionPercent":76.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1923,"evidencePosition":"middle"}
{"caseId":"a87a009c242d57c51fc94fe312af5e02070f898b","paperId":"1609.00425","method":"front_truncation","inputTokens":6177,"outputTokens":1529,"reductionPercent":75.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6636,"evidencePosition":"middle"}
{"caseId":"a87a009c242d57c51fc94fe312af5e02070f898b","paperId":"1609.00425","method":"tail_recency","inputTokens":6177,"outputTokens":1618,"reductionPercent":73.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.818,"evidencePosition":"middle"}
{"caseId":"a87a009c242d57c51fc94fe312af5e02070f898b","paperId":"1609.00425","method":"seeded_random","inputTokens":6177,"outputTokens":1553,"reductionPercent":74.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7935,"evidencePosition":"middle"}
{"caseId":"a87a009c242d57c51fc94fe312af5e02070f898b","paperId":"1609.00425","method":"oracle_ceiling","inputTokens":6177,"outputTokens":1605,"reductionPercent":74.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.7601,"evidencePosition":"middle"}
{"caseId":"8dda1ef371933811e2a25a286529c31623cca0c6","paperId":"2004.02192","method":"maha_bm25","inputTokens":7557,"outputTokens":1379,"reductionPercent":81.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1745,"evidencePosition":"middle"}
{"caseId":"8dda1ef371933811e2a25a286529c31623cca0c6","paperId":"2004.02192","method":"maha_keyword","inputTokens":7557,"outputTokens":1633,"reductionPercent":78.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.3971,"evidencePosition":"middle"}
{"caseId":"8dda1ef371933811e2a25a286529c31623cca0c6","paperId":"2004.02192","method":"front_truncation","inputTokens":7557,"outputTokens":1671,"reductionPercent":77.89,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.2078,"evidencePosition":"middle"}
{"caseId":"8dda1ef371933811e2a25a286529c31623cca0c6","paperId":"2004.02192","method":"tail_recency","inputTokens":7557,"outputTokens":1605,"reductionPercent":78.76,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.3564,"evidencePosition":"middle"}
{"caseId":"8dda1ef371933811e2a25a286529c31623cca0c6","paperId":"2004.02192","method":"seeded_random","inputTokens":7557,"outputTokens":1577,"reductionPercent":79.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.5642,"evidencePosition":"middle"}
{"caseId":"8dda1ef371933811e2a25a286529c31623cca0c6","paperId":"2004.02192","method":"oracle_ceiling","inputTokens":7557,"outputTokens":1517,"reductionPercent":79.93,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.519,"evidencePosition":"middle"}
{"caseId":"71bd5db79635d48a0730163a9f2e8ef19a86cd66","paperId":"2003.04642","method":"maha_bm25","inputTokens":7073,"outputTokens":1327,"reductionPercent":81.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0985,"evidencePosition":"middle"}
{"caseId":"71bd5db79635d48a0730163a9f2e8ef19a86cd66","paperId":"2003.04642","method":"maha_keyword","inputTokens":7073,"outputTokens":1541,"reductionPercent":78.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9205,"evidencePosition":"middle"}
{"caseId":"71bd5db79635d48a0730163a9f2e8ef19a86cd66","paperId":"2003.04642","method":"front_truncation","inputTokens":7073,"outputTokens":1528,"reductionPercent":78.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6929,"evidencePosition":"middle"}
{"caseId":"71bd5db79635d48a0730163a9f2e8ef19a86cd66","paperId":"2003.04642","method":"tail_recency","inputTokens":7073,"outputTokens":1567,"reductionPercent":77.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6241,"evidencePosition":"middle"}
{"caseId":"71bd5db79635d48a0730163a9f2e8ef19a86cd66","paperId":"2003.04642","method":"seeded_random","inputTokens":7073,"outputTokens":1548,"reductionPercent":78.11,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.764,"evidencePosition":"middle"}
{"caseId":"71bd5db79635d48a0730163a9f2e8ef19a86cd66","paperId":"2003.04642","method":"oracle_ceiling","inputTokens":7073,"outputTokens":1577,"reductionPercent":77.7,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.6165,"evidencePosition":"middle"}
{"caseId":"75ff6e425ce304a35f18c0230c0d13d3913a31a9","paperId":"1912.13337","method":"maha_bm25","inputTokens":9961,"outputTokens":1517,"reductionPercent":84.77,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.232,"evidencePosition":"front"}
{"caseId":"75ff6e425ce304a35f18c0230c0d13d3913a31a9","paperId":"1912.13337","method":"maha_keyword","inputTokens":9961,"outputTokens":1422,"reductionPercent":85.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0426,"evidencePosition":"front"}
{"caseId":"75ff6e425ce304a35f18c0230c0d13d3913a31a9","paperId":"1912.13337","method":"front_truncation","inputTokens":9961,"outputTokens":1491,"reductionPercent":85.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.5022,"evidencePosition":"front"}
{"caseId":"75ff6e425ce304a35f18c0230c0d13d3913a31a9","paperId":"1912.13337","method":"tail_recency","inputTokens":9961,"outputTokens":1555,"reductionPercent":84.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.178,"evidencePosition":"front"}
{"caseId":"75ff6e425ce304a35f18c0230c0d13d3913a31a9","paperId":"1912.13337","method":"seeded_random","inputTokens":9961,"outputTokens":1510,"reductionPercent":84.84,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.3089,"evidencePosition":"front"}
{"caseId":"75ff6e425ce304a35f18c0230c0d13d3913a31a9","paperId":"1912.13337","method":"oracle_ceiling","inputTokens":9961,"outputTokens":1475,"reductionPercent":85.19,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.2717,"evidencePosition":"front"}
{"caseId":"a4d115220438c0ded06a91ad62337061389a6747","paperId":"1809.01202","method":"maha_bm25","inputTokens":5493,"outputTokens":1543,"reductionPercent":71.91,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.447,"evidencePosition":"middle"}
{"caseId":"a4d115220438c0ded06a91ad62337061389a6747","paperId":"1809.01202","method":"maha_keyword","inputTokens":5493,"outputTokens":1500,"reductionPercent":72.69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9881,"evidencePosition":"middle"}
{"caseId":"a4d115220438c0ded06a91ad62337061389a6747","paperId":"1809.01202","method":"front_truncation","inputTokens":5493,"outputTokens":1534,"reductionPercent":72.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5054,"evidencePosition":"middle"}
{"caseId":"a4d115220438c0ded06a91ad62337061389a6747","paperId":"1809.01202","method":"tail_recency","inputTokens":5493,"outputTokens":1505,"reductionPercent":72.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.108,"evidencePosition":"middle"}
{"caseId":"a4d115220438c0ded06a91ad62337061389a6747","paperId":"1809.01202","method":"seeded_random","inputTokens":5493,"outputTokens":1550,"reductionPercent":71.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1856,"evidencePosition":"middle"}
{"caseId":"a4d115220438c0ded06a91ad62337061389a6747","paperId":"1809.01202","method":"oracle_ceiling","inputTokens":5493,"outputTokens":1523,"reductionPercent":72.27,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2486,"evidencePosition":"middle"}
{"caseId":"861187338c5ad445b9acddba8f2c7688785667b1","paperId":"1912.04961","method":"maha_bm25","inputTokens":6821,"outputTokens":1440,"reductionPercent":78.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.624,"evidencePosition":"front"}
{"caseId":"861187338c5ad445b9acddba8f2c7688785667b1","paperId":"1912.04961","method":"maha_keyword","inputTokens":6821,"outputTokens":1373,"reductionPercent":79.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4957,"evidencePosition":"front"}
{"caseId":"861187338c5ad445b9acddba8f2c7688785667b1","paperId":"1912.04961","method":"front_truncation","inputTokens":6821,"outputTokens":1588,"reductionPercent":76.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.914,"evidencePosition":"front"}
{"caseId":"861187338c5ad445b9acddba8f2c7688785667b1","paperId":"1912.04961","method":"tail_recency","inputTokens":6821,"outputTokens":1531,"reductionPercent":77.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2278,"evidencePosition":"front"}
{"caseId":"861187338c5ad445b9acddba8f2c7688785667b1","paperId":"1912.04961","method":"seeded_random","inputTokens":6821,"outputTokens":1493,"reductionPercent":78.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2354,"evidencePosition":"front"}
{"caseId":"861187338c5ad445b9acddba8f2c7688785667b1","paperId":"1912.04961","method":"oracle_ceiling","inputTokens":6821,"outputTokens":1585,"reductionPercent":76.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.5588,"evidencePosition":"front"}
{"caseId":"7bd6a6ec230e1efb27d691762cc0674237dc7967","paperId":"1808.09029","method":"maha_bm25","inputTokens":4888,"outputTokens":1668,"reductionPercent":65.88,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7118,"evidencePosition":"middle"}
{"caseId":"7bd6a6ec230e1efb27d691762cc0674237dc7967","paperId":"1808.09029","method":"maha_keyword","inputTokens":4888,"outputTokens":1668,"reductionPercent":65.88,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2933,"evidencePosition":"middle"}
{"caseId":"7bd6a6ec230e1efb27d691762cc0674237dc7967","paperId":"1808.09029","method":"front_truncation","inputTokens":4888,"outputTokens":1677,"reductionPercent":65.69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9302,"evidencePosition":"middle"}
{"caseId":"7bd6a6ec230e1efb27d691762cc0674237dc7967","paperId":"1808.09029","method":"tail_recency","inputTokens":4888,"outputTokens":1648,"reductionPercent":66.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9405,"evidencePosition":"middle"}
{"caseId":"7bd6a6ec230e1efb27d691762cc0674237dc7967","paperId":"1808.09029","method":"seeded_random","inputTokens":4888,"outputTokens":1723,"reductionPercent":64.75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8998,"evidencePosition":"middle"}
{"caseId":"7bd6a6ec230e1efb27d691762cc0674237dc7967","paperId":"1808.09029","method":"oracle_ceiling","inputTokens":4888,"outputTokens":1662,"reductionPercent":66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6735,"evidencePosition":"middle"}
{"caseId":"e2db361ae9ad9dbaa9a85736c5593eb3a471983d","paperId":"1908.10084","method":"maha_bm25","inputTokens":6061,"outputTokens":1630,"reductionPercent":73.11,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.633,"evidencePosition":"back"}
{"caseId":"e2db361ae9ad9dbaa9a85736c5593eb3a471983d","paperId":"1908.10084","method":"maha_keyword","inputTokens":6061,"outputTokens":1643,"reductionPercent":72.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1809,"evidencePosition":"back"}
{"caseId":"e2db361ae9ad9dbaa9a85736c5593eb3a471983d","paperId":"1908.10084","method":"front_truncation","inputTokens":6061,"outputTokens":1590,"reductionPercent":73.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1404,"evidencePosition":"back"}
{"caseId":"e2db361ae9ad9dbaa9a85736c5593eb3a471983d","paperId":"1908.10084","method":"tail_recency","inputTokens":6061,"outputTokens":1618,"reductionPercent":73.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.218,"evidencePosition":"back"}
{"caseId":"e2db361ae9ad9dbaa9a85736c5593eb3a471983d","paperId":"1908.10084","method":"seeded_random","inputTokens":6061,"outputTokens":1587,"reductionPercent":73.82,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0105,"evidencePosition":"back"}
{"caseId":"e2db361ae9ad9dbaa9a85736c5593eb3a471983d","paperId":"1908.10084","method":"oracle_ceiling","inputTokens":6061,"outputTokens":1612,"reductionPercent":73.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0021,"evidencePosition":"back"}
{"caseId":"81d193672090295e687bc4f4ac1b7a9c76ea35df","paperId":"2001.01269","method":"maha_bm25","inputTokens":5327,"outputTokens":1537,"reductionPercent":71.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2477,"evidencePosition":"front"}
{"caseId":"81d193672090295e687bc4f4ac1b7a9c76ea35df","paperId":"2001.01269","method":"maha_keyword","inputTokens":5327,"outputTokens":1554,"reductionPercent":70.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0748,"evidencePosition":"front"}
{"caseId":"81d193672090295e687bc4f4ac1b7a9c76ea35df","paperId":"2001.01269","method":"front_truncation","inputTokens":5327,"outputTokens":1551,"reductionPercent":70.88,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9911,"evidencePosition":"front"}
{"caseId":"81d193672090295e687bc4f4ac1b7a9c76ea35df","paperId":"2001.01269","method":"tail_recency","inputTokens":5327,"outputTokens":1576,"reductionPercent":70.41,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6185,"evidencePosition":"front"}
{"caseId":"81d193672090295e687bc4f4ac1b7a9c76ea35df","paperId":"2001.01269","method":"seeded_random","inputTokens":5327,"outputTokens":1554,"reductionPercent":70.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5767,"evidencePosition":"front"}
{"caseId":"81d193672090295e687bc4f4ac1b7a9c76ea35df","paperId":"2001.01269","method":"oracle_ceiling","inputTokens":5327,"outputTokens":1549,"reductionPercent":70.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.2145,"evidencePosition":"front"}
{"caseId":"b65a83a24fc66728451bb063cf6ec50134c8bfb0","paperId":"1706.01678","method":"maha_bm25","inputTokens":5992,"outputTokens":1493,"reductionPercent":75.08,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9757,"evidencePosition":"front"}
{"caseId":"b65a83a24fc66728451bb063cf6ec50134c8bfb0","paperId":"1706.01678","method":"maha_keyword","inputTokens":5992,"outputTokens":1562,"reductionPercent":73.93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2255,"evidencePosition":"front"}
{"caseId":"b65a83a24fc66728451bb063cf6ec50134c8bfb0","paperId":"1706.01678","method":"front_truncation","inputTokens":5992,"outputTokens":1602,"reductionPercent":73.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1679,"evidencePosition":"front"}
{"caseId":"b65a83a24fc66728451bb063cf6ec50134c8bfb0","paperId":"1706.01678","method":"tail_recency","inputTokens":5992,"outputTokens":1616,"reductionPercent":73.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1766,"evidencePosition":"front"}
{"caseId":"b65a83a24fc66728451bb063cf6ec50134c8bfb0","paperId":"1706.01678","method":"seeded_random","inputTokens":5992,"outputTokens":1626,"reductionPercent":72.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3713,"evidencePosition":"front"}
{"caseId":"b65a83a24fc66728451bb063cf6ec50134c8bfb0","paperId":"1706.01678","method":"oracle_ceiling","inputTokens":5992,"outputTokens":1549,"reductionPercent":74.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7795,"evidencePosition":"front"}
{"caseId":"ae7c93646aa5f3206cd759904965b4d484d12f83","paperId":"1909.03582","method":"maha_bm25","inputTokens":6770,"outputTokens":1485,"reductionPercent":78.06,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7089,"evidencePosition":"back"}
{"caseId":"ae7c93646aa5f3206cd759904965b4d484d12f83","paperId":"1909.03582","method":"maha_keyword","inputTokens":6770,"outputTokens":1529,"reductionPercent":77.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2685,"evidencePosition":"back"}
{"caseId":"ae7c93646aa5f3206cd759904965b4d484d12f83","paperId":"1909.03582","method":"front_truncation","inputTokens":6770,"outputTokens":1529,"reductionPercent":77.42,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5584,"evidencePosition":"back"}
{"caseId":"ae7c93646aa5f3206cd759904965b4d484d12f83","paperId":"1909.03582","method":"tail_recency","inputTokens":6770,"outputTokens":1693,"reductionPercent":74.99,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.0136,"evidencePosition":"back"}
{"caseId":"ae7c93646aa5f3206cd759904965b4d484d12f83","paperId":"1909.03582","method":"seeded_random","inputTokens":6770,"outputTokens":1573,"reductionPercent":76.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2775,"evidencePosition":"back"}
{"caseId":"ae7c93646aa5f3206cd759904965b4d484d12f83","paperId":"1909.03582","method":"oracle_ceiling","inputTokens":6770,"outputTokens":1530,"reductionPercent":77.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.673,"evidencePosition":"back"}
{"caseId":"d4db7df65aa4ece63e1de813e5ce98ce1b4dbe7f","paperId":"1909.10012","method":"maha_bm25","inputTokens":7094,"outputTokens":1499,"reductionPercent":78.87,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.3469,"evidencePosition":"middle"}
{"caseId":"d4db7df65aa4ece63e1de813e5ce98ce1b4dbe7f","paperId":"1909.10012","method":"maha_keyword","inputTokens":7094,"outputTokens":1509,"reductionPercent":78.73,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.873,"evidencePosition":"middle"}
{"caseId":"d4db7df65aa4ece63e1de813e5ce98ce1b4dbe7f","paperId":"1909.10012","method":"front_truncation","inputTokens":7094,"outputTokens":1614,"reductionPercent":77.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.694,"evidencePosition":"middle"}
{"caseId":"d4db7df65aa4ece63e1de813e5ce98ce1b4dbe7f","paperId":"1909.10012","method":"tail_recency","inputTokens":7094,"outputTokens":1658,"reductionPercent":76.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.3472,"evidencePosition":"middle"}
{"caseId":"d4db7df65aa4ece63e1de813e5ce98ce1b4dbe7f","paperId":"1909.10012","method":"seeded_random","inputTokens":7094,"outputTokens":1565,"reductionPercent":77.94,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6113,"evidencePosition":"middle"}
{"caseId":"d4db7df65aa4ece63e1de813e5ce98ce1b4dbe7f","paperId":"1909.10012","method":"oracle_ceiling","inputTokens":7094,"outputTokens":1598,"reductionPercent":77.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.4584,"evidencePosition":"middle"}
{"caseId":"0ba3ea93eef5660a79ea3c26c6a270eac32dfa4c","paperId":"1710.07960","method":"maha_bm25","inputTokens":5165,"outputTokens":1590,"reductionPercent":69.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8345,"evidencePosition":"back"}
{"caseId":"0ba3ea93eef5660a79ea3c26c6a270eac32dfa4c","paperId":"1710.07960","method":"maha_keyword","inputTokens":5165,"outputTokens":1617,"reductionPercent":68.69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2738,"evidencePosition":"back"}
{"caseId":"0ba3ea93eef5660a79ea3c26c6a270eac32dfa4c","paperId":"1710.07960","method":"front_truncation","inputTokens":5165,"outputTokens":1629,"reductionPercent":68.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5482,"evidencePosition":"back"}
{"caseId":"0ba3ea93eef5660a79ea3c26c6a270eac32dfa4c","paperId":"1710.07960","method":"tail_recency","inputTokens":5165,"outputTokens":1551,"reductionPercent":69.97,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5707,"evidencePosition":"back"}
{"caseId":"0ba3ea93eef5660a79ea3c26c6a270eac32dfa4c","paperId":"1710.07960","method":"seeded_random","inputTokens":5165,"outputTokens":1584,"reductionPercent":69.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6989,"evidencePosition":"back"}
{"caseId":"0ba3ea93eef5660a79ea3c26c6a270eac32dfa4c","paperId":"1710.07960","method":"oracle_ceiling","inputTokens":5165,"outputTokens":1564,"reductionPercent":69.72,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.2167,"evidencePosition":"back"}
{"caseId":"49eb52b3ec0647e165a5e41488088c80a20cc78f","paperId":"1905.10851","method":"maha_bm25","inputTokens":5020,"outputTokens":1541,"reductionPercent":69.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1853,"evidencePosition":"back"}
{"caseId":"49eb52b3ec0647e165a5e41488088c80a20cc78f","paperId":"1905.10851","method":"maha_keyword","inputTokens":5020,"outputTokens":1541,"reductionPercent":69.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9647,"evidencePosition":"back"}
{"caseId":"49eb52b3ec0647e165a5e41488088c80a20cc78f","paperId":"1905.10851","method":"front_truncation","inputTokens":5020,"outputTokens":1611,"reductionPercent":67.91,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.703,"evidencePosition":"back"}
{"caseId":"49eb52b3ec0647e165a5e41488088c80a20cc78f","paperId":"1905.10851","method":"tail_recency","inputTokens":5020,"outputTokens":1614,"reductionPercent":67.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4496,"evidencePosition":"back"}
{"caseId":"49eb52b3ec0647e165a5e41488088c80a20cc78f","paperId":"1905.10851","method":"seeded_random","inputTokens":5020,"outputTokens":1616,"reductionPercent":67.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5212,"evidencePosition":"back"}
{"caseId":"49eb52b3ec0647e165a5e41488088c80a20cc78f","paperId":"1905.10851","method":"oracle_ceiling","inputTokens":5020,"outputTokens":1607,"reductionPercent":67.99,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7596,"evidencePosition":"back"}
{"caseId":"111afb77cfbf4c98e0458606378fa63a0e965e36","paperId":"1603.01514","method":"maha_bm25","inputTokens":5510,"outputTokens":1495,"reductionPercent":72.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.369,"evidencePosition":"back"}
{"caseId":"111afb77cfbf4c98e0458606378fa63a0e965e36","paperId":"1603.01514","method":"maha_keyword","inputTokens":5510,"outputTokens":1538,"reductionPercent":72.09,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9486,"evidencePosition":"back"}
{"caseId":"111afb77cfbf4c98e0458606378fa63a0e965e36","paperId":"1603.01514","method":"front_truncation","inputTokens":5510,"outputTokens":1753,"reductionPercent":68.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9368,"evidencePosition":"back"}
{"caseId":"111afb77cfbf4c98e0458606378fa63a0e965e36","paperId":"1603.01514","method":"tail_recency","inputTokens":5510,"outputTokens":1687,"reductionPercent":69.38,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4555,"evidencePosition":"back"}
{"caseId":"111afb77cfbf4c98e0458606378fa63a0e965e36","paperId":"1603.01514","method":"seeded_random","inputTokens":5510,"outputTokens":1747,"reductionPercent":68.29,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4499,"evidencePosition":"back"}
{"caseId":"111afb77cfbf4c98e0458606378fa63a0e965e36","paperId":"1603.01514","method":"oracle_ceiling","inputTokens":5510,"outputTokens":1713,"reductionPercent":68.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.851,"evidencePosition":"back"}
{"caseId":"0af16b164db20d8569df4ce688d5a62c861ace0b","paperId":"1908.06264","method":"maha_bm25","inputTokens":4715,"outputTokens":1531,"reductionPercent":67.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0327,"evidencePosition":"back"}
{"caseId":"0af16b164db20d8569df4ce688d5a62c861ace0b","paperId":"1908.06264","method":"maha_keyword","inputTokens":4715,"outputTokens":1531,"reductionPercent":67.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6148,"evidencePosition":"back"}
{"caseId":"0af16b164db20d8569df4ce688d5a62c861ace0b","paperId":"1908.06264","method":"front_truncation","inputTokens":4715,"outputTokens":1538,"reductionPercent":67.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.384,"evidencePosition":"back"}
{"caseId":"0af16b164db20d8569df4ce688d5a62c861ace0b","paperId":"1908.06264","method":"tail_recency","inputTokens":4715,"outputTokens":1566,"reductionPercent":66.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2616,"evidencePosition":"back"}
{"caseId":"0af16b164db20d8569df4ce688d5a62c861ace0b","paperId":"1908.06264","method":"seeded_random","inputTokens":4715,"outputTokens":1478,"reductionPercent":68.65,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2677,"evidencePosition":"back"}
{"caseId":"0af16b164db20d8569df4ce688d5a62c861ace0b","paperId":"1908.06264","method":"oracle_ceiling","inputTokens":4715,"outputTokens":1544,"reductionPercent":67.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9627,"evidencePosition":"back"}
{"caseId":"ca5a82b54cb707c9b947aa8445aac51ea218b23a","paperId":"2001.02284","method":"maha_bm25","inputTokens":9066,"outputTokens":1384,"reductionPercent":84.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.9914,"evidencePosition":"middle"}
{"caseId":"ca5a82b54cb707c9b947aa8445aac51ea218b23a","paperId":"2001.02284","method":"maha_keyword","inputTokens":9066,"outputTokens":1330,"reductionPercent":85.33,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4009,"evidencePosition":"middle"}
{"caseId":"ca5a82b54cb707c9b947aa8445aac51ea218b23a","paperId":"2001.02284","method":"front_truncation","inputTokens":9066,"outputTokens":1462,"reductionPercent":83.87,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.4024,"evidencePosition":"middle"}
{"caseId":"ca5a82b54cb707c9b947aa8445aac51ea218b23a","paperId":"2001.02284","method":"tail_recency","inputTokens":9066,"outputTokens":1396,"reductionPercent":84.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.066,"evidencePosition":"middle"}
{"caseId":"ca5a82b54cb707c9b947aa8445aac51ea218b23a","paperId":"2001.02284","method":"seeded_random","inputTokens":9066,"outputTokens":1493,"reductionPercent":83.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.4147,"evidencePosition":"middle"}
{"caseId":"ca5a82b54cb707c9b947aa8445aac51ea218b23a","paperId":"2001.02284","method":"oracle_ceiling","inputTokens":9066,"outputTokens":1485,"reductionPercent":83.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.303,"evidencePosition":"middle"}
{"caseId":"5fda8539a97828e188ba26aad5cda1b9dd642bc8","paperId":"1910.14537","method":"maha_bm25","inputTokens":5470,"outputTokens":1524,"reductionPercent":72.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2863,"evidencePosition":"back"}
{"caseId":"5fda8539a97828e188ba26aad5cda1b9dd642bc8","paperId":"1910.14537","method":"maha_keyword","inputTokens":5470,"outputTokens":1522,"reductionPercent":72.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6083,"evidencePosition":"back"}
{"caseId":"5fda8539a97828e188ba26aad5cda1b9dd642bc8","paperId":"1910.14537","method":"front_truncation","inputTokens":5470,"outputTokens":1600,"reductionPercent":70.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5203,"evidencePosition":"back"}
{"caseId":"5fda8539a97828e188ba26aad5cda1b9dd642bc8","paperId":"1910.14537","method":"tail_recency","inputTokens":5470,"outputTokens":1592,"reductionPercent":70.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6818,"evidencePosition":"back"}
{"caseId":"5fda8539a97828e188ba26aad5cda1b9dd642bc8","paperId":"1910.14537","method":"seeded_random","inputTokens":5470,"outputTokens":1457,"reductionPercent":73.36,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0946,"evidencePosition":"back"}
{"caseId":"5fda8539a97828e188ba26aad5cda1b9dd642bc8","paperId":"1910.14537","method":"oracle_ceiling","inputTokens":5470,"outputTokens":1575,"reductionPercent":71.21,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4808,"evidencePosition":"back"}
{"caseId":"77c34f1033702278f7f044806c1eba0c6ecb8b04","paperId":"1703.10344","method":"maha_bm25","inputTokens":10895,"outputTokens":1590,"reductionPercent":85.41,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.0223,"evidencePosition":"front"}
{"caseId":"77c34f1033702278f7f044806c1eba0c6ecb8b04","paperId":"1703.10344","method":"maha_keyword","inputTokens":10895,"outputTokens":1564,"reductionPercent":85.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.6438,"evidencePosition":"front"}
{"caseId":"77c34f1033702278f7f044806c1eba0c6ecb8b04","paperId":"1703.10344","method":"front_truncation","inputTokens":10895,"outputTokens":1564,"reductionPercent":85.64,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.5365,"evidencePosition":"front"}
{"caseId":"77c34f1033702278f7f044806c1eba0c6ecb8b04","paperId":"1703.10344","method":"tail_recency","inputTokens":10895,"outputTokens":1580,"reductionPercent":85.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.7575,"evidencePosition":"front"}
{"caseId":"77c34f1033702278f7f044806c1eba0c6ecb8b04","paperId":"1703.10344","method":"seeded_random","inputTokens":10895,"outputTokens":1600,"reductionPercent":85.31,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.007,"evidencePosition":"front"}
{"caseId":"77c34f1033702278f7f044806c1eba0c6ecb8b04","paperId":"1703.10344","method":"oracle_ceiling","inputTokens":10895,"outputTokens":1598,"reductionPercent":85.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":16.4846,"evidencePosition":"front"}
{"caseId":"a1dac888f63c9efaf159d9bdfde7c938636f07b1","paperId":"1810.12091","method":"maha_bm25","inputTokens":6517,"outputTokens":1494,"reductionPercent":77.08,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5543,"evidencePosition":"back"}
{"caseId":"a1dac888f63c9efaf159d9bdfde7c938636f07b1","paperId":"1810.12091","method":"maha_keyword","inputTokens":6517,"outputTokens":1622,"reductionPercent":75.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2745,"evidencePosition":"back"}
{"caseId":"a1dac888f63c9efaf159d9bdfde7c938636f07b1","paperId":"1810.12091","method":"front_truncation","inputTokens":6517,"outputTokens":1583,"reductionPercent":75.71,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.1071,"evidencePosition":"back"}
{"caseId":"a1dac888f63c9efaf159d9bdfde7c938636f07b1","paperId":"1810.12091","method":"tail_recency","inputTokens":6517,"outputTokens":1627,"reductionPercent":75.03,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.0168,"evidencePosition":"back"}
{"caseId":"a1dac888f63c9efaf159d9bdfde7c938636f07b1","paperId":"1810.12091","method":"seeded_random","inputTokens":6517,"outputTokens":1677,"reductionPercent":74.27,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.5112,"evidencePosition":"back"}
{"caseId":"a1dac888f63c9efaf159d9bdfde7c938636f07b1","paperId":"1810.12091","method":"oracle_ceiling","inputTokens":6517,"outputTokens":1636,"reductionPercent":74.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.1674,"evidencePosition":"back"}
{"caseId":"220d11a03897d85af91ec88a9b502815c7d2b6f3","paperId":"1909.03135","method":"maha_bm25","inputTokens":4481,"outputTokens":1396,"reductionPercent":68.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0853,"evidencePosition":"front"}
{"caseId":"220d11a03897d85af91ec88a9b502815c7d2b6f3","paperId":"1909.03135","method":"maha_keyword","inputTokens":4481,"outputTokens":1554,"reductionPercent":65.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.524,"evidencePosition":"front"}
{"caseId":"220d11a03897d85af91ec88a9b502815c7d2b6f3","paperId":"1909.03135","method":"front_truncation","inputTokens":4481,"outputTokens":1633,"reductionPercent":63.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3681,"evidencePosition":"front"}
{"caseId":"220d11a03897d85af91ec88a9b502815c7d2b6f3","paperId":"1909.03135","method":"tail_recency","inputTokens":4481,"outputTokens":1580,"reductionPercent":64.74,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.0372,"evidencePosition":"front"}
{"caseId":"220d11a03897d85af91ec88a9b502815c7d2b6f3","paperId":"1909.03135","method":"seeded_random","inputTokens":4481,"outputTokens":1606,"reductionPercent":64.16,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8939,"evidencePosition":"front"}
{"caseId":"220d11a03897d85af91ec88a9b502815c7d2b6f3","paperId":"1909.03135","method":"oracle_ceiling","inputTokens":4481,"outputTokens":1622,"reductionPercent":63.8,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6877,"evidencePosition":"front"}
{"caseId":"114934e1a1e818630ff33ac5c4cd4be6c6f75bb2","paperId":"1811.08603","method":"maha_bm25","inputTokens":6008,"outputTokens":1584,"reductionPercent":73.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.0501,"evidencePosition":"front"}
{"caseId":"114934e1a1e818630ff33ac5c4cd4be6c6f75bb2","paperId":"1811.08603","method":"maha_keyword","inputTokens":6008,"outputTokens":1627,"reductionPercent":72.92,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5273,"evidencePosition":"front"}
{"caseId":"114934e1a1e818630ff33ac5c4cd4be6c6f75bb2","paperId":"1811.08603","method":"front_truncation","inputTokens":6008,"outputTokens":1656,"reductionPercent":72.44,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.8385,"evidencePosition":"front"}
{"caseId":"114934e1a1e818630ff33ac5c4cd4be6c6f75bb2","paperId":"1811.08603","method":"tail_recency","inputTokens":6008,"outputTokens":1661,"reductionPercent":72.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.3685,"evidencePosition":"front"}
{"caseId":"114934e1a1e818630ff33ac5c4cd4be6c6f75bb2","paperId":"1811.08603","method":"seeded_random","inputTokens":6008,"outputTokens":1640,"reductionPercent":72.7,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.1971,"evidencePosition":"front"}
{"caseId":"114934e1a1e818630ff33ac5c4cd4be6c6f75bb2","paperId":"1811.08603","method":"oracle_ceiling","inputTokens":6008,"outputTokens":1758,"reductionPercent":70.74,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.6378,"evidencePosition":"front"}
{"caseId":"f03df5d99b753dc4833ef27b32bb95ba53d790ee","paperId":"1712.05999","method":"maha_bm25","inputTokens":4141,"outputTokens":1495,"reductionPercent":63.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0796,"evidencePosition":"middle"}
{"caseId":"f03df5d99b753dc4833ef27b32bb95ba53d790ee","paperId":"1712.05999","method":"maha_keyword","inputTokens":4141,"outputTokens":1543,"reductionPercent":62.74,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7859,"evidencePosition":"middle"}
{"caseId":"f03df5d99b753dc4833ef27b32bb95ba53d790ee","paperId":"1712.05999","method":"front_truncation","inputTokens":4141,"outputTokens":1560,"reductionPercent":62.33,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9,"evidencePosition":"middle"}
{"caseId":"f03df5d99b753dc4833ef27b32bb95ba53d790ee","paperId":"1712.05999","method":"tail_recency","inputTokens":4141,"outputTokens":1507,"reductionPercent":63.61,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1315,"evidencePosition":"middle"}
{"caseId":"f03df5d99b753dc4833ef27b32bb95ba53d790ee","paperId":"1712.05999","method":"seeded_random","inputTokens":4141,"outputTokens":1521,"reductionPercent":63.27,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9092,"evidencePosition":"middle"}
{"caseId":"f03df5d99b753dc4833ef27b32bb95ba53d790ee","paperId":"1712.05999","method":"oracle_ceiling","inputTokens":4141,"outputTokens":1524,"reductionPercent":63.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9675,"evidencePosition":"middle"}
{"caseId":"3415762847ed13acc3c90de60e3ef42612bc49af","paperId":"1910.12795","method":"maha_bm25","inputTokens":7397,"outputTokens":1499,"reductionPercent":79.74,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1888,"evidencePosition":"back"}
{"caseId":"3415762847ed13acc3c90de60e3ef42612bc49af","paperId":"1910.12795","method":"maha_keyword","inputTokens":7397,"outputTokens":1511,"reductionPercent":79.57,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7419,"evidencePosition":"back"}
{"caseId":"3415762847ed13acc3c90de60e3ef42612bc49af","paperId":"1910.12795","method":"front_truncation","inputTokens":7397,"outputTokens":1625,"reductionPercent":78.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.2925,"evidencePosition":"back"}
{"caseId":"3415762847ed13acc3c90de60e3ef42612bc49af","paperId":"1910.12795","method":"tail_recency","inputTokens":7397,"outputTokens":1594,"reductionPercent":78.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.6391,"evidencePosition":"back"}
{"caseId":"3415762847ed13acc3c90de60e3ef42612bc49af","paperId":"1910.12795","method":"seeded_random","inputTokens":7397,"outputTokens":1583,"reductionPercent":78.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.5712,"evidencePosition":"back"}
{"caseId":"3415762847ed13acc3c90de60e3ef42612bc49af","paperId":"1910.12795","method":"oracle_ceiling","inputTokens":7397,"outputTokens":1492,"reductionPercent":79.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.5165,"evidencePosition":"back"}
{"caseId":"154a721ccc1d425688942e22e75af711b423e086","paperId":"1803.05223","method":"maha_bm25","inputTokens":5972,"outputTokens":1477,"reductionPercent":75.27,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8633,"evidencePosition":"front"}
{"caseId":"154a721ccc1d425688942e22e75af711b423e086","paperId":"1803.05223","method":"maha_keyword","inputTokens":5972,"outputTokens":1477,"reductionPercent":75.27,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.281,"evidencePosition":"front"}
{"caseId":"154a721ccc1d425688942e22e75af711b423e086","paperId":"1803.05223","method":"front_truncation","inputTokens":5972,"outputTokens":1561,"reductionPercent":73.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7788,"evidencePosition":"front"}
{"caseId":"154a721ccc1d425688942e22e75af711b423e086","paperId":"1803.05223","method":"tail_recency","inputTokens":5972,"outputTokens":1566,"reductionPercent":73.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.9692,"evidencePosition":"front"}
{"caseId":"154a721ccc1d425688942e22e75af711b423e086","paperId":"1803.05223","method":"seeded_random","inputTokens":5972,"outputTokens":1526,"reductionPercent":74.45,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6446,"evidencePosition":"front"}
{"caseId":"154a721ccc1d425688942e22e75af711b423e086","paperId":"1803.05223","method":"oracle_ceiling","inputTokens":5972,"outputTokens":1597,"reductionPercent":73.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.1122,"evidencePosition":"front"}
{"caseId":"ef396a34436072cb3c40b0c9bc9179fee4a168ae","paperId":"1705.04153","method":"maha_bm25","inputTokens":6673,"outputTokens":1607,"reductionPercent":75.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2233,"evidencePosition":"front"}
{"caseId":"ef396a34436072cb3c40b0c9bc9179fee4a168ae","paperId":"1705.04153","method":"maha_keyword","inputTokens":6673,"outputTokens":1607,"reductionPercent":75.92,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5424,"evidencePosition":"front"}
{"caseId":"ef396a34436072cb3c40b0c9bc9179fee4a168ae","paperId":"1705.04153","method":"front_truncation","inputTokens":6673,"outputTokens":1567,"reductionPercent":76.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0806,"evidencePosition":"front"}
{"caseId":"ef396a34436072cb3c40b0c9bc9179fee4a168ae","paperId":"1705.04153","method":"tail_recency","inputTokens":6673,"outputTokens":1583,"reductionPercent":76.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.3286,"evidencePosition":"front"}
{"caseId":"ef396a34436072cb3c40b0c9bc9179fee4a168ae","paperId":"1705.04153","method":"seeded_random","inputTokens":6673,"outputTokens":1448,"reductionPercent":78.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.9542,"evidencePosition":"front"}
{"caseId":"ef396a34436072cb3c40b0c9bc9179fee4a168ae","paperId":"1705.04153","method":"oracle_ceiling","inputTokens":6673,"outputTokens":1519,"reductionPercent":77.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.5396,"evidencePosition":"front"}
{"caseId":"37a79be0148e1751ffb2daabe4c8ec6680036106","paperId":"1611.03599","method":"maha_bm25","inputTokens":6224,"outputTokens":1514,"reductionPercent":75.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.078,"evidencePosition":"middle"}
{"caseId":"37a79be0148e1751ffb2daabe4c8ec6680036106","paperId":"1611.03599","method":"maha_keyword","inputTokens":6224,"outputTokens":1474,"reductionPercent":76.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.706,"evidencePosition":"middle"}
{"caseId":"37a79be0148e1751ffb2daabe4c8ec6680036106","paperId":"1611.03599","method":"front_truncation","inputTokens":6224,"outputTokens":1564,"reductionPercent":74.87,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.16,"evidencePosition":"middle"}
{"caseId":"37a79be0148e1751ffb2daabe4c8ec6680036106","paperId":"1611.03599","method":"tail_recency","inputTokens":6224,"outputTokens":1568,"reductionPercent":74.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5413,"evidencePosition":"middle"}
{"caseId":"37a79be0148e1751ffb2daabe4c8ec6680036106","paperId":"1611.03599","method":"seeded_random","inputTokens":6224,"outputTokens":1573,"reductionPercent":74.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9571,"evidencePosition":"middle"}
{"caseId":"37a79be0148e1751ffb2daabe4c8ec6680036106","paperId":"1611.03599","method":"oracle_ceiling","inputTokens":6224,"outputTokens":1619,"reductionPercent":73.99,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.5358,"evidencePosition":"middle"}
{"caseId":"b4f881331b975e6e4cab1868267211ed729d782d","paperId":"1908.04042","method":"maha_bm25","inputTokens":4644,"outputTokens":1463,"reductionPercent":68.5,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0568,"evidencePosition":"front"}
{"caseId":"b4f881331b975e6e4cab1868267211ed729d782d","paperId":"1908.04042","method":"maha_keyword","inputTokens":4644,"outputTokens":1495,"reductionPercent":67.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9784,"evidencePosition":"front"}
{"caseId":"b4f881331b975e6e4cab1868267211ed729d782d","paperId":"1908.04042","method":"front_truncation","inputTokens":4644,"outputTokens":1485,"reductionPercent":68.02,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5001,"evidencePosition":"front"}
{"caseId":"b4f881331b975e6e4cab1868267211ed729d782d","paperId":"1908.04042","method":"tail_recency","inputTokens":4644,"outputTokens":1538,"reductionPercent":66.88,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1055,"evidencePosition":"front"}
{"caseId":"b4f881331b975e6e4cab1868267211ed729d782d","paperId":"1908.04042","method":"seeded_random","inputTokens":4644,"outputTokens":1495,"reductionPercent":67.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1412,"evidencePosition":"front"}
{"caseId":"b4f881331b975e6e4cab1868267211ed729d782d","paperId":"1908.04042","method":"oracle_ceiling","inputTokens":4644,"outputTokens":1507,"reductionPercent":67.55,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.962,"evidencePosition":"front"}
{"caseId":"d9980676a83295dda37c20cfd5d58e574d0a4859","paperId":"1903.11437","method":"maha_bm25","inputTokens":5903,"outputTokens":1530,"reductionPercent":74.08,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4134,"evidencePosition":"middle"}
{"caseId":"d9980676a83295dda37c20cfd5d58e574d0a4859","paperId":"1903.11437","method":"maha_keyword","inputTokens":5903,"outputTokens":1576,"reductionPercent":73.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.089,"evidencePosition":"middle"}
{"caseId":"d9980676a83295dda37c20cfd5d58e574d0a4859","paperId":"1903.11437","method":"front_truncation","inputTokens":5903,"outputTokens":1600,"reductionPercent":72.9,"evidenceRecall":25,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4214,"evidencePosition":"middle"}
{"caseId":"d9980676a83295dda37c20cfd5d58e574d0a4859","paperId":"1903.11437","method":"tail_recency","inputTokens":5903,"outputTokens":1585,"reductionPercent":73.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1833,"evidencePosition":"middle"}
{"caseId":"d9980676a83295dda37c20cfd5d58e574d0a4859","paperId":"1903.11437","method":"seeded_random","inputTokens":5903,"outputTokens":1597,"reductionPercent":72.95,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8895,"evidencePosition":"middle"}
{"caseId":"d9980676a83295dda37c20cfd5d58e574d0a4859","paperId":"1903.11437","method":"oracle_ceiling","inputTokens":5903,"outputTokens":1571,"reductionPercent":73.39,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.5036,"evidencePosition":"middle"}
{"caseId":"bf3b27a4f4be1f9ae31319877fd0c75c03126fd5","paperId":"1906.01081","method":"maha_bm25","inputTokens":5254,"outputTokens":1461,"reductionPercent":72.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0453,"evidencePosition":"middle"}
{"caseId":"bf3b27a4f4be1f9ae31319877fd0c75c03126fd5","paperId":"1906.01081","method":"maha_keyword","inputTokens":5254,"outputTokens":1594,"reductionPercent":69.66,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8118,"evidencePosition":"middle"}
{"caseId":"bf3b27a4f4be1f9ae31319877fd0c75c03126fd5","paperId":"1906.01081","method":"front_truncation","inputTokens":5254,"outputTokens":1583,"reductionPercent":69.87,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3132,"evidencePosition":"middle"}
{"caseId":"bf3b27a4f4be1f9ae31319877fd0c75c03126fd5","paperId":"1906.01081","method":"tail_recency","inputTokens":5254,"outputTokens":1629,"reductionPercent":69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.479,"evidencePosition":"middle"}
{"caseId":"bf3b27a4f4be1f9ae31319877fd0c75c03126fd5","paperId":"1906.01081","method":"seeded_random","inputTokens":5254,"outputTokens":1599,"reductionPercent":69.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2603,"evidencePosition":"middle"}
{"caseId":"bf3b27a4f4be1f9ae31319877fd0c75c03126fd5","paperId":"1906.01081","method":"oracle_ceiling","inputTokens":5254,"outputTokens":1567,"reductionPercent":70.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2718,"evidencePosition":"middle"}
{"caseId":"22815878083ebd2f9e08bc33a5e733063dac7a0f","paperId":"1909.03135","method":"maha_bm25","inputTokens":4481,"outputTokens":1343,"reductionPercent":70.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6414,"evidencePosition":"front"}
{"caseId":"22815878083ebd2f9e08bc33a5e733063dac7a0f","paperId":"1909.03135","method":"maha_keyword","inputTokens":4481,"outputTokens":1425,"reductionPercent":68.2,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.1825,"evidencePosition":"front"}
{"caseId":"22815878083ebd2f9e08bc33a5e733063dac7a0f","paperId":"1909.03135","method":"front_truncation","inputTokens":4481,"outputTokens":1636,"reductionPercent":63.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5841,"evidencePosition":"front"}
{"caseId":"22815878083ebd2f9e08bc33a5e733063dac7a0f","paperId":"1909.03135","method":"tail_recency","inputTokens":4481,"outputTokens":1574,"reductionPercent":64.87,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7533,"evidencePosition":"front"}
{"caseId":"22815878083ebd2f9e08bc33a5e733063dac7a0f","paperId":"1909.03135","method":"seeded_random","inputTokens":4481,"outputTokens":1633,"reductionPercent":63.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4562,"evidencePosition":"front"}
{"caseId":"22815878083ebd2f9e08bc33a5e733063dac7a0f","paperId":"1909.03135","method":"oracle_ceiling","inputTokens":4481,"outputTokens":1625,"reductionPercent":63.74,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.3664,"evidencePosition":"front"}
{"caseId":"0f567251a6566f65170a1329eeeb5105932036b2","paperId":"1906.00790","method":"maha_bm25","inputTokens":5576,"outputTokens":1597,"reductionPercent":71.36,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.588,"evidencePosition":"front"}
{"caseId":"0f567251a6566f65170a1329eeeb5105932036b2","paperId":"1906.00790","method":"maha_keyword","inputTokens":5576,"outputTokens":1625,"reductionPercent":70.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.156,"evidencePosition":"front"}
{"caseId":"0f567251a6566f65170a1329eeeb5105932036b2","paperId":"1906.00790","method":"front_truncation","inputTokens":5576,"outputTokens":1659,"reductionPercent":70.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0485,"evidencePosition":"front"}
{"caseId":"0f567251a6566f65170a1329eeeb5105932036b2","paperId":"1906.00790","method":"tail_recency","inputTokens":5576,"outputTokens":1693,"reductionPercent":69.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8094,"evidencePosition":"front"}
{"caseId":"0f567251a6566f65170a1329eeeb5105932036b2","paperId":"1906.00790","method":"seeded_random","inputTokens":5576,"outputTokens":1660,"reductionPercent":70.23,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7359,"evidencePosition":"front"}
{"caseId":"0f567251a6566f65170a1329eeeb5105932036b2","paperId":"1906.00790","method":"oracle_ceiling","inputTokens":5576,"outputTokens":1674,"reductionPercent":69.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3266,"evidencePosition":"front"}
{"caseId":"bb2de20ee5937da7e3e6230e942bec7b6e8f61ee","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1603,"reductionPercent":64.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0992,"evidencePosition":"middle"}
{"caseId":"bb2de20ee5937da7e3e6230e942bec7b6e8f61ee","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1559,"reductionPercent":65.12,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0252,"evidencePosition":"middle"}
{"caseId":"bb2de20ee5937da7e3e6230e942bec7b6e8f61ee","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1702,"reductionPercent":61.92,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8689,"evidencePosition":"middle"}
{"caseId":"bb2de20ee5937da7e3e6230e942bec7b6e8f61ee","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1589,"reductionPercent":64.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5722,"evidencePosition":"middle"}
{"caseId":"bb2de20ee5937da7e3e6230e942bec7b6e8f61ee","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1649,"reductionPercent":63.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6155,"evidencePosition":"middle"}
{"caseId":"bb2de20ee5937da7e3e6230e942bec7b6e8f61ee","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1587,"reductionPercent":64.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.762,"evidencePosition":"middle"}
{"caseId":"d51dc36fbf6518226b8e45d4c817e07e8f642003","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1615,"reductionPercent":63.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0497,"evidencePosition":"middle"}
{"caseId":"d51dc36fbf6518226b8e45d4c817e07e8f642003","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1608,"reductionPercent":64.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":1.8652,"evidencePosition":"middle"}
{"caseId":"d51dc36fbf6518226b8e45d4c817e07e8f642003","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1702,"reductionPercent":61.92,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7938,"evidencePosition":"middle"}
{"caseId":"d51dc36fbf6518226b8e45d4c817e07e8f642003","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1589,"reductionPercent":64.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5605,"evidencePosition":"middle"}
{"caseId":"d51dc36fbf6518226b8e45d4c817e07e8f642003","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1647,"reductionPercent":63.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.565,"evidencePosition":"middle"}
{"caseId":"d51dc36fbf6518226b8e45d4c817e07e8f642003","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1587,"reductionPercent":64.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2513,"evidencePosition":"middle"}
{"caseId":"d9b6c61fc6d29ad399d27b931b6cb7b1117b314a","paperId":"1809.04267","method":"maha_bm25","inputTokens":5969,"outputTokens":1535,"reductionPercent":74.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0401,"evidencePosition":"front"}
{"caseId":"d9b6c61fc6d29ad399d27b931b6cb7b1117b314a","paperId":"1809.04267","method":"maha_keyword","inputTokens":5969,"outputTokens":1351,"reductionPercent":77.37,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7466,"evidencePosition":"front"}
{"caseId":"d9b6c61fc6d29ad399d27b931b6cb7b1117b314a","paperId":"1809.04267","method":"front_truncation","inputTokens":5969,"outputTokens":1544,"reductionPercent":74.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3578,"evidencePosition":"front"}
{"caseId":"d9b6c61fc6d29ad399d27b931b6cb7b1117b314a","paperId":"1809.04267","method":"tail_recency","inputTokens":5969,"outputTokens":1618,"reductionPercent":72.89,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9735,"evidencePosition":"front"}
{"caseId":"d9b6c61fc6d29ad399d27b931b6cb7b1117b314a","paperId":"1809.04267","method":"seeded_random","inputTokens":5969,"outputTokens":1467,"reductionPercent":75.42,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9631,"evidencePosition":"front"}
{"caseId":"d9b6c61fc6d29ad399d27b931b6cb7b1117b314a","paperId":"1809.04267","method":"oracle_ceiling","inputTokens":5969,"outputTokens":1422,"reductionPercent":76.18,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.1709,"evidencePosition":"front"}
{"caseId":"beac555c4aea76c88f19db7cc901fa638765c250","paperId":"1710.03348","method":"maha_bm25","inputTokens":4631,"outputTokens":1527,"reductionPercent":67.03,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8423,"evidencePosition":"front"}
{"caseId":"beac555c4aea76c88f19db7cc901fa638765c250","paperId":"1710.03348","method":"maha_keyword","inputTokens":4631,"outputTokens":1589,"reductionPercent":65.69,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.2726,"evidencePosition":"front"}
{"caseId":"beac555c4aea76c88f19db7cc901fa638765c250","paperId":"1710.03348","method":"front_truncation","inputTokens":4631,"outputTokens":1638,"reductionPercent":64.63,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4384,"evidencePosition":"front"}
{"caseId":"beac555c4aea76c88f19db7cc901fa638765c250","paperId":"1710.03348","method":"tail_recency","inputTokens":4631,"outputTokens":1579,"reductionPercent":65.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5108,"evidencePosition":"front"}
{"caseId":"beac555c4aea76c88f19db7cc901fa638765c250","paperId":"1710.03348","method":"seeded_random","inputTokens":4631,"outputTokens":1585,"reductionPercent":65.77,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2947,"evidencePosition":"front"}
{"caseId":"beac555c4aea76c88f19db7cc901fa638765c250","paperId":"1710.03348","method":"oracle_ceiling","inputTokens":4631,"outputTokens":1568,"reductionPercent":66.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.771,"evidencePosition":"front"}
{"caseId":"bc31a3d2f7c608df8c019a64d64cb0ccc5669210","paperId":"1909.03405","method":"maha_bm25","inputTokens":6193,"outputTokens":1594,"reductionPercent":74.26,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7536,"evidencePosition":"middle"}
{"caseId":"bc31a3d2f7c608df8c019a64d64cb0ccc5669210","paperId":"1909.03405","method":"maha_keyword","inputTokens":6193,"outputTokens":1544,"reductionPercent":75.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2775,"evidencePosition":"middle"}
{"caseId":"bc31a3d2f7c608df8c019a64d64cb0ccc5669210","paperId":"1909.03405","method":"front_truncation","inputTokens":6193,"outputTokens":1554,"reductionPercent":74.91,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.84,"evidencePosition":"middle"}
{"caseId":"bc31a3d2f7c608df8c019a64d64cb0ccc5669210","paperId":"1909.03405","method":"tail_recency","inputTokens":6193,"outputTokens":1691,"reductionPercent":72.69,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8418,"evidencePosition":"middle"}
{"caseId":"bc31a3d2f7c608df8c019a64d64cb0ccc5669210","paperId":"1909.03405","method":"seeded_random","inputTokens":6193,"outputTokens":1590,"reductionPercent":74.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7117,"evidencePosition":"middle"}
{"caseId":"bc31a3d2f7c608df8c019a64d64cb0ccc5669210","paperId":"1909.03405","method":"oracle_ceiling","inputTokens":6193,"outputTokens":1608,"reductionPercent":74.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6519,"evidencePosition":"middle"}
{"caseId":"84bad9a821917cb96584cf5383c6d2a035358d7c","paperId":"1803.05223","method":"maha_bm25","inputTokens":5972,"outputTokens":1463,"reductionPercent":75.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4841,"evidencePosition":"front"}
{"caseId":"84bad9a821917cb96584cf5383c6d2a035358d7c","paperId":"1803.05223","method":"maha_keyword","inputTokens":5972,"outputTokens":1488,"reductionPercent":75.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1038,"evidencePosition":"front"}
{"caseId":"84bad9a821917cb96584cf5383c6d2a035358d7c","paperId":"1803.05223","method":"front_truncation","inputTokens":5972,"outputTokens":1560,"reductionPercent":73.88,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4321,"evidencePosition":"front"}
{"caseId":"84bad9a821917cb96584cf5383c6d2a035358d7c","paperId":"1803.05223","method":"tail_recency","inputTokens":5972,"outputTokens":1565,"reductionPercent":73.79,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.348,"evidencePosition":"front"}
{"caseId":"84bad9a821917cb96584cf5383c6d2a035358d7c","paperId":"1803.05223","method":"seeded_random","inputTokens":5972,"outputTokens":1566,"reductionPercent":73.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2296,"evidencePosition":"front"}
{"caseId":"84bad9a821917cb96584cf5383c6d2a035358d7c","paperId":"1803.05223","method":"oracle_ceiling","inputTokens":5972,"outputTokens":1596,"reductionPercent":73.28,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.4585,"evidencePosition":"front"}
{"caseId":"7f207549c75f5c4388efc15ed28822672b845663","paperId":"1908.10084","method":"maha_bm25","inputTokens":6061,"outputTokens":1504,"reductionPercent":75.19,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4189,"evidencePosition":"front"}
{"caseId":"7f207549c75f5c4388efc15ed28822672b845663","paperId":"1908.10084","method":"maha_keyword","inputTokens":6061,"outputTokens":1515,"reductionPercent":75,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7122,"evidencePosition":"front"}
{"caseId":"7f207549c75f5c4388efc15ed28822672b845663","paperId":"1908.10084","method":"front_truncation","inputTokens":6061,"outputTokens":1589,"reductionPercent":73.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.716,"evidencePosition":"front"}
{"caseId":"7f207549c75f5c4388efc15ed28822672b845663","paperId":"1908.10084","method":"tail_recency","inputTokens":6061,"outputTokens":1617,"reductionPercent":73.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7497,"evidencePosition":"front"}
{"caseId":"7f207549c75f5c4388efc15ed28822672b845663","paperId":"1908.10084","method":"seeded_random","inputTokens":6061,"outputTokens":1607,"reductionPercent":73.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.886,"evidencePosition":"front"}
{"caseId":"7f207549c75f5c4388efc15ed28822672b845663","paperId":"1908.10084","method":"oracle_ceiling","inputTokens":6061,"outputTokens":1603,"reductionPercent":73.55,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.6647,"evidencePosition":"front"}
{"caseId":"eac9dae3492e17bc49c842fb566f464ff18c049b","paperId":"1601.02403","method":"maha_bm25","inputTokens":21004,"outputTokens":1577,"reductionPercent":92.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":10.1935,"evidencePosition":"middle"}
{"caseId":"eac9dae3492e17bc49c842fb566f464ff18c049b","paperId":"1601.02403","method":"maha_keyword","inputTokens":21004,"outputTokens":1429,"reductionPercent":93.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.8474,"evidencePosition":"middle"}
{"caseId":"eac9dae3492e17bc49c842fb566f464ff18c049b","paperId":"1601.02403","method":"front_truncation","inputTokens":21004,"outputTokens":1569,"reductionPercent":92.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":14.7568,"evidencePosition":"middle"}
{"caseId":"eac9dae3492e17bc49c842fb566f464ff18c049b","paperId":"1601.02403","method":"tail_recency","inputTokens":21004,"outputTokens":1581,"reductionPercent":92.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":14.6577,"evidencePosition":"middle"}
{"caseId":"eac9dae3492e17bc49c842fb566f464ff18c049b","paperId":"1601.02403","method":"seeded_random","inputTokens":21004,"outputTokens":1563,"reductionPercent":92.56,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":14.7515,"evidencePosition":"middle"}
{"caseId":"eac9dae3492e17bc49c842fb566f464ff18c049b","paperId":"1601.02403","method":"oracle_ceiling","inputTokens":21004,"outputTokens":1557,"reductionPercent":92.59,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":19.5969,"evidencePosition":"middle"}
{"caseId":"cb77d6a74065cb05318faf57e7ceca05e126a80d","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1597,"reductionPercent":64.26,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1727,"evidencePosition":"front"}
{"caseId":"cb77d6a74065cb05318faf57e7ceca05e126a80d","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1588,"reductionPercent":64.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.8345,"evidencePosition":"front"}
{"caseId":"cb77d6a74065cb05318faf57e7ceca05e126a80d","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1699,"reductionPercent":61.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9534,"evidencePosition":"front"}
{"caseId":"cb77d6a74065cb05318faf57e7ceca05e126a80d","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1586,"reductionPercent":64.51,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7191,"evidencePosition":"front"}
{"caseId":"cb77d6a74065cb05318faf57e7ceca05e126a80d","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1663,"reductionPercent":62.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6524,"evidencePosition":"front"}
{"caseId":"cb77d6a74065cb05318faf57e7ceca05e126a80d","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1603,"reductionPercent":64.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.465,"evidencePosition":"front"}
{"caseId":"21548433abd21346659505296fb0576e78287a74","paperId":"1909.13104","method":"maha_bm25","inputTokens":4417,"outputTokens":1510,"reductionPercent":65.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6042,"evidencePosition":"front"}
{"caseId":"21548433abd21346659505296fb0576e78287a74","paperId":"1909.13104","method":"maha_keyword","inputTokens":4417,"outputTokens":1506,"reductionPercent":65.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4215,"evidencePosition":"front"}
{"caseId":"21548433abd21346659505296fb0576e78287a74","paperId":"1909.13104","method":"front_truncation","inputTokens":4417,"outputTokens":1589,"reductionPercent":64.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9018,"evidencePosition":"front"}
{"caseId":"21548433abd21346659505296fb0576e78287a74","paperId":"1909.13104","method":"tail_recency","inputTokens":4417,"outputTokens":1539,"reductionPercent":65.16,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.596,"evidencePosition":"front"}
{"caseId":"21548433abd21346659505296fb0576e78287a74","paperId":"1909.13104","method":"seeded_random","inputTokens":4417,"outputTokens":1426,"reductionPercent":67.72,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1097,"evidencePosition":"front"}
{"caseId":"21548433abd21346659505296fb0576e78287a74","paperId":"1909.13104","method":"oracle_ceiling","inputTokens":4417,"outputTokens":1535,"reductionPercent":65.25,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.9109,"evidencePosition":"front"}
{"caseId":"044f922604b4b3f42ae381419fd5cd5624fa0637","paperId":"1710.03348","method":"maha_bm25","inputTokens":4631,"outputTokens":1502,"reductionPercent":67.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9658,"evidencePosition":"middle"}
{"caseId":"044f922604b4b3f42ae381419fd5cd5624fa0637","paperId":"1710.03348","method":"maha_keyword","inputTokens":4631,"outputTokens":1503,"reductionPercent":67.54,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4597,"evidencePosition":"middle"}
{"caseId":"044f922604b4b3f42ae381419fd5cd5624fa0637","paperId":"1710.03348","method":"front_truncation","inputTokens":4631,"outputTokens":1640,"reductionPercent":64.59,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5694,"evidencePosition":"middle"}
{"caseId":"044f922604b4b3f42ae381419fd5cd5624fa0637","paperId":"1710.03348","method":"tail_recency","inputTokens":4631,"outputTokens":1581,"reductionPercent":65.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6047,"evidencePosition":"middle"}
{"caseId":"044f922604b4b3f42ae381419fd5cd5624fa0637","paperId":"1710.03348","method":"seeded_random","inputTokens":4631,"outputTokens":1669,"reductionPercent":63.96,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3135,"evidencePosition":"middle"}
{"caseId":"044f922604b4b3f42ae381419fd5cd5624fa0637","paperId":"1710.03348","method":"oracle_ceiling","inputTokens":4631,"outputTokens":1564,"reductionPercent":66.23,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9807,"evidencePosition":"middle"}
{"caseId":"f875337f2ecd686cd7789e111174d0f14972638d","paperId":"1611.02988","method":"maha_bm25","inputTokens":4569,"outputTokens":1346,"reductionPercent":70.54,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0734,"evidencePosition":"front"}
{"caseId":"f875337f2ecd686cd7789e111174d0f14972638d","paperId":"1611.02988","method":"maha_keyword","inputTokens":4569,"outputTokens":1499,"reductionPercent":67.19,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9428,"evidencePosition":"front"}
{"caseId":"f875337f2ecd686cd7789e111174d0f14972638d","paperId":"1611.02988","method":"front_truncation","inputTokens":4569,"outputTokens":1541,"reductionPercent":66.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3021,"evidencePosition":"front"}
{"caseId":"f875337f2ecd686cd7789e111174d0f14972638d","paperId":"1611.02988","method":"tail_recency","inputTokens":4569,"outputTokens":1523,"reductionPercent":66.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9388,"evidencePosition":"front"}
{"caseId":"f875337f2ecd686cd7789e111174d0f14972638d","paperId":"1611.02988","method":"seeded_random","inputTokens":4569,"outputTokens":1574,"reductionPercent":65.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.605,"evidencePosition":"front"}
{"caseId":"f875337f2ecd686cd7789e111174d0f14972638d","paperId":"1611.02988","method":"oracle_ceiling","inputTokens":4569,"outputTokens":1521,"reductionPercent":66.71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1677,"evidencePosition":"front"}
{"caseId":"b962cc817a4baf6c56150f0d97097f18ad6cd9ed","paperId":"1810.12196","method":"maha_bm25","inputTokens":4969,"outputTokens":1544,"reductionPercent":68.93,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5419,"evidencePosition":"middle"}
{"caseId":"b962cc817a4baf6c56150f0d97097f18ad6cd9ed","paperId":"1810.12196","method":"maha_keyword","inputTokens":4969,"outputTokens":1559,"reductionPercent":68.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1414,"evidencePosition":"middle"}
{"caseId":"b962cc817a4baf6c56150f0d97097f18ad6cd9ed","paperId":"1810.12196","method":"front_truncation","inputTokens":4969,"outputTokens":1566,"reductionPercent":68.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.1132,"evidencePosition":"middle"}
{"caseId":"b962cc817a4baf6c56150f0d97097f18ad6cd9ed","paperId":"1810.12196","method":"tail_recency","inputTokens":4969,"outputTokens":1567,"reductionPercent":68.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.2172,"evidencePosition":"middle"}
{"caseId":"b962cc817a4baf6c56150f0d97097f18ad6cd9ed","paperId":"1810.12196","method":"seeded_random","inputTokens":4969,"outputTokens":1517,"reductionPercent":69.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":1.9819,"evidencePosition":"middle"}
{"caseId":"b962cc817a4baf6c56150f0d97097f18ad6cd9ed","paperId":"1810.12196","method":"oracle_ceiling","inputTokens":4969,"outputTokens":1489,"reductionPercent":70.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7077,"evidencePosition":"middle"}
{"caseId":"73a7acf33b26f5e9475ee975ba00d14fd06f170f","paperId":"1903.03530","method":"maha_bm25","inputTokens":4887,"outputTokens":1508,"reductionPercent":69.14,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3782,"evidencePosition":"front"}
{"caseId":"73a7acf33b26f5e9475ee975ba00d14fd06f170f","paperId":"1903.03530","method":"maha_keyword","inputTokens":4887,"outputTokens":1315,"reductionPercent":73.09,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6914,"evidencePosition":"front"}
{"caseId":"73a7acf33b26f5e9475ee975ba00d14fd06f170f","paperId":"1903.03530","method":"front_truncation","inputTokens":4887,"outputTokens":1574,"reductionPercent":67.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6486,"evidencePosition":"front"}
{"caseId":"73a7acf33b26f5e9475ee975ba00d14fd06f170f","paperId":"1903.03530","method":"tail_recency","inputTokens":4887,"outputTokens":1598,"reductionPercent":67.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5031,"evidencePosition":"front"}
{"caseId":"73a7acf33b26f5e9475ee975ba00d14fd06f170f","paperId":"1903.03530","method":"seeded_random","inputTokens":4887,"outputTokens":1557,"reductionPercent":68.14,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4981,"evidencePosition":"front"}
{"caseId":"73a7acf33b26f5e9475ee975ba00d14fd06f170f","paperId":"1903.03530","method":"oracle_ceiling","inputTokens":4887,"outputTokens":1526,"reductionPercent":68.77,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.6164,"evidencePosition":"front"}
{"caseId":"891c2001d6baaaf0da4e65b647402acac621a7d2","paperId":"1909.00512","method":"maha_bm25","inputTokens":6486,"outputTokens":1434,"reductionPercent":77.89,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4327,"evidencePosition":"back"}
{"caseId":"891c2001d6baaaf0da4e65b647402acac621a7d2","paperId":"1909.00512","method":"maha_keyword","inputTokens":6486,"outputTokens":1545,"reductionPercent":76.18,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4695,"evidencePosition":"back"}
{"caseId":"891c2001d6baaaf0da4e65b647402acac621a7d2","paperId":"1909.00512","method":"front_truncation","inputTokens":6486,"outputTokens":1597,"reductionPercent":75.38,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2207,"evidencePosition":"back"}
{"caseId":"891c2001d6baaaf0da4e65b647402acac621a7d2","paperId":"1909.00512","method":"tail_recency","inputTokens":6486,"outputTokens":1620,"reductionPercent":75.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1885,"evidencePosition":"back"}
{"caseId":"891c2001d6baaaf0da4e65b647402acac621a7d2","paperId":"1909.00512","method":"seeded_random","inputTokens":6486,"outputTokens":1520,"reductionPercent":76.56,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6155,"evidencePosition":"back"}
{"caseId":"891c2001d6baaaf0da4e65b647402acac621a7d2","paperId":"1909.00512","method":"oracle_ceiling","inputTokens":6486,"outputTokens":1519,"reductionPercent":76.58,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9656,"evidencePosition":"back"}
{"caseId":"c01784b995f6594fdb23d7b62f20a35ae73eaa77","paperId":"2001.08868","method":"maha_bm25","inputTokens":7614,"outputTokens":1449,"reductionPercent":80.97,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4543,"evidencePosition":"back"}
{"caseId":"c01784b995f6594fdb23d7b62f20a35ae73eaa77","paperId":"2001.08868","method":"maha_keyword","inputTokens":7614,"outputTokens":1522,"reductionPercent":80.01,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6634,"evidencePosition":"back"}
{"caseId":"c01784b995f6594fdb23d7b62f20a35ae73eaa77","paperId":"2001.08868","method":"front_truncation","inputTokens":7614,"outputTokens":1629,"reductionPercent":78.61,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.6048,"evidencePosition":"back"}
{"caseId":"c01784b995f6594fdb23d7b62f20a35ae73eaa77","paperId":"2001.08868","method":"tail_recency","inputTokens":7614,"outputTokens":1533,"reductionPercent":79.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7404,"evidencePosition":"back"}
{"caseId":"c01784b995f6594fdb23d7b62f20a35ae73eaa77","paperId":"2001.08868","method":"seeded_random","inputTokens":7614,"outputTokens":1547,"reductionPercent":79.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7936,"evidencePosition":"back"}
{"caseId":"c01784b995f6594fdb23d7b62f20a35ae73eaa77","paperId":"2001.08868","method":"oracle_ceiling","inputTokens":7614,"outputTokens":1539,"reductionPercent":79.79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.095,"evidencePosition":"back"}
{"caseId":"f7a89b9cd2792f23f2cb43d50a01b8218a6fbb24","paperId":"1802.07862","method":"maha_bm25","inputTokens":5864,"outputTokens":1475,"reductionPercent":74.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2545,"evidencePosition":"middle"}
{"caseId":"f7a89b9cd2792f23f2cb43d50a01b8218a6fbb24","paperId":"1802.07862","method":"maha_keyword","inputTokens":5864,"outputTokens":1487,"reductionPercent":74.64,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.702,"evidencePosition":"middle"}
{"caseId":"f7a89b9cd2792f23f2cb43d50a01b8218a6fbb24","paperId":"1802.07862","method":"front_truncation","inputTokens":5864,"outputTokens":1550,"reductionPercent":73.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.9893,"evidencePosition":"middle"}
{"caseId":"f7a89b9cd2792f23f2cb43d50a01b8218a6fbb24","paperId":"1802.07862","method":"tail_recency","inputTokens":5864,"outputTokens":1550,"reductionPercent":73.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.671,"evidencePosition":"middle"}
{"caseId":"f7a89b9cd2792f23f2cb43d50a01b8218a6fbb24","paperId":"1802.07862","method":"seeded_random","inputTokens":5864,"outputTokens":1556,"reductionPercent":73.47,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1938,"evidencePosition":"middle"}
{"caseId":"f7a89b9cd2792f23f2cb43d50a01b8218a6fbb24","paperId":"1802.07862","method":"oracle_ceiling","inputTokens":5864,"outputTokens":1550,"reductionPercent":73.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.3893,"evidencePosition":"middle"}
{"caseId":"53dfcd5d7d2a81855ec1728f0d8e6e24c5638f1e","paperId":"1907.06292","method":"maha_bm25","inputTokens":4990,"outputTokens":1566,"reductionPercent":68.62,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1943,"evidencePosition":"middle"}
{"caseId":"53dfcd5d7d2a81855ec1728f0d8e6e24c5638f1e","paperId":"1907.06292","method":"maha_keyword","inputTokens":4990,"outputTokens":1498,"reductionPercent":69.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6971,"evidencePosition":"middle"}
{"caseId":"53dfcd5d7d2a81855ec1728f0d8e6e24c5638f1e","paperId":"1907.06292","method":"front_truncation","inputTokens":4990,"outputTokens":1539,"reductionPercent":69.16,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1925,"evidencePosition":"middle"}
{"caseId":"53dfcd5d7d2a81855ec1728f0d8e6e24c5638f1e","paperId":"1907.06292","method":"tail_recency","inputTokens":4990,"outputTokens":1586,"reductionPercent":68.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.0704,"evidencePosition":"middle"}
{"caseId":"53dfcd5d7d2a81855ec1728f0d8e6e24c5638f1e","paperId":"1907.06292","method":"seeded_random","inputTokens":4990,"outputTokens":1577,"reductionPercent":68.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2533,"evidencePosition":"middle"}
{"caseId":"53dfcd5d7d2a81855ec1728f0d8e6e24c5638f1e","paperId":"1907.06292","method":"oracle_ceiling","inputTokens":4990,"outputTokens":1581,"reductionPercent":68.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0076,"evidencePosition":"middle"}
{"caseId":"88e5d37617e14d6976cc602a168332fc23644f19","paperId":"1909.01362","method":"maha_bm25","inputTokens":6936,"outputTokens":1560,"reductionPercent":77.51,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8167,"evidencePosition":"front"}
{"caseId":"88e5d37617e14d6976cc602a168332fc23644f19","paperId":"1909.01362","method":"maha_keyword","inputTokens":6936,"outputTokens":1526,"reductionPercent":78,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3235,"evidencePosition":"front"}
{"caseId":"88e5d37617e14d6976cc602a168332fc23644f19","paperId":"1909.01362","method":"front_truncation","inputTokens":6936,"outputTokens":1612,"reductionPercent":76.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.1664,"evidencePosition":"front"}
{"caseId":"88e5d37617e14d6976cc602a168332fc23644f19","paperId":"1909.01362","method":"tail_recency","inputTokens":6936,"outputTokens":1503,"reductionPercent":78.33,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5645,"evidencePosition":"front"}
{"caseId":"88e5d37617e14d6976cc602a168332fc23644f19","paperId":"1909.01362","method":"seeded_random","inputTokens":6936,"outputTokens":1530,"reductionPercent":77.94,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5839,"evidencePosition":"front"}
{"caseId":"88e5d37617e14d6976cc602a168332fc23644f19","paperId":"1909.01362","method":"oracle_ceiling","inputTokens":6936,"outputTokens":1599,"reductionPercent":76.95,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.5225,"evidencePosition":"front"}
{"caseId":"ef7212075e80bf35b7889dc8dd52fcbae0d1400a","paperId":"1806.05504","method":"maha_bm25","inputTokens":5583,"outputTokens":1403,"reductionPercent":74.87,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9823,"evidencePosition":"front"}
{"caseId":"ef7212075e80bf35b7889dc8dd52fcbae0d1400a","paperId":"1806.05504","method":"maha_keyword","inputTokens":5583,"outputTokens":1388,"reductionPercent":75.14,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.47,"evidencePosition":"front"}
{"caseId":"ef7212075e80bf35b7889dc8dd52fcbae0d1400a","paperId":"1806.05504","method":"front_truncation","inputTokens":5583,"outputTokens":1559,"reductionPercent":72.08,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9864,"evidencePosition":"front"}
{"caseId":"ef7212075e80bf35b7889dc8dd52fcbae0d1400a","paperId":"1806.05504","method":"tail_recency","inputTokens":5583,"outputTokens":1571,"reductionPercent":71.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.3644,"evidencePosition":"front"}
{"caseId":"ef7212075e80bf35b7889dc8dd52fcbae0d1400a","paperId":"1806.05504","method":"seeded_random","inputTokens":5583,"outputTokens":1478,"reductionPercent":73.53,"evidenceRecall":66.67,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3498,"evidencePosition":"front"}
{"caseId":"ef7212075e80bf35b7889dc8dd52fcbae0d1400a","paperId":"1806.05504","method":"oracle_ceiling","inputTokens":5583,"outputTokens":1548,"reductionPercent":72.27,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.903,"evidencePosition":"front"}
{"caseId":"01e2d10178347d177519f792f86f25575106ddc7","paperId":"1703.07476","method":"maha_bm25","inputTokens":4993,"outputTokens":1627,"reductionPercent":67.41,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2547,"evidencePosition":"middle"}
{"caseId":"01e2d10178347d177519f792f86f25575106ddc7","paperId":"1703.07476","method":"maha_keyword","inputTokens":4993,"outputTokens":1366,"reductionPercent":72.64,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.611,"evidencePosition":"middle"}
{"caseId":"01e2d10178347d177519f792f86f25575106ddc7","paperId":"1703.07476","method":"front_truncation","inputTokens":4993,"outputTokens":1621,"reductionPercent":67.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.065,"evidencePosition":"middle"}
{"caseId":"01e2d10178347d177519f792f86f25575106ddc7","paperId":"1703.07476","method":"tail_recency","inputTokens":4993,"outputTokens":1619,"reductionPercent":67.57,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1706,"evidencePosition":"middle"}
{"caseId":"01e2d10178347d177519f792f86f25575106ddc7","paperId":"1703.07476","method":"seeded_random","inputTokens":4993,"outputTokens":1609,"reductionPercent":67.77,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8552,"evidencePosition":"middle"}
{"caseId":"01e2d10178347d177519f792f86f25575106ddc7","paperId":"1703.07476","method":"oracle_ceiling","inputTokens":4993,"outputTokens":1599,"reductionPercent":67.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.662,"evidencePosition":"middle"}
{"caseId":"ee417fea65f9b1029455797671da0840c8c1abbe","paperId":"2001.02284","method":"maha_bm25","inputTokens":9066,"outputTokens":1503,"reductionPercent":83.42,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.2356,"evidencePosition":"front"}
{"caseId":"ee417fea65f9b1029455797671da0840c8c1abbe","paperId":"2001.02284","method":"maha_keyword","inputTokens":9066,"outputTokens":1461,"reductionPercent":83.88,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7188,"evidencePosition":"front"}
{"caseId":"ee417fea65f9b1029455797671da0840c8c1abbe","paperId":"2001.02284","method":"front_truncation","inputTokens":9066,"outputTokens":1466,"reductionPercent":83.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.1467,"evidencePosition":"front"}
{"caseId":"ee417fea65f9b1029455797671da0840c8c1abbe","paperId":"2001.02284","method":"tail_recency","inputTokens":9066,"outputTokens":1400,"reductionPercent":84.56,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.9772,"evidencePosition":"front"}
{"caseId":"ee417fea65f9b1029455797671da0840c8c1abbe","paperId":"2001.02284","method":"seeded_random","inputTokens":9066,"outputTokens":1462,"reductionPercent":83.87,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":7.6233,"evidencePosition":"front"}
{"caseId":"ee417fea65f9b1029455797671da0840c8c1abbe","paperId":"2001.02284","method":"oracle_ceiling","inputTokens":9066,"outputTokens":1487,"reductionPercent":83.6,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.1536,"evidencePosition":"front"}
{"caseId":"41b2355766a4260f41b477419d44c3fd37f3547d","paperId":"1910.12574","method":"maha_bm25","inputTokens":6367,"outputTokens":1422,"reductionPercent":77.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8162,"evidencePosition":"front"}
{"caseId":"41b2355766a4260f41b477419d44c3fd37f3547d","paperId":"1910.12574","method":"maha_keyword","inputTokens":6367,"outputTokens":1422,"reductionPercent":77.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0011,"evidencePosition":"front"}
{"caseId":"41b2355766a4260f41b477419d44c3fd37f3547d","paperId":"1910.12574","method":"front_truncation","inputTokens":6367,"outputTokens":1581,"reductionPercent":75.17,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":7.2645,"evidencePosition":"front"}
{"caseId":"41b2355766a4260f41b477419d44c3fd37f3547d","paperId":"1910.12574","method":"tail_recency","inputTokens":6367,"outputTokens":1627,"reductionPercent":74.45,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.8619,"evidencePosition":"front"}
{"caseId":"41b2355766a4260f41b477419d44c3fd37f3547d","paperId":"1910.12574","method":"seeded_random","inputTokens":6367,"outputTokens":1619,"reductionPercent":74.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.3783,"evidencePosition":"front"}
{"caseId":"41b2355766a4260f41b477419d44c3fd37f3547d","paperId":"1910.12574","method":"oracle_ceiling","inputTokens":6367,"outputTokens":1593,"reductionPercent":74.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":10.0653,"evidencePosition":"front"}
{"caseId":"2c78993524ca62bf1f525b60f2220a374d0e3535","paperId":"1809.00540","method":"maha_bm25","inputTokens":4417,"outputTokens":1632,"reductionPercent":63.05,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8049,"evidencePosition":"middle"}
{"caseId":"2c78993524ca62bf1f525b60f2220a374d0e3535","paperId":"1809.00540","method":"maha_keyword","inputTokens":4417,"outputTokens":1559,"reductionPercent":64.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5681,"evidencePosition":"middle"}
{"caseId":"2c78993524ca62bf1f525b60f2220a374d0e3535","paperId":"1809.00540","method":"front_truncation","inputTokens":4417,"outputTokens":1644,"reductionPercent":62.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9105,"evidencePosition":"middle"}
{"caseId":"2c78993524ca62bf1f525b60f2220a374d0e3535","paperId":"1809.00540","method":"tail_recency","inputTokens":4417,"outputTokens":1668,"reductionPercent":62.24,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2019,"evidencePosition":"middle"}
{"caseId":"2c78993524ca62bf1f525b60f2220a374d0e3535","paperId":"1809.00540","method":"seeded_random","inputTokens":4417,"outputTokens":1652,"reductionPercent":62.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.176,"evidencePosition":"middle"}
{"caseId":"2c78993524ca62bf1f525b60f2220a374d0e3535","paperId":"1809.00540","method":"oracle_ceiling","inputTokens":4417,"outputTokens":1645,"reductionPercent":62.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9631,"evidencePosition":"middle"}
{"caseId":"c74185bced810449c5f438f11ed6a578d1e359b4","paperId":"1909.01362","method":"maha_bm25","inputTokens":6936,"outputTokens":1605,"reductionPercent":76.86,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2027,"evidencePosition":"middle"}
{"caseId":"c74185bced810449c5f438f11ed6a578d1e359b4","paperId":"1909.01362","method":"maha_keyword","inputTokens":6936,"outputTokens":1604,"reductionPercent":76.87,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.876,"evidencePosition":"middle"}
{"caseId":"c74185bced810449c5f438f11ed6a578d1e359b4","paperId":"1909.01362","method":"front_truncation","inputTokens":6936,"outputTokens":1614,"reductionPercent":76.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7652,"evidencePosition":"middle"}
{"caseId":"c74185bced810449c5f438f11ed6a578d1e359b4","paperId":"1909.01362","method":"tail_recency","inputTokens":6936,"outputTokens":1505,"reductionPercent":78.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7702,"evidencePosition":"middle"}
{"caseId":"c74185bced810449c5f438f11ed6a578d1e359b4","paperId":"1909.01362","method":"seeded_random","inputTokens":6936,"outputTokens":1536,"reductionPercent":77.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6839,"evidencePosition":"middle"}
{"caseId":"c74185bced810449c5f438f11ed6a578d1e359b4","paperId":"1909.01362","method":"oracle_ceiling","inputTokens":6936,"outputTokens":1573,"reductionPercent":77.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.4619,"evidencePosition":"middle"}
{"caseId":"fb1227b3681c69f60eb0539e16c5a8cd784177a7","paperId":"1703.10344","method":"maha_bm25","inputTokens":10895,"outputTokens":1556,"reductionPercent":85.72,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.6273,"evidencePosition":"middle"}
{"caseId":"fb1227b3681c69f60eb0539e16c5a8cd784177a7","paperId":"1703.10344","method":"maha_keyword","inputTokens":10895,"outputTokens":1438,"reductionPercent":86.8,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.3272,"evidencePosition":"middle"}
{"caseId":"fb1227b3681c69f60eb0539e16c5a8cd784177a7","paperId":"1703.10344","method":"front_truncation","inputTokens":10895,"outputTokens":1563,"reductionPercent":85.65,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":7.798,"evidencePosition":"middle"}
{"caseId":"fb1227b3681c69f60eb0539e16c5a8cd784177a7","paperId":"1703.10344","method":"tail_recency","inputTokens":10895,"outputTokens":1581,"reductionPercent":85.49,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":8.4526,"evidencePosition":"middle"}
{"caseId":"fb1227b3681c69f60eb0539e16c5a8cd784177a7","paperId":"1703.10344","method":"seeded_random","inputTokens":10895,"outputTokens":1584,"reductionPercent":85.46,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.4292,"evidencePosition":"middle"}
{"caseId":"fb1227b3681c69f60eb0539e16c5a8cd784177a7","paperId":"1703.10344","method":"oracle_ceiling","inputTokens":10895,"outputTokens":1583,"reductionPercent":85.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":14.0381,"evidencePosition":"middle"}
{"caseId":"cb6a8c642575d3577d1840ca2f4cd2cc2c3397c5","paperId":"1804.07789","method":"maha_bm25","inputTokens":6287,"outputTokens":1445,"reductionPercent":77.02,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4967,"evidencePosition":"back"}
{"caseId":"cb6a8c642575d3577d1840ca2f4cd2cc2c3397c5","paperId":"1804.07789","method":"maha_keyword","inputTokens":6287,"outputTokens":1595,"reductionPercent":74.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1239,"evidencePosition":"back"}
{"caseId":"cb6a8c642575d3577d1840ca2f4cd2cc2c3397c5","paperId":"1804.07789","method":"front_truncation","inputTokens":6287,"outputTokens":1554,"reductionPercent":75.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1361,"evidencePosition":"back"}
{"caseId":"cb6a8c642575d3577d1840ca2f4cd2cc2c3397c5","paperId":"1804.07789","method":"tail_recency","inputTokens":6287,"outputTokens":1549,"reductionPercent":75.36,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9959,"evidencePosition":"back"}
{"caseId":"cb6a8c642575d3577d1840ca2f4cd2cc2c3397c5","paperId":"1804.07789","method":"seeded_random","inputTokens":6287,"outputTokens":1595,"reductionPercent":74.63,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1809,"evidencePosition":"back"}
{"caseId":"cb6a8c642575d3577d1840ca2f4cd2cc2c3397c5","paperId":"1804.07789","method":"oracle_ceiling","inputTokens":6287,"outputTokens":1616,"reductionPercent":74.3,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7605,"evidencePosition":"back"}
{"caseId":"d9412dda3279729e95fcb35cbed09e61577a896e","paperId":"1809.06537","method":"maha_bm25","inputTokens":5906,"outputTokens":1529,"reductionPercent":74.11,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6859,"evidencePosition":"back"}
{"caseId":"d9412dda3279729e95fcb35cbed09e61577a896e","paperId":"1809.06537","method":"maha_keyword","inputTokens":5906,"outputTokens":1529,"reductionPercent":74.11,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1918,"evidencePosition":"back"}
{"caseId":"d9412dda3279729e95fcb35cbed09e61577a896e","paperId":"1809.06537","method":"front_truncation","inputTokens":5906,"outputTokens":1561,"reductionPercent":73.57,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5834,"evidencePosition":"back"}
{"caseId":"d9412dda3279729e95fcb35cbed09e61577a896e","paperId":"1809.06537","method":"tail_recency","inputTokens":5906,"outputTokens":1527,"reductionPercent":74.14,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1708,"evidencePosition":"back"}
{"caseId":"d9412dda3279729e95fcb35cbed09e61577a896e","paperId":"1809.06537","method":"seeded_random","inputTokens":5906,"outputTokens":1649,"reductionPercent":72.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3279,"evidencePosition":"back"}
{"caseId":"d9412dda3279729e95fcb35cbed09e61577a896e","paperId":"1809.06537","method":"oracle_ceiling","inputTokens":5906,"outputTokens":1662,"reductionPercent":71.86,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.5292,"evidencePosition":"back"}
{"caseId":"d6ea7a30b0b61ae126b00b59d2a14fff2ef887bf","paperId":"1907.01468","method":"maha_bm25","inputTokens":10884,"outputTokens":1373,"reductionPercent":87.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.8854,"evidencePosition":"front"}
{"caseId":"d6ea7a30b0b61ae126b00b59d2a14fff2ef887bf","paperId":"1907.01468","method":"maha_keyword","inputTokens":10884,"outputTokens":1500,"reductionPercent":86.22,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.7011,"evidencePosition":"front"}
{"caseId":"d6ea7a30b0b61ae126b00b59d2a14fff2ef887bf","paperId":"1907.01468","method":"front_truncation","inputTokens":10884,"outputTokens":1494,"reductionPercent":86.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.2144,"evidencePosition":"front"}
{"caseId":"d6ea7a30b0b61ae126b00b59d2a14fff2ef887bf","paperId":"1907.01468","method":"tail_recency","inputTokens":10884,"outputTokens":1496,"reductionPercent":86.26,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.869,"evidencePosition":"front"}
{"caseId":"d6ea7a30b0b61ae126b00b59d2a14fff2ef887bf","paperId":"1907.01468","method":"seeded_random","inputTokens":10884,"outputTokens":1512,"reductionPercent":86.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.0297,"evidencePosition":"front"}
{"caseId":"d6ea7a30b0b61ae126b00b59d2a14fff2ef887bf","paperId":"1907.01468","method":"oracle_ceiling","inputTokens":10884,"outputTokens":1538,"reductionPercent":85.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.4113,"evidencePosition":"front"}
{"caseId":"1d197cbcac7b3f4015416f0152a6692e881ada6c","paperId":"1910.06036","method":"maha_bm25","inputTokens":6030,"outputTokens":1487,"reductionPercent":75.34,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5047,"evidencePosition":"front"}
{"caseId":"1d197cbcac7b3f4015416f0152a6692e881ada6c","paperId":"1910.06036","method":"maha_keyword","inputTokens":6030,"outputTokens":1437,"reductionPercent":76.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9437,"evidencePosition":"front"}
{"caseId":"1d197cbcac7b3f4015416f0152a6692e881ada6c","paperId":"1910.06036","method":"front_truncation","inputTokens":6030,"outputTokens":1513,"reductionPercent":74.91,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7146,"evidencePosition":"front"}
{"caseId":"1d197cbcac7b3f4015416f0152a6692e881ada6c","paperId":"1910.06036","method":"tail_recency","inputTokens":6030,"outputTokens":1568,"reductionPercent":74,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5921,"evidencePosition":"front"}
{"caseId":"1d197cbcac7b3f4015416f0152a6692e881ada6c","paperId":"1910.06036","method":"seeded_random","inputTokens":6030,"outputTokens":1478,"reductionPercent":75.49,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.3048,"evidencePosition":"front"}
{"caseId":"1d197cbcac7b3f4015416f0152a6692e881ada6c","paperId":"1910.06036","method":"oracle_ceiling","inputTokens":6030,"outputTokens":1507,"reductionPercent":75.01,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.5867,"evidencePosition":"front"}
{"caseId":"1e185a3b8cac1da939427b55bf1ba7e768c5dae4","paperId":"1910.07601","method":"maha_bm25","inputTokens":5477,"outputTokens":1564,"reductionPercent":71.44,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.076,"evidencePosition":"middle"}
{"caseId":"1e185a3b8cac1da939427b55bf1ba7e768c5dae4","paperId":"1910.07601","method":"maha_keyword","inputTokens":5477,"outputTokens":1552,"reductionPercent":71.66,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5917,"evidencePosition":"middle"}
{"caseId":"1e185a3b8cac1da939427b55bf1ba7e768c5dae4","paperId":"1910.07601","method":"front_truncation","inputTokens":5477,"outputTokens":1632,"reductionPercent":70.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.4004,"evidencePosition":"middle"}
{"caseId":"1e185a3b8cac1da939427b55bf1ba7e768c5dae4","paperId":"1910.07601","method":"tail_recency","inputTokens":5477,"outputTokens":1558,"reductionPercent":71.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2703,"evidencePosition":"middle"}
{"caseId":"1e185a3b8cac1da939427b55bf1ba7e768c5dae4","paperId":"1910.07601","method":"seeded_random","inputTokens":5477,"outputTokens":1532,"reductionPercent":72.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5381,"evidencePosition":"middle"}
{"caseId":"1e185a3b8cac1da939427b55bf1ba7e768c5dae4","paperId":"1910.07601","method":"oracle_ceiling","inputTokens":5477,"outputTokens":1527,"reductionPercent":72.12,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2691,"evidencePosition":"middle"}
{"caseId":"c2cb6c4500d9e02fc9a1bdffd22c3df69655189f","paperId":"1810.12085","method":"maha_bm25","inputTokens":4161,"outputTokens":1447,"reductionPercent":65.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7029,"evidencePosition":"back"}
{"caseId":"c2cb6c4500d9e02fc9a1bdffd22c3df69655189f","paperId":"1810.12085","method":"maha_keyword","inputTokens":4161,"outputTokens":1447,"reductionPercent":65.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.387,"evidencePosition":"back"}
{"caseId":"c2cb6c4500d9e02fc9a1bdffd22c3df69655189f","paperId":"1810.12085","method":"front_truncation","inputTokens":4161,"outputTokens":1632,"reductionPercent":60.78,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8735,"evidencePosition":"back"}
{"caseId":"c2cb6c4500d9e02fc9a1bdffd22c3df69655189f","paperId":"1810.12085","method":"tail_recency","inputTokens":4161,"outputTokens":1606,"reductionPercent":61.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4889,"evidencePosition":"back"}
{"caseId":"c2cb6c4500d9e02fc9a1bdffd22c3df69655189f","paperId":"1810.12085","method":"seeded_random","inputTokens":4161,"outputTokens":1622,"reductionPercent":61.02,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.0655,"evidencePosition":"back"}
{"caseId":"c2cb6c4500d9e02fc9a1bdffd22c3df69655189f","paperId":"1810.12085","method":"oracle_ceiling","inputTokens":4161,"outputTokens":1621,"reductionPercent":61.04,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.72,"evidencePosition":"back"}
{"caseId":"07b70b2b799b9efa630e8737df8b1dd1284f032c","paperId":"1901.01010","method":"maha_bm25","inputTokens":5893,"outputTokens":1501,"reductionPercent":74.53,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.669,"evidencePosition":"middle"}
{"caseId":"07b70b2b799b9efa630e8737df8b1dd1284f032c","paperId":"1901.01010","method":"maha_keyword","inputTokens":5893,"outputTokens":1468,"reductionPercent":75.09,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0356,"evidencePosition":"middle"}
{"caseId":"07b70b2b799b9efa630e8737df8b1dd1284f032c","paperId":"1901.01010","method":"front_truncation","inputTokens":5893,"outputTokens":1525,"reductionPercent":74.12,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.3424,"evidencePosition":"middle"}
{"caseId":"07b70b2b799b9efa630e8737df8b1dd1284f032c","paperId":"1901.01010","method":"tail_recency","inputTokens":5893,"outputTokens":1544,"reductionPercent":73.8,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5019,"evidencePosition":"middle"}
{"caseId":"07b70b2b799b9efa630e8737df8b1dd1284f032c","paperId":"1901.01010","method":"seeded_random","inputTokens":5893,"outputTokens":1568,"reductionPercent":73.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2986,"evidencePosition":"middle"}
{"caseId":"07b70b2b799b9efa630e8737df8b1dd1284f032c","paperId":"1901.01010","method":"oracle_ceiling","inputTokens":5893,"outputTokens":1563,"reductionPercent":73.48,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.0043,"evidencePosition":"middle"}
{"caseId":"f8da63df16c4c42093e5778c01a8e7e9b270142e","paperId":"2002.04095","method":"maha_bm25","inputTokens":5358,"outputTokens":1478,"reductionPercent":72.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.3093,"evidencePosition":"middle"}
{"caseId":"f8da63df16c4c42093e5778c01a8e7e9b270142e","paperId":"2002.04095","method":"maha_keyword","inputTokens":5358,"outputTokens":1518,"reductionPercent":71.67,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9225,"evidencePosition":"middle"}
{"caseId":"f8da63df16c4c42093e5778c01a8e7e9b270142e","paperId":"2002.04095","method":"front_truncation","inputTokens":5358,"outputTokens":1600,"reductionPercent":70.14,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.184,"evidencePosition":"middle"}
{"caseId":"f8da63df16c4c42093e5778c01a8e7e9b270142e","paperId":"2002.04095","method":"tail_recency","inputTokens":5358,"outputTokens":1382,"reductionPercent":74.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.3135,"evidencePosition":"middle"}
{"caseId":"f8da63df16c4c42093e5778c01a8e7e9b270142e","paperId":"2002.04095","method":"seeded_random","inputTokens":5358,"outputTokens":1527,"reductionPercent":71.5,"evidenceRecall":33.33,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.349,"evidencePosition":"middle"}
{"caseId":"f8da63df16c4c42093e5778c01a8e7e9b270142e","paperId":"2002.04095","method":"oracle_ceiling","inputTokens":5358,"outputTokens":1486,"reductionPercent":72.27,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.2982,"evidencePosition":"middle"}
{"caseId":"53014cfb506f6fffb22577bf580ae6f4d5317ce5","paperId":"1908.08345","method":"maha_bm25","inputTokens":6974,"outputTokens":1505,"reductionPercent":78.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9868,"evidencePosition":"middle"}
{"caseId":"53014cfb506f6fffb22577bf580ae6f4d5317ce5","paperId":"1908.08345","method":"maha_keyword","inputTokens":6974,"outputTokens":1416,"reductionPercent":79.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7394,"evidencePosition":"middle"}
{"caseId":"53014cfb506f6fffb22577bf580ae6f4d5317ce5","paperId":"1908.08345","method":"front_truncation","inputTokens":6974,"outputTokens":1565,"reductionPercent":77.56,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.7977,"evidencePosition":"middle"}
{"caseId":"53014cfb506f6fffb22577bf580ae6f4d5317ce5","paperId":"1908.08345","method":"tail_recency","inputTokens":6974,"outputTokens":1591,"reductionPercent":77.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.291,"evidencePosition":"middle"}
{"caseId":"53014cfb506f6fffb22577bf580ae6f4d5317ce5","paperId":"1908.08345","method":"seeded_random","inputTokens":6974,"outputTokens":1572,"reductionPercent":77.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.4747,"evidencePosition":"middle"}
{"caseId":"53014cfb506f6fffb22577bf580ae6f4d5317ce5","paperId":"1908.08345","method":"oracle_ceiling","inputTokens":6974,"outputTokens":1624,"reductionPercent":76.71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.3178,"evidencePosition":"middle"}
{"caseId":"021bfb7e180d67112b74f05ecb3fa13acc036c86","paperId":"1703.07476","method":"maha_bm25","inputTokens":4993,"outputTokens":1603,"reductionPercent":67.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1702,"evidencePosition":"front"}
{"caseId":"021bfb7e180d67112b74f05ecb3fa13acc036c86","paperId":"1703.07476","method":"maha_keyword","inputTokens":4993,"outputTokens":1603,"reductionPercent":67.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.7892,"evidencePosition":"front"}
{"caseId":"021bfb7e180d67112b74f05ecb3fa13acc036c86","paperId":"1703.07476","method":"front_truncation","inputTokens":4993,"outputTokens":1624,"reductionPercent":67.47,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5116,"evidencePosition":"front"}
{"caseId":"021bfb7e180d67112b74f05ecb3fa13acc036c86","paperId":"1703.07476","method":"tail_recency","inputTokens":4993,"outputTokens":1622,"reductionPercent":67.51,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1348,"evidencePosition":"front"}
{"caseId":"021bfb7e180d67112b74f05ecb3fa13acc036c86","paperId":"1703.07476","method":"seeded_random","inputTokens":4993,"outputTokens":1594,"reductionPercent":68.08,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1401,"evidencePosition":"front"}
{"caseId":"021bfb7e180d67112b74f05ecb3fa13acc036c86","paperId":"1703.07476","method":"oracle_ceiling","inputTokens":4993,"outputTokens":1613,"reductionPercent":67.69,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9267,"evidencePosition":"front"}
{"caseId":"2dbf6fe095cd879a9bf40f110b7b72c8bdde9475","paperId":"1709.10367","method":"maha_bm25","inputTokens":4647,"outputTokens":1605,"reductionPercent":65.46,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9902,"evidencePosition":"front"}
{"caseId":"2dbf6fe095cd879a9bf40f110b7b72c8bdde9475","paperId":"1709.10367","method":"maha_keyword","inputTokens":4647,"outputTokens":1581,"reductionPercent":65.98,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8228,"evidencePosition":"front"}
{"caseId":"2dbf6fe095cd879a9bf40f110b7b72c8bdde9475","paperId":"1709.10367","method":"front_truncation","inputTokens":4647,"outputTokens":1622,"reductionPercent":65.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8817,"evidencePosition":"front"}
{"caseId":"2dbf6fe095cd879a9bf40f110b7b72c8bdde9475","paperId":"1709.10367","method":"tail_recency","inputTokens":4647,"outputTokens":1658,"reductionPercent":64.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8198,"evidencePosition":"front"}
{"caseId":"2dbf6fe095cd879a9bf40f110b7b72c8bdde9475","paperId":"1709.10367","method":"seeded_random","inputTokens":4647,"outputTokens":1724,"reductionPercent":62.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.6975,"evidencePosition":"front"}
{"caseId":"2dbf6fe095cd879a9bf40f110b7b72c8bdde9475","paperId":"1709.10367","method":"oracle_ceiling","inputTokens":4647,"outputTokens":1620,"reductionPercent":65.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.1083,"evidencePosition":"front"}
{"caseId":"88e62ea7a4d1d2921624b8480b5c6b50cfa5ad42","paperId":"1609.00559","method":"maha_bm25","inputTokens":5979,"outputTokens":1471,"reductionPercent":75.4,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6227,"evidencePosition":"front"}
{"caseId":"88e62ea7a4d1d2921624b8480b5c6b50cfa5ad42","paperId":"1609.00559","method":"maha_keyword","inputTokens":5979,"outputTokens":1597,"reductionPercent":73.29,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4375,"evidencePosition":"front"}
{"caseId":"88e62ea7a4d1d2921624b8480b5c6b50cfa5ad42","paperId":"1609.00559","method":"front_truncation","inputTokens":5979,"outputTokens":1654,"reductionPercent":72.34,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2993,"evidencePosition":"front"}
{"caseId":"88e62ea7a4d1d2921624b8480b5c6b50cfa5ad42","paperId":"1609.00559","method":"tail_recency","inputTokens":5979,"outputTokens":1641,"reductionPercent":72.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5177,"evidencePosition":"front"}
{"caseId":"88e62ea7a4d1d2921624b8480b5c6b50cfa5ad42","paperId":"1609.00559","method":"seeded_random","inputTokens":5979,"outputTokens":1623,"reductionPercent":72.85,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4086,"evidencePosition":"front"}
{"caseId":"88e62ea7a4d1d2921624b8480b5c6b50cfa5ad42","paperId":"1609.00559","method":"oracle_ceiling","inputTokens":5979,"outputTokens":1664,"reductionPercent":72.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.3894,"evidencePosition":"front"}
{"caseId":"79a44a68bb57b375d8a57a0a7f522d33476d9f33","paperId":"1912.10011","method":"maha_bm25","inputTokens":7482,"outputTokens":1355,"reductionPercent":81.89,"evidenceRecall":80,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3024,"evidencePosition":"middle"}
{"caseId":"79a44a68bb57b375d8a57a0a7f522d33476d9f33","paperId":"1912.10011","method":"maha_keyword","inputTokens":7482,"outputTokens":1416,"reductionPercent":81.07,"evidenceRecall":40,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4064,"evidencePosition":"middle"}
{"caseId":"79a44a68bb57b375d8a57a0a7f522d33476d9f33","paperId":"1912.10011","method":"front_truncation","inputTokens":7482,"outputTokens":1568,"reductionPercent":79.04,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.7005,"evidencePosition":"middle"}
{"caseId":"79a44a68bb57b375d8a57a0a7f522d33476d9f33","paperId":"1912.10011","method":"tail_recency","inputTokens":7482,"outputTokens":1515,"reductionPercent":79.75,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.6188,"evidencePosition":"middle"}
{"caseId":"79a44a68bb57b375d8a57a0a7f522d33476d9f33","paperId":"1912.10011","method":"seeded_random","inputTokens":7482,"outputTokens":1537,"reductionPercent":79.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8293,"evidencePosition":"middle"}
{"caseId":"79a44a68bb57b375d8a57a0a7f522d33476d9f33","paperId":"1912.10011","method":"oracle_ceiling","inputTokens":7482,"outputTokens":1506,"reductionPercent":79.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":9.6296,"evidencePosition":"middle"}
{"caseId":"e35a7f9513ff1cc0f0520f1d4ad9168a47dc18bb","paperId":"1805.07133","method":"maha_bm25","inputTokens":5747,"outputTokens":1526,"reductionPercent":73.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6954,"evidencePosition":"back"}
{"caseId":"e35a7f9513ff1cc0f0520f1d4ad9168a47dc18bb","paperId":"1805.07133","method":"maha_keyword","inputTokens":5747,"outputTokens":1526,"reductionPercent":73.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2203,"evidencePosition":"back"}
{"caseId":"e35a7f9513ff1cc0f0520f1d4ad9168a47dc18bb","paperId":"1805.07133","method":"front_truncation","inputTokens":5747,"outputTokens":1592,"reductionPercent":72.3,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.061,"evidencePosition":"back"}
{"caseId":"e35a7f9513ff1cc0f0520f1d4ad9168a47dc18bb","paperId":"1805.07133","method":"tail_recency","inputTokens":5747,"outputTokens":1636,"reductionPercent":71.53,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6798,"evidencePosition":"back"}
{"caseId":"e35a7f9513ff1cc0f0520f1d4ad9168a47dc18bb","paperId":"1805.07133","method":"seeded_random","inputTokens":5747,"outputTokens":1632,"reductionPercent":71.6,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9192,"evidencePosition":"back"}
{"caseId":"e35a7f9513ff1cc0f0520f1d4ad9168a47dc18bb","paperId":"1805.07133","method":"oracle_ceiling","inputTokens":5747,"outputTokens":1620,"reductionPercent":71.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.2169,"evidencePosition":"back"}
{"caseId":"509af1f11bd6f3db59284258e18fdfebe86cae47","paperId":"1912.08960","method":"maha_bm25","inputTokens":4766,"outputTokens":1457,"reductionPercent":69.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.4523,"evidencePosition":"middle"}
{"caseId":"509af1f11bd6f3db59284258e18fdfebe86cae47","paperId":"1912.08960","method":"maha_keyword","inputTokens":4766,"outputTokens":1451,"reductionPercent":69.56,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5637,"evidencePosition":"middle"}
{"caseId":"509af1f11bd6f3db59284258e18fdfebe86cae47","paperId":"1912.08960","method":"front_truncation","inputTokens":4766,"outputTokens":1647,"reductionPercent":65.44,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5943,"evidencePosition":"middle"}
{"caseId":"509af1f11bd6f3db59284258e18fdfebe86cae47","paperId":"1912.08960","method":"tail_recency","inputTokens":4766,"outputTokens":1581,"reductionPercent":66.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9042,"evidencePosition":"middle"}
{"caseId":"509af1f11bd6f3db59284258e18fdfebe86cae47","paperId":"1912.08960","method":"seeded_random","inputTokens":4766,"outputTokens":1614,"reductionPercent":66.14,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0375,"evidencePosition":"middle"}
{"caseId":"509af1f11bd6f3db59284258e18fdfebe86cae47","paperId":"1912.08960","method":"oracle_ceiling","inputTokens":4766,"outputTokens":1616,"reductionPercent":66.09,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3292,"evidencePosition":"middle"}
{"caseId":"72f7ef55e150e16dcf97fe443aff9971a32414ef","paperId":"1911.02855","method":"maha_bm25","inputTokens":6226,"outputTokens":1591,"reductionPercent":74.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6576,"evidencePosition":"middle"}
{"caseId":"72f7ef55e150e16dcf97fe443aff9971a32414ef","paperId":"1911.02855","method":"maha_keyword","inputTokens":6226,"outputTokens":1563,"reductionPercent":74.9,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8618,"evidencePosition":"middle"}
{"caseId":"72f7ef55e150e16dcf97fe443aff9971a32414ef","paperId":"1911.02855","method":"front_truncation","inputTokens":6226,"outputTokens":1599,"reductionPercent":74.32,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.3148,"evidencePosition":"middle"}
{"caseId":"72f7ef55e150e16dcf97fe443aff9971a32414ef","paperId":"1911.02855","method":"tail_recency","inputTokens":6226,"outputTokens":1692,"reductionPercent":72.82,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1583,"evidencePosition":"middle"}
{"caseId":"72f7ef55e150e16dcf97fe443aff9971a32414ef","paperId":"1911.02855","method":"seeded_random","inputTokens":6226,"outputTokens":1617,"reductionPercent":74.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3158,"evidencePosition":"middle"}
{"caseId":"72f7ef55e150e16dcf97fe443aff9971a32414ef","paperId":"1911.02855","method":"oracle_ceiling","inputTokens":6226,"outputTokens":1668,"reductionPercent":73.21,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.0363,"evidencePosition":"middle"}
{"caseId":"b249b60a8c94d0e40d65f1ffdfcac527dab57516","paperId":"1906.00790","method":"maha_bm25","inputTokens":5576,"outputTokens":1613,"reductionPercent":71.07,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.8592,"evidencePosition":"middle"}
{"caseId":"b249b60a8c94d0e40d65f1ffdfcac527dab57516","paperId":"1906.00790","method":"maha_keyword","inputTokens":5576,"outputTokens":1434,"reductionPercent":74.28,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.4861,"evidencePosition":"middle"}
{"caseId":"b249b60a8c94d0e40d65f1ffdfcac527dab57516","paperId":"1906.00790","method":"front_truncation","inputTokens":5576,"outputTokens":1659,"reductionPercent":70.25,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.7133,"evidencePosition":"middle"}
{"caseId":"b249b60a8c94d0e40d65f1ffdfcac527dab57516","paperId":"1906.00790","method":"tail_recency","inputTokens":5576,"outputTokens":1693,"reductionPercent":69.64,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1972,"evidencePosition":"middle"}
{"caseId":"b249b60a8c94d0e40d65f1ffdfcac527dab57516","paperId":"1906.00790","method":"seeded_random","inputTokens":5576,"outputTokens":1635,"reductionPercent":70.68,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.2555,"evidencePosition":"middle"}
{"caseId":"b249b60a8c94d0e40d65f1ffdfcac527dab57516","paperId":"1906.00790","method":"oracle_ceiling","inputTokens":5576,"outputTokens":1644,"reductionPercent":70.52,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7175,"evidencePosition":"middle"}
{"caseId":"567dc9bad8428ea9a2658c88203a0ed0f8da0dc3","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1555,"reductionPercent":65.2,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6275,"evidencePosition":"back"}
{"caseId":"567dc9bad8428ea9a2658c88203a0ed0f8da0dc3","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1457,"reductionPercent":67.4,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8715,"evidencePosition":"back"}
{"caseId":"567dc9bad8428ea9a2658c88203a0ed0f8da0dc3","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1700,"reductionPercent":61.96,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9852,"evidencePosition":"back"}
{"caseId":"567dc9bad8428ea9a2658c88203a0ed0f8da0dc3","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1587,"reductionPercent":64.49,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.6012,"evidencePosition":"back"}
{"caseId":"567dc9bad8428ea9a2658c88203a0ed0f8da0dc3","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1599,"reductionPercent":64.22,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0594,"evidencePosition":"back"}
{"caseId":"567dc9bad8428ea9a2658c88203a0ed0f8da0dc3","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1586,"reductionPercent":64.51,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7046,"evidencePosition":"back"}
{"caseId":"9ecde59ffab3c57ec54591c3c7826a9188b2b270","paperId":"2003.04642","method":"maha_bm25","inputTokens":7073,"outputTokens":1305,"reductionPercent":81.55,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7958,"evidencePosition":"middle"}
{"caseId":"9ecde59ffab3c57ec54591c3c7826a9188b2b270","paperId":"2003.04642","method":"maha_keyword","inputTokens":7073,"outputTokens":1372,"reductionPercent":80.6,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.0875,"evidencePosition":"middle"}
{"caseId":"9ecde59ffab3c57ec54591c3c7826a9188b2b270","paperId":"2003.04642","method":"front_truncation","inputTokens":7073,"outputTokens":1520,"reductionPercent":78.51,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8047,"evidencePosition":"middle"}
{"caseId":"9ecde59ffab3c57ec54591c3c7826a9188b2b270","paperId":"2003.04642","method":"tail_recency","inputTokens":7073,"outputTokens":1583,"reductionPercent":77.62,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7405,"evidencePosition":"middle"}
{"caseId":"9ecde59ffab3c57ec54591c3c7826a9188b2b270","paperId":"2003.04642","method":"seeded_random","inputTokens":7073,"outputTokens":1586,"reductionPercent":77.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.2262,"evidencePosition":"middle"}
{"caseId":"9ecde59ffab3c57ec54591c3c7826a9188b2b270","paperId":"2003.04642","method":"oracle_ceiling","inputTokens":7073,"outputTokens":1594,"reductionPercent":77.46,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.6525,"evidencePosition":"middle"}
{"caseId":"6d1217b3d9cfb04be7fcd2238666fa02855ce9c5","paperId":"1908.05828","method":"maha_bm25","inputTokens":4469,"outputTokens":1536,"reductionPercent":65.63,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.168,"evidencePosition":"front"}
{"caseId":"6d1217b3d9cfb04be7fcd2238666fa02855ce9c5","paperId":"1908.05828","method":"maha_keyword","inputTokens":4469,"outputTokens":1602,"reductionPercent":64.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.5255,"evidencePosition":"front"}
{"caseId":"6d1217b3d9cfb04be7fcd2238666fa02855ce9c5","paperId":"1908.05828","method":"front_truncation","inputTokens":4469,"outputTokens":1706,"reductionPercent":61.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2466,"evidencePosition":"front"}
{"caseId":"6d1217b3d9cfb04be7fcd2238666fa02855ce9c5","paperId":"1908.05828","method":"tail_recency","inputTokens":4469,"outputTokens":1593,"reductionPercent":64.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9073,"evidencePosition":"front"}
{"caseId":"6d1217b3d9cfb04be7fcd2238666fa02855ce9c5","paperId":"1908.05828","method":"seeded_random","inputTokens":4469,"outputTokens":1602,"reductionPercent":64.15,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9436,"evidencePosition":"front"}
{"caseId":"6d1217b3d9cfb04be7fcd2238666fa02855ce9c5","paperId":"1908.05828","method":"oracle_ceiling","inputTokens":4469,"outputTokens":1610,"reductionPercent":63.97,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3397,"evidencePosition":"front"}
{"caseId":"664db503509b8236bc4d3dc39cebb74498365750","paperId":"1912.10011","method":"maha_bm25","inputTokens":7482,"outputTokens":1509,"reductionPercent":79.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.7999,"evidencePosition":"back"}
{"caseId":"664db503509b8236bc4d3dc39cebb74498365750","paperId":"1912.10011","method":"maha_keyword","inputTokens":7482,"outputTokens":1413,"reductionPercent":81.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.9984,"evidencePosition":"back"}
{"caseId":"664db503509b8236bc4d3dc39cebb74498365750","paperId":"1912.10011","method":"front_truncation","inputTokens":7482,"outputTokens":1583,"reductionPercent":78.84,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.7009,"evidencePosition":"back"}
{"caseId":"664db503509b8236bc4d3dc39cebb74498365750","paperId":"1912.10011","method":"tail_recency","inputTokens":7482,"outputTokens":1504,"reductionPercent":79.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.5991,"evidencePosition":"back"}
{"caseId":"664db503509b8236bc4d3dc39cebb74498365750","paperId":"1912.10011","method":"seeded_random","inputTokens":7482,"outputTokens":1446,"reductionPercent":80.67,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.5948,"evidencePosition":"back"}
{"caseId":"664db503509b8236bc4d3dc39cebb74498365750","paperId":"1912.10011","method":"oracle_ceiling","inputTokens":7482,"outputTokens":1494,"reductionPercent":80.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.0734,"evidencePosition":"back"}
{"caseId":"dcc1115aeaf87118736e86f3e3eb85bf5541281c","paperId":"1706.01875","method":"maha_bm25","inputTokens":4580,"outputTokens":1380,"reductionPercent":69.87,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6778,"evidencePosition":"middle"}
{"caseId":"dcc1115aeaf87118736e86f3e3eb85bf5541281c","paperId":"1706.01875","method":"maha_keyword","inputTokens":4580,"outputTokens":1461,"reductionPercent":68.1,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.0412,"evidencePosition":"middle"}
{"caseId":"dcc1115aeaf87118736e86f3e3eb85bf5541281c","paperId":"1706.01875","method":"front_truncation","inputTokens":4580,"outputTokens":1579,"reductionPercent":65.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.8842,"evidencePosition":"middle"}
{"caseId":"dcc1115aeaf87118736e86f3e3eb85bf5541281c","paperId":"1706.01875","method":"tail_recency","inputTokens":4580,"outputTokens":1604,"reductionPercent":64.98,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.9463,"evidencePosition":"middle"}
{"caseId":"dcc1115aeaf87118736e86f3e3eb85bf5541281c","paperId":"1706.01875","method":"seeded_random","inputTokens":4580,"outputTokens":1535,"reductionPercent":66.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5983,"evidencePosition":"middle"}
{"caseId":"dcc1115aeaf87118736e86f3e3eb85bf5541281c","paperId":"1706.01875","method":"oracle_ceiling","inputTokens":4580,"outputTokens":1588,"reductionPercent":65.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5347,"evidencePosition":"middle"}
{"caseId":"36ae003c7cb2a1bbfa90b89c671bc286bd3b3dfd","paperId":"1910.08293","method":"maha_bm25","inputTokens":7520,"outputTokens":1515,"reductionPercent":79.85,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5437,"evidencePosition":"front"}
{"caseId":"36ae003c7cb2a1bbfa90b89c671bc286bd3b3dfd","paperId":"1910.08293","method":"maha_keyword","inputTokens":7520,"outputTokens":1489,"reductionPercent":80.2,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5562,"evidencePosition":"front"}
{"caseId":"36ae003c7cb2a1bbfa90b89c671bc286bd3b3dfd","paperId":"1910.08293","method":"front_truncation","inputTokens":7520,"outputTokens":1625,"reductionPercent":78.39,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9934,"evidencePosition":"front"}
{"caseId":"36ae003c7cb2a1bbfa90b89c671bc286bd3b3dfd","paperId":"1910.08293","method":"tail_recency","inputTokens":7520,"outputTokens":1588,"reductionPercent":78.88,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.8304,"evidencePosition":"front"}
{"caseId":"36ae003c7cb2a1bbfa90b89c671bc286bd3b3dfd","paperId":"1910.08293","method":"seeded_random","inputTokens":7520,"outputTokens":1645,"reductionPercent":78.13,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9812,"evidencePosition":"front"}
{"caseId":"36ae003c7cb2a1bbfa90b89c671bc286bd3b3dfd","paperId":"1910.08293","method":"oracle_ceiling","inputTokens":7520,"outputTokens":1592,"reductionPercent":78.83,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9032,"evidencePosition":"front"}
{"caseId":"aef607d2ac46024be17b1ddd0ed3f13378c563a6","paperId":"1909.00326","method":"maha_bm25","inputTokens":6260,"outputTokens":1474,"reductionPercent":76.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.0552,"evidencePosition":"back"}
{"caseId":"aef607d2ac46024be17b1ddd0ed3f13378c563a6","paperId":"1909.00326","method":"maha_keyword","inputTokens":6260,"outputTokens":1530,"reductionPercent":75.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6726,"evidencePosition":"back"}
{"caseId":"aef607d2ac46024be17b1ddd0ed3f13378c563a6","paperId":"1909.00326","method":"front_truncation","inputTokens":6260,"outputTokens":1557,"reductionPercent":75.13,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.29,"evidencePosition":"back"}
{"caseId":"aef607d2ac46024be17b1ddd0ed3f13378c563a6","paperId":"1909.00326","method":"tail_recency","inputTokens":6260,"outputTokens":1529,"reductionPercent":75.58,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.5857,"evidencePosition":"back"}
{"caseId":"aef607d2ac46024be17b1ddd0ed3f13378c563a6","paperId":"1909.00326","method":"seeded_random","inputTokens":6260,"outputTokens":1519,"reductionPercent":75.73,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.4999,"evidencePosition":"back"}
{"caseId":"aef607d2ac46024be17b1ddd0ed3f13378c563a6","paperId":"1909.00326","method":"oracle_ceiling","inputTokens":6260,"outputTokens":1563,"reductionPercent":75.03,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.2086,"evidencePosition":"back"}
{"caseId":"c2e475adeddcdc4d637ef0d4f5065b6a9b299827","paperId":"1804.07789","method":"maha_bm25","inputTokens":6287,"outputTokens":1590,"reductionPercent":74.71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8312,"evidencePosition":"back"}
{"caseId":"c2e475adeddcdc4d637ef0d4f5065b6a9b299827","paperId":"1804.07789","method":"maha_keyword","inputTokens":6287,"outputTokens":1590,"reductionPercent":74.71,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.2972,"evidencePosition":"back"}
{"caseId":"c2e475adeddcdc4d637ef0d4f5065b6a9b299827","paperId":"1804.07789","method":"front_truncation","inputTokens":6287,"outputTokens":1539,"reductionPercent":75.52,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0325,"evidencePosition":"back"}
{"caseId":"c2e475adeddcdc4d637ef0d4f5065b6a9b299827","paperId":"1804.07789","method":"tail_recency","inputTokens":6287,"outputTokens":1550,"reductionPercent":75.35,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.3083,"evidencePosition":"back"}
{"caseId":"c2e475adeddcdc4d637ef0d4f5065b6a9b299827","paperId":"1804.07789","method":"seeded_random","inputTokens":6287,"outputTokens":1610,"reductionPercent":74.39,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1113,"evidencePosition":"back"}
{"caseId":"c2e475adeddcdc4d637ef0d4f5065b6a9b299827","paperId":"1804.07789","method":"oracle_ceiling","inputTokens":6287,"outputTokens":1617,"reductionPercent":74.28,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.7772,"evidencePosition":"back"}
{"caseId":"f5e6f43454332e0521a778db0b769481e23e7682","paperId":"1912.01214","method":"maha_bm25","inputTokens":5735,"outputTokens":1502,"reductionPercent":73.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1577,"evidencePosition":"front"}
{"caseId":"f5e6f43454332e0521a778db0b769481e23e7682","paperId":"1912.01214","method":"maha_keyword","inputTokens":5735,"outputTokens":1415,"reductionPercent":75.33,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.7479,"evidencePosition":"front"}
{"caseId":"f5e6f43454332e0521a778db0b769481e23e7682","paperId":"1912.01214","method":"front_truncation","inputTokens":5735,"outputTokens":1565,"reductionPercent":72.71,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.1014,"evidencePosition":"front"}
{"caseId":"f5e6f43454332e0521a778db0b769481e23e7682","paperId":"1912.01214","method":"tail_recency","inputTokens":5735,"outputTokens":1580,"reductionPercent":72.45,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.925,"evidencePosition":"front"}
{"caseId":"f5e6f43454332e0521a778db0b769481e23e7682","paperId":"1912.01214","method":"seeded_random","inputTokens":5735,"outputTokens":1535,"reductionPercent":73.23,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.6155,"evidencePosition":"front"}
{"caseId":"f5e6f43454332e0521a778db0b769481e23e7682","paperId":"1912.01214","method":"oracle_ceiling","inputTokens":5735,"outputTokens":1569,"reductionPercent":72.64,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":5.9587,"evidencePosition":"front"}
{"caseId":"a616a3f0d244368ec588f04dfbc37d77fda01b4c","paperId":"2003.04866","method":"maha_bm25","inputTokens":22962,"outputTokens":1591,"reductionPercent":93.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.923,"evidencePosition":"front"}
{"caseId":"a616a3f0d244368ec588f04dfbc37d77fda01b4c","paperId":"2003.04866","method":"maha_keyword","inputTokens":22962,"outputTokens":1498,"reductionPercent":93.48,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.968,"evidencePosition":"front"}
{"caseId":"a616a3f0d244368ec588f04dfbc37d77fda01b4c","paperId":"2003.04866","method":"front_truncation","inputTokens":22962,"outputTokens":1652,"reductionPercent":92.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.1307,"evidencePosition":"front"}
{"caseId":"a616a3f0d244368ec588f04dfbc37d77fda01b4c","paperId":"2003.04866","method":"tail_recency","inputTokens":22962,"outputTokens":1592,"reductionPercent":93.07,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":10.044,"evidencePosition":"front"}
{"caseId":"a616a3f0d244368ec588f04dfbc37d77fda01b4c","paperId":"2003.04866","method":"seeded_random","inputTokens":22962,"outputTokens":1583,"reductionPercent":93.11,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":12.3435,"evidencePosition":"front"}
{"caseId":"a616a3f0d244368ec588f04dfbc37d77fda01b4c","paperId":"2003.04866","method":"oracle_ceiling","inputTokens":22962,"outputTokens":1572,"reductionPercent":93.15,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":13.0943,"evidencePosition":"front"}
{"caseId":"db72a78a7102b5f0e75a4d9e1a06a3c2e7aabb21","paperId":"2002.01207","method":"maha_bm25","inputTokens":7464,"outputTokens":1610,"reductionPercent":78.43,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.5406,"evidencePosition":"front"}
{"caseId":"db72a78a7102b5f0e75a4d9e1a06a3c2e7aabb21","paperId":"2002.01207","method":"maha_keyword","inputTokens":7464,"outputTokens":1611,"reductionPercent":78.42,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.6861,"evidencePosition":"front"}
{"caseId":"db72a78a7102b5f0e75a4d9e1a06a3c2e7aabb21","paperId":"2002.01207","method":"front_truncation","inputTokens":7464,"outputTokens":1583,"reductionPercent":78.79,"evidenceRecall":50,"completeEvidenceSet":false,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.9367,"evidencePosition":"front"}
{"caseId":"db72a78a7102b5f0e75a4d9e1a06a3c2e7aabb21","paperId":"2002.01207","method":"tail_recency","inputTokens":7464,"outputTokens":1565,"reductionPercent":79.03,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.8484,"evidencePosition":"front"}
{"caseId":"db72a78a7102b5f0e75a4d9e1a06a3c2e7aabb21","paperId":"2002.01207","method":"seeded_random","inputTokens":7464,"outputTokens":1657,"reductionPercent":77.8,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.5214,"evidencePosition":"front"}
{"caseId":"db72a78a7102b5f0e75a4d9e1a06a3c2e7aabb21","paperId":"2002.01207","method":"oracle_ceiling","inputTokens":7464,"outputTokens":1600,"reductionPercent":78.56,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":8.3645,"evidencePosition":"front"}
{"caseId":"bc730e4d964b6a66656078e2da130310142ab641","paperId":"1912.00667","method":"maha_bm25","inputTokens":7173,"outputTokens":1506,"reductionPercent":79,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.1877,"evidencePosition":"middle"}
{"caseId":"bc730e4d964b6a66656078e2da130310142ab641","paperId":"1912.00667","method":"maha_keyword","inputTokens":7173,"outputTokens":1586,"reductionPercent":77.89,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.8555,"evidencePosition":"middle"}
{"caseId":"bc730e4d964b6a66656078e2da130310142ab641","paperId":"1912.00667","method":"front_truncation","inputTokens":7173,"outputTokens":1588,"reductionPercent":77.86,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.2378,"evidencePosition":"middle"}
{"caseId":"bc730e4d964b6a66656078e2da130310142ab641","paperId":"1912.00667","method":"tail_recency","inputTokens":7173,"outputTokens":1643,"reductionPercent":77.09,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.1736,"evidencePosition":"middle"}
{"caseId":"bc730e4d964b6a66656078e2da130310142ab641","paperId":"1912.00667","method":"seeded_random","inputTokens":7173,"outputTokens":1559,"reductionPercent":78.27,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":5.5066,"evidencePosition":"middle"}
{"caseId":"bc730e4d964b6a66656078e2da130310142ab641","paperId":"1912.00667","method":"oracle_ceiling","inputTokens":7173,"outputTokens":1595,"reductionPercent":77.76,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":7.2089,"evidencePosition":"middle"}
{"caseId":"d571e0b0f402a3d36fb30d70cdcd2911df883bc7","paperId":"2002.07306","method":"maha_bm25","inputTokens":5632,"outputTokens":1390,"reductionPercent":75.32,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.902,"evidencePosition":"middle"}
{"caseId":"d571e0b0f402a3d36fb30d70cdcd2911df883bc7","paperId":"2002.07306","method":"maha_keyword","inputTokens":5632,"outputTokens":1510,"reductionPercent":73.19,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.592,"evidencePosition":"middle"}
{"caseId":"d571e0b0f402a3d36fb30d70cdcd2911df883bc7","paperId":"2002.07306","method":"front_truncation","inputTokens":5632,"outputTokens":1463,"reductionPercent":74.02,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0058,"evidencePosition":"middle"}
{"caseId":"d571e0b0f402a3d36fb30d70cdcd2911df883bc7","paperId":"2002.07306","method":"tail_recency","inputTokens":5632,"outputTokens":1565,"reductionPercent":72.21,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5957,"evidencePosition":"middle"}
{"caseId":"d571e0b0f402a3d36fb30d70cdcd2911df883bc7","paperId":"2002.07306","method":"seeded_random","inputTokens":5632,"outputTokens":1475,"reductionPercent":73.81,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":2.5196,"evidencePosition":"middle"}
{"caseId":"d571e0b0f402a3d36fb30d70cdcd2911df883bc7","paperId":"2002.07306","method":"oracle_ceiling","inputTokens":5632,"outputTokens":1524,"reductionPercent":72.94,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.3147,"evidencePosition":"middle"}
{"caseId":"15e481e668114e4afe0c78eefb716ffe1646b494","paperId":"1908.09246","method":"maha_bm25","inputTokens":5769,"outputTokens":1453,"reductionPercent":74.81,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.9281,"evidencePosition":"front"}
{"caseId":"15e481e668114e4afe0c78eefb716ffe1646b494","paperId":"1908.09246","method":"maha_keyword","inputTokens":5769,"outputTokens":1434,"reductionPercent":75.14,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":2.337,"evidencePosition":"front"}
{"caseId":"15e481e668114e4afe0c78eefb716ffe1646b494","paperId":"1908.09246","method":"front_truncation","inputTokens":5769,"outputTokens":1589,"reductionPercent":72.46,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.5736,"evidencePosition":"front"}
{"caseId":"15e481e668114e4afe0c78eefb716ffe1646b494","paperId":"1908.09246","method":"tail_recency","inputTokens":5769,"outputTokens":1599,"reductionPercent":72.28,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.4112,"evidencePosition":"front"}
{"caseId":"15e481e668114e4afe0c78eefb716ffe1646b494","paperId":"1908.09246","method":"seeded_random","inputTokens":5769,"outputTokens":1670,"reductionPercent":71.05,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.7252,"evidencePosition":"front"}
{"caseId":"15e481e668114e4afe0c78eefb716ffe1646b494","paperId":"1908.09246","method":"oracle_ceiling","inputTokens":5769,"outputTokens":1553,"reductionPercent":73.08,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":4.4837,"evidencePosition":"front"}
{"caseId":"2df4a045a9cd7b44874340b6fdf9308d3c55327a","paperId":"1801.05147","method":"maha_bm25","inputTokens":8941,"outputTokens":1559,"reductionPercent":82.56,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.6697,"evidencePosition":"back"}
{"caseId":"2df4a045a9cd7b44874340b6fdf9308d3c55327a","paperId":"1801.05147","method":"maha_keyword","inputTokens":8941,"outputTokens":1577,"reductionPercent":82.36,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":4.1152,"evidencePosition":"back"}
{"caseId":"2df4a045a9cd7b44874340b6fdf9308d3c55327a","paperId":"1801.05147","method":"front_truncation","inputTokens":8941,"outputTokens":1625,"reductionPercent":81.83,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.1522,"evidencePosition":"back"}
{"caseId":"2df4a045a9cd7b44874340b6fdf9308d3c55327a","paperId":"1801.05147","method":"tail_recency","inputTokens":8941,"outputTokens":1636,"reductionPercent":81.7,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.9661,"evidencePosition":"back"}
{"caseId":"2df4a045a9cd7b44874340b6fdf9308d3c55327a","paperId":"1801.05147","method":"seeded_random","inputTokens":8941,"outputTokens":1426,"reductionPercent":84.05,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":6.6231,"evidencePosition":"back"}
{"caseId":"2df4a045a9cd7b44874340b6fdf9308d3c55327a","paperId":"1801.05147","method":"oracle_ceiling","inputTokens":8941,"outputTokens":1415,"reductionPercent":84.17,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":6.0549,"evidencePosition":"back"}
{"caseId":"1269c5d8f61e821ee0029080c5ba2500421d5fa6","paperId":"1805.07133","method":"maha_bm25","inputTokens":5747,"outputTokens":1531,"reductionPercent":73.36,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.5308,"evidencePosition":"middle"}
{"caseId":"1269c5d8f61e821ee0029080c5ba2500421d5fa6","paperId":"1805.07133","method":"maha_keyword","inputTokens":5747,"outputTokens":1270,"reductionPercent":77.9,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.1416,"evidencePosition":"middle"}
{"caseId":"1269c5d8f61e821ee0029080c5ba2500421d5fa6","paperId":"1805.07133","method":"front_truncation","inputTokens":5747,"outputTokens":1598,"reductionPercent":72.19,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0115,"evidencePosition":"middle"}
{"caseId":"1269c5d8f61e821ee0029080c5ba2500421d5fa6","paperId":"1805.07133","method":"tail_recency","inputTokens":5747,"outputTokens":1638,"reductionPercent":71.5,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0379,"evidencePosition":"middle"}
{"caseId":"1269c5d8f61e821ee0029080c5ba2500421d5fa6","paperId":"1805.07133","method":"seeded_random","inputTokens":5747,"outputTokens":1531,"reductionPercent":73.36,"evidenceRecall":0,"completeEvidenceSet":false,"anyEvidenceHit":false,"citationTraceabilityPercent":100,"latencyMs":3.0094,"evidencePosition":"middle"}
{"caseId":"1269c5d8f61e821ee0029080c5ba2500421d5fa6","paperId":"1805.07133","method":"oracle_ceiling","inputTokens":5747,"outputTokens":1594,"reductionPercent":72.26,"evidenceRecall":100,"completeEvidenceSet":true,"anyEvidenceHit":true,"citationTraceabilityPercent":100,"latencyMs":3.9548,"evidencePosition":"middle"}