X-Git-Url: https://git.mdrn.pl/pylucene.git/blobdiff_plain/a2e61f0c04805cfcb8706176758d1283c7e3a55c..aaeed5504b982cf3545252ab528713250aa33eed:/lucene-java-3.5.0/lucene/contrib/benchmark/src/test/org/apache/lucene/benchmark/quality/trecQRels.txt diff --git a/lucene-java-3.5.0/lucene/contrib/benchmark/src/test/org/apache/lucene/benchmark/quality/trecQRels.txt b/lucene-java-3.5.0/lucene/contrib/benchmark/src/test/org/apache/lucene/benchmark/quality/trecQRels.txt new file mode 100755 index 0000000..13c2d77 --- /dev/null +++ b/lucene-java-3.5.0/lucene/contrib/benchmark/src/test/org/apache/lucene/benchmark/quality/trecQRels.txt @@ -0,0 +1,723 @@ +# ----------------------------------------------------------------------- +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# ----------------------------------------------------------------------- + +# ------------------------------------------------------------ +# Format: +# +# qnum 0 doc-name is-relevant +# +# +# The origin of this file was created using +# utils.QualityQueriesFinder, so all queries +# would have perfect 1.0 for all meassures. +# +# To make it suitable for testing it was modified +# for some queries, depending on m = qnum % 8 +# m==0: avg_precision and recall are hurt, by marking fake docs as relevant +# m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs +# m==2: all precision, precision_at_n and recall are hurt. +# m>=3: these queries remain perfect +# ------------------------------------------------------------ + +# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant + +0 0 fakedoc1 1 +0 0 fakedoc2 1 +0 0 fakedoc3 1 +0 0 fakedoc4 1 + +0 0 doc18211 1 +0 0 doc20192 1 +0 0 doc7401 1 +0 0 doc11285 1 +0 0 doc20647 1 +0 0 doc3057 1 +0 0 doc12431 1 +0 0 doc4989 1 +0 0 doc17324 1 +0 0 doc4030 1 +0 0 doc4290 1 +0 0 doc3462 1 +0 0 doc15313 1 +0 0 doc10303 1 +0 0 doc1893 1 +0 0 doc5008 1 +0 0 doc14634 1 +0 0 doc5471 1 +0 0 doc17904 1 +0 0 doc7168 1 +0 0 doc21275 1 +0 0 doc9011 1 +0 0 doc17546 1 +0 0 doc9102 1 +0 0 doc13199 1 + +# --- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs + +1 0 doc9857 0 +1 0 doc16846 1 +1 0 doc4320 1 +1 0 doc9501 0 +1 0 doc10159 1 +1 0 doc16642 1 +1 0 doc17536 0 +1 0 doc17571 1 +1 0 doc18728 1 +1 0 doc18828 1 +1 0 doc19108 0 +1 0 doc9940 1 +1 0 doc11852 1 +1 0 doc7430 0 +1 0 doc19162 1 +1 0 doc1743 1 +1 0 doc2137 1 +1 0 doc7611 1 +1 0 doc8072 1 +1 0 doc12764 1 +1 0 doc2593 1 +1 0 doc11088 1 +1 0 doc931 1 +1 0 doc7673 1 +1 0 doc12941 1 +1 0 doc11797 1 +1 0 doc11831 1 +1 0 doc13162 1 +1 0 doc4423 1 +1 0 doc5217 1 + +# ---- m==2: all precision, precision_at_n and recall are hurt. + +2 0 fakedoc1 1 +2 0 fakedoc2 1 +2 0 fakedoc3 1 +2 0 fakedoc4 1 + +2 0 doc3137 0 +2 0 doc7142 0 +2 0 doc13667 0 +2 0 doc13171 0 +2 0 doc13372 1 +2 0 doc21415 1 +2 0 doc16298 1 +2 0 doc14957 1 +2 0 doc153 1 +2 0 doc16092 1 +2 0 doc16096 1 +2 0 doc21303 1 +2 0 doc18681 1 +2 0 doc20756 1 +2 0 doc355 1 +2 0 doc13395 1 +2 0 doc5009 1 +2 0 doc17164 1 +2 0 doc13162 1 +2 0 doc11757 1 +2 0 doc9637 1 +2 0 doc18087 1 +2 0 doc4593 1 +2 0 doc4677 1 +2 0 doc20865 1 +2 0 doc8556 1 +2 0 doc2578 1 +2 0 doc1163 1 +2 0 doc3797 1 +2 0 doc11094 1 + + +3 0 doc19578 1 +3 0 doc14860 1 +3 0 doc7235 1 +3 0 doc20590 1 +3 0 doc17933 1 +3 0 doc9384 1 +3 0 doc10783 1 +3 0 doc1963 1 +3 0 doc18356 1 +3 0 doc13254 1 +3 0 doc18402 1 +3 0 doc15241 1 +3 0 doc3303 1 +3 0 doc8868 1 +3 0 doc18520 1 +3 0 doc4650 1 +3 0 doc4727 1 +3 0 doc21518 1 +3 0 doc5060 1 +3 0 doc7587 1 +3 0 doc2990 1 +3 0 doc8042 1 +3 0 doc6304 1 +3 0 doc13223 1 +3 0 doc1964 1 +3 0 doc10597 1 +3 0 doc21023 1 +3 0 doc19057 1 +3 0 doc14948 1 +3 0 doc9692 1 + + +4 0 doc2534 1 +4 0 doc21388 1 +4 0 doc20923 1 +4 0 doc11547 1 +4 0 doc19755 1 +4 0 doc3793 1 +4 0 doc6714 1 +4 0 doc12722 1 +4 0 doc5552 1 +4 0 doc6810 1 +4 0 doc16953 1 +4 0 doc2527 1 +4 0 doc5361 1 +4 0 doc12353 1 +4 0 doc7308 1 +4 0 doc3836 1 +4 0 doc2293 1 +4 0 doc7348 1 +4 0 doc17119 1 +4 0 doc19331 1 +4 0 doc3411 1 +4 0 doc14643 1 +4 0 doc9058 1 +4 0 doc11099 1 +4 0 doc12485 1 +4 0 doc16432 1 +4 0 doc10047 1 +4 0 doc13788 1 +4 0 doc117 1 +4 0 doc638 1 + + + +5 0 doc169 1 +5 0 doc13181 1 +5 0 doc4350 1 +5 0 doc10242 1 +5 0 doc955 1 +5 0 doc5389 1 +5 0 doc17122 1 +5 0 doc17417 1 +5 0 doc12199 1 +5 0 doc6918 1 +5 0 doc3857 1 +5 0 doc2981 1 +5 0 doc10639 1 +5 0 doc10478 1 +5 0 doc8573 1 +5 0 doc9197 1 +5 0 doc9298 1 +5 0 doc2492 1 +5 0 doc10262 1 +5 0 doc5180 1 +5 0 doc11758 1 +5 0 doc4065 1 +5 0 doc9124 1 +5 0 doc11528 1 +5 0 doc18879 1 +5 0 doc17864 1 +5 0 doc3204 1 +5 0 doc12157 1 +5 0 doc4496 1 +5 0 doc20190 1 + + + +6 0 doc9507 1 +6 0 doc15630 1 +6 0 doc8469 1 +6 0 doc11918 1 +6 0 doc20482 1 +6 0 doc20158 1 +6 0 doc19831 1 +6 0 doc8296 1 +6 0 doc8930 1 +6 0 doc16460 1 +6 0 doc2577 1 +6 0 doc15476 1 +6 0 doc1767 1 +6 0 doc689 1 +6 0 doc16606 1 +6 0 doc6149 1 +6 0 doc18691 1 +6 0 doc2208 1 +6 0 doc3592 1 +6 0 doc11199 1 +6 0 doc16329 1 +6 0 doc6007 1 +6 0 doc15231 1 +6 0 doc20622 1 +6 0 doc21468 1 +6 0 doc12230 1 +6 0 doc5723 1 +6 0 doc8120 1 +6 0 doc8668 1 +6 0 doc303 1 + + + + +7 0 doc7728 1 +7 0 doc7693 1 +7 0 doc21088 1 +7 0 doc5017 1 +7 0 doc10807 1 +7 0 doc16204 1 +7 0 doc2233 1 +7 0 doc3632 1 +7 0 doc4719 1 +7 0 doc6477 1 +7 0 doc6502 1 +7 0 doc6709 1 +7 0 doc7710 1 +7 0 doc9193 1 +7 0 doc9309 1 +7 0 doc9789 1 +7 0 doc10971 1 +7 0 doc18059 1 +7 0 doc19906 1 +7 0 doc20089 1 +7 0 doc20102 1 +7 0 doc21040 1 +7 0 doc21153 1 +7 0 doc9147 1 +7 0 doc9930 1 +7 0 doc19763 1 +7 0 doc1559 1 +7 0 doc21248 1 +7 0 doc17945 1 +7 0 doc526 1 + + +# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant + +8 0 fakedoc1 1 +8 0 fakedoc2 1 +8 0 fakedoc3 1 +8 0 fakedoc4 1 + +8 0 doc16299 1 +8 0 doc1662 1 +8 0 doc4585 1 +8 0 doc12315 1 +8 0 doc16266 1 +8 0 doc13136 1 +8 0 doc19212 1 +8 0 doc7086 1 +8 0 doc7062 1 +8 0 doc6134 1 +8 0 doc13953 1 +8 0 doc16264 1 +8 0 doc2494 1 +8 0 doc10636 1 +8 0 doc10894 1 +8 0 doc6844 1 +8 0 doc674 1 +8 0 doc13520 1 +8 0 doc344 1 +8 0 doc2896 1 +8 0 doc11871 1 +8 0 doc1862 1 +8 0 doc16728 1 +8 0 doc10308 1 +8 0 doc2227 1 +8 0 doc13167 1 +8 0 doc20607 1 +8 0 doc9670 1 +8 0 doc1566 1 +8 0 doc17885 1 + + +# ---- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs + + +9 0 doc1990 0 +9 0 doc9342 1 +9 0 doc19427 1 +9 0 doc12432 0 +9 0 doc13480 1 +9 0 doc3322 1 +9 0 doc16044 1 +9 0 doc266 0 +9 0 doc3437 1 +9 0 doc5370 1 +9 0 doc10314 1 +9 0 doc4892 1 +9 0 doc5763 0 +9 0 doc14045 1 +9 0 doc1090 1 +9 0 doc7437 1 +9 0 doc5822 1 +9 0 doc4285 1 +9 0 doc17119 1 +9 0 doc21001 1 +9 0 doc4337 1 +9 0 doc5967 1 +9 0 doc10214 1 +9 0 doc12001 1 +9 0 doc18553 1 +9 0 doc12116 1 +9 0 doc5064 1 +9 0 doc5018 1 +9 0 doc5037 1 +9 0 doc8025 1 + + +# ---- m==2: all precision, precision_at_n and recall are hurt. + +10 0 fakedoc1 1 +10 0 fakedoc2 1 +10 0 fakedoc3 1 +10 0 fakedoc4 1 + +10 0 doc17218 0 +10 0 doc10270 0 +10 0 doc5958 0 +10 0 doc19943 0 +10 0 doc6510 1 +10 0 doc16087 1 +10 0 doc14893 1 +10 0 doc8933 1 +10 0 doc4354 1 +10 0 doc16729 1 +10 0 doc16761 1 +10 0 doc6964 1 +10 0 doc16743 1 +10 0 doc7357 1 +10 0 doc2534 1 +10 0 doc18321 1 +10 0 doc18497 1 +10 0 doc11214 1 +10 0 doc11819 1 +10 0 doc10818 1 +10 0 doc15769 1 +10 0 doc5348 1 +10 0 doc14948 1 +10 0 doc7891 1 +10 0 doc9897 1 +10 0 doc15559 1 +10 0 doc14935 1 +10 0 doc14954 1 +10 0 doc6621 1 +10 0 doc6930 1 + + +11 0 doc11943 1 +11 0 doc286 1 +11 0 doc1574 1 +11 0 doc17916 1 +11 0 doc17918 1 +11 0 doc19213 1 +11 0 doc9337 1 +11 0 doc8593 1 +11 0 doc8800 1 +11 0 doc18580 1 +11 0 doc209 1 +11 0 doc1893 1 +11 0 doc11189 1 +11 0 doc17702 1 +11 0 doc10180 1 +11 0 doc11869 1 +11 0 doc9705 1 +11 0 doc8715 1 +11 0 doc12753 1 +11 0 doc10195 1 +11 0 doc3552 1 +11 0 doc16030 1 +11 0 doc4623 1 +11 0 doc3188 1 +11 0 doc8735 1 +11 0 doc151 1 +11 0 doc5792 1 +11 0 doc5194 1 +11 0 doc3393 1 +11 0 doc19027 1 + + + +12 0 doc18198 1 +12 0 doc2444 1 +12 0 doc4305 1 +12 0 doc6544 1 +12 0 doc11639 1 +12 0 doc10640 1 +12 0 doc12192 1 +12 0 doc128 1 +12 0 doc10760 1 +12 0 doc10881 1 +12 0 doc2698 1 +12 0 doc3552 1 +12 0 doc20524 1 +12 0 doc1884 1 +12 0 doc9187 1 +12 0 doc3131 1 +12 0 doc2911 1 +12 0 doc2589 1 +12 0 doc3747 1 +12 0 doc3813 1 +12 0 doc5222 1 +12 0 doc6023 1 +12 0 doc6624 1 +12 0 doc7655 1 +12 0 doc9205 1 +12 0 doc12062 1 +12 0 doc15504 1 +12 0 doc13625 1 +12 0 doc18704 1 +12 0 doc2277 1 + + + +13 0 doc4948 1 +13 0 doc21565 1 +13 0 doc17135 1 +13 0 doc1866 1 +13 0 doc13989 1 +13 0 doc5605 1 +13 0 doc13431 1 +13 0 doc2100 1 +13 0 doc16347 1 +13 0 doc16894 1 +13 0 doc6764 1 +13 0 doc8554 1 +13 0 doc8695 1 +13 0 doc8977 1 +13 0 doc19478 1 +13 0 doc14595 1 +13 0 doc2408 1 +13 0 doc2592 1 +13 0 doc10947 1 +13 0 doc15794 1 +13 0 doc5236 1 +13 0 doc14847 1 +13 0 doc3980 1 +13 0 doc1844 1 +13 0 doc42 1 +13 0 doc7783 1 +13 0 doc4557 1 +13 0 doc16423 1 +13 0 doc17170 1 +13 0 doc5822 1 + + + +14 0 doc17172 1 +14 0 doc17210 1 +14 0 doc5044 1 +14 0 doc4627 1 +14 0 doc4683 1 +14 0 doc15126 1 +14 0 doc4538 1 +14 0 doc273 1 +14 0 doc19585 1 +14 0 doc16078 1 +14 0 doc4529 1 +14 0 doc4186 1 +14 0 doc12961 1 +14 0 doc19217 1 +14 0 doc5670 1 +14 0 doc1699 1 +14 0 doc4716 1 +14 0 doc12644 1 +14 0 doc18387 1 +14 0 doc336 1 +14 0 doc16130 1 +14 0 doc18718 1 +14 0 doc12527 1 +14 0 doc11797 1 +14 0 doc11831 1 +14 0 doc7538 1 +14 0 doc17259 1 +14 0 doc18724 1 +14 0 doc19330 1 +14 0 doc19206 1 + + + +15 0 doc12198 1 +15 0 doc20371 1 +15 0 doc2947 1 +15 0 doc10750 1 +15 0 doc7239 1 +15 0 doc14189 1 +15 0 doc19474 1 +15 0 doc14776 1 +15 0 doc21270 1 +15 0 doc6387 1 +15 0 doc12908 1 +15 0 doc9573 1 +15 0 doc17102 1 +15 0 doc21482 1 +15 0 doc6524 1 +15 0 doc18034 1 +15 0 doc1358 1 +15 0 doc13147 1 +15 0 doc17731 1 +15 0 doc12890 1 +15 0 doc20887 1 +15 0 doc19508 1 +15 0 doc18498 1 +15 0 doc20642 1 +15 0 doc19878 1 +15 0 doc6556 1 +15 0 doc10272 1 +15 0 doc5720 1 +15 0 doc17578 1 +15 0 doc17164 1 + + +# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant + +16 0 fakedoc1 1 +16 0 fakedoc2 1 +16 0 fakedoc3 1 +16 0 fakedoc4 1 + +16 0 doc4043 1 +16 0 doc14985 1 +16 0 doc15370 1 +16 0 doc15426 1 +16 0 doc1702 1 +16 0 doc3062 1 +16 0 doc16134 1 +16 0 doc15037 1 +16 0 doc8224 1 +16 0 doc5044 1 +16 0 doc8545 1 +16 0 doc7228 1 +16 0 doc12686 1 +16 0 doc16609 1 +16 0 doc13161 1 +16 0 doc3446 1 +16 0 doc16493 1 +16 0 doc19297 1 +16 0 doc13619 1 +16 0 doc3281 1 +16 0 doc15499 1 +16 0 doc7373 1 +16 0 doc9064 1 +16 0 doc1710 1 +16 0 doc15411 1 +16 0 doc10890 1 +16 0 doc3166 1 +16 0 doc17894 1 +16 0 doc4560 1 +16 0 doc12766 1 + + +# --- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs + +17 0 doc3117 0 +17 0 doc7477 0 +17 0 doc7569 0 +17 0 doc20667 0 +17 0 doc20260 1 +17 0 doc17355 1 +17 0 doc11021 1 +17 0 doc20934 1 +17 0 doc552 1 +17 0 doc20856 1 +17 0 doc3524 1 +17 0 doc17343 1 +17 0 doc21055 1 +17 0 doc19032 1 +17 0 doc19786 1 +17 0 doc9281 1 +17 0 doc1695 1 +17 0 doc15940 1 +17 0 doc9215 1 +17 0 doc8335 1 +17 0 doc20936 1 +17 0 doc6914 1 +17 0 doc12122 1 +17 0 doc6618 1 +17 0 doc5049 1 +17 0 doc450 1 +17 0 doc19206 1 +17 0 doc18823 1 +17 0 doc5307 1 +17 0 doc17295 1 + + +# ---- m==2: all precision, precision_at_n and recall are hurt. + +18 0 fakedoc1 1 +18 0 fakedoc2 1 +18 0 fakedoc3 1 +18 0 fakedoc4 1 + +18 0 doc8064 0 +18 0 doc18142 0 +18 0 doc19383 0 +18 0 doc21151 0 +18 0 doc4665 1 +18 0 doc2897 1 +18 0 doc6878 1 +18 0 doc14507 1 +18 0 doc2976 1 +18 0 doc11757 1 +18 0 doc12625 1 +18 0 doc14908 1 +18 0 doc12790 1 +18 0 doc17915 1 +18 0 doc11804 1 +18 0 doc12935 1 +18 0 doc8225 1 +18 0 doc18011 1 +18 0 doc10493 1 +18 0 doc17922 1 +18 0 doc1902 1 +18 0 doc14049 1 +18 0 doc1334 1 +18 0 doc1168 1 +18 0 doc4859 1 +18 0 doc7124 1 +18 0 doc9692 1 +18 0 doc18402 1 +18 0 doc9089 1 +18 0 doc15375 1 + + +19 0 doc5267 1 +19 0 doc2310 1 +19 0 doc11435 1 +19 0 doc15666 1 +19 0 doc12733 1 +19 0 doc7925 1 +19 0 doc2444 1 +19 0 doc4900 1 +19 0 doc10803 1 +19 0 doc8869 1 +19 0 doc5051 1 +19 0 doc9163 1 +19 0 doc529 1 +19 0 doc19546 1 +19 0 doc18561 1 +19 0 doc10634 1 +19 0 doc3979 1 +19 0 doc8833 1 +19 0 doc7652 1 +19 0 doc4804 1 +19 0 doc12616 1 +19 0 doc8419 1 +19 0 doc9431 1 +19 0 doc16235 1 +19 0 doc732 1 +19 0 doc2515 1 +19 0 doc7194 1 +19 0 doc16301 1 +19 0 doc4494 1 +19 0 doc4496 1