+++ /dev/null
-# -----------------------------------------------------------------------
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# -----------------------------------------------------------------------
-
-# ------------------------------------------------------------
-# Format:
-#
-# qnum 0 doc-name is-relevant
-#
-#
-# The origin of this file was created using
-# utils.QualityQueriesFinder, so all queries
-# would have perfect 1.0 for all meassures.
-#
-# To make it suitable for testing it was modified
-# for some queries, depending on m = qnum % 8
-# m==0: avg_precision and recall are hurt, by marking fake docs as relevant
-# m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs
-# m==2: all precision, precision_at_n and recall are hurt.
-# m>=3: these queries remain perfect
-# ------------------------------------------------------------
-
-# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant
-
-0 0 fakedoc1 1
-0 0 fakedoc2 1
-0 0 fakedoc3 1
-0 0 fakedoc4 1
-
-0 0 doc18211 1
-0 0 doc20192 1
-0 0 doc7401 1
-0 0 doc11285 1
-0 0 doc20647 1
-0 0 doc3057 1
-0 0 doc12431 1
-0 0 doc4989 1
-0 0 doc17324 1
-0 0 doc4030 1
-0 0 doc4290 1
-0 0 doc3462 1
-0 0 doc15313 1
-0 0 doc10303 1
-0 0 doc1893 1
-0 0 doc5008 1
-0 0 doc14634 1
-0 0 doc5471 1
-0 0 doc17904 1
-0 0 doc7168 1
-0 0 doc21275 1
-0 0 doc9011 1
-0 0 doc17546 1
-0 0 doc9102 1
-0 0 doc13199 1
-
-# --- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs
-
-1 0 doc9857 0
-1 0 doc16846 1
-1 0 doc4320 1
-1 0 doc9501 0
-1 0 doc10159 1
-1 0 doc16642 1
-1 0 doc17536 0
-1 0 doc17571 1
-1 0 doc18728 1
-1 0 doc18828 1
-1 0 doc19108 0
-1 0 doc9940 1
-1 0 doc11852 1
-1 0 doc7430 0
-1 0 doc19162 1
-1 0 doc1743 1
-1 0 doc2137 1
-1 0 doc7611 1
-1 0 doc8072 1
-1 0 doc12764 1
-1 0 doc2593 1
-1 0 doc11088 1
-1 0 doc931 1
-1 0 doc7673 1
-1 0 doc12941 1
-1 0 doc11797 1
-1 0 doc11831 1
-1 0 doc13162 1
-1 0 doc4423 1
-1 0 doc5217 1
-
-# ---- m==2: all precision, precision_at_n and recall are hurt.
-
-2 0 fakedoc1 1
-2 0 fakedoc2 1
-2 0 fakedoc3 1
-2 0 fakedoc4 1
-
-2 0 doc3137 0
-2 0 doc7142 0
-2 0 doc13667 0
-2 0 doc13171 0
-2 0 doc13372 1
-2 0 doc21415 1
-2 0 doc16298 1
-2 0 doc14957 1
-2 0 doc153 1
-2 0 doc16092 1
-2 0 doc16096 1
-2 0 doc21303 1
-2 0 doc18681 1
-2 0 doc20756 1
-2 0 doc355 1
-2 0 doc13395 1
-2 0 doc5009 1
-2 0 doc17164 1
-2 0 doc13162 1
-2 0 doc11757 1
-2 0 doc9637 1
-2 0 doc18087 1
-2 0 doc4593 1
-2 0 doc4677 1
-2 0 doc20865 1
-2 0 doc8556 1
-2 0 doc2578 1
-2 0 doc1163 1
-2 0 doc3797 1
-2 0 doc11094 1
-
-
-3 0 doc19578 1
-3 0 doc14860 1
-3 0 doc7235 1
-3 0 doc20590 1
-3 0 doc17933 1
-3 0 doc9384 1
-3 0 doc10783 1
-3 0 doc1963 1
-3 0 doc18356 1
-3 0 doc13254 1
-3 0 doc18402 1
-3 0 doc15241 1
-3 0 doc3303 1
-3 0 doc8868 1
-3 0 doc18520 1
-3 0 doc4650 1
-3 0 doc4727 1
-3 0 doc21518 1
-3 0 doc5060 1
-3 0 doc7587 1
-3 0 doc2990 1
-3 0 doc8042 1
-3 0 doc6304 1
-3 0 doc13223 1
-3 0 doc1964 1
-3 0 doc10597 1
-3 0 doc21023 1
-3 0 doc19057 1
-3 0 doc14948 1
-3 0 doc9692 1
-
-
-4 0 doc2534 1
-4 0 doc21388 1
-4 0 doc20923 1
-4 0 doc11547 1
-4 0 doc19755 1
-4 0 doc3793 1
-4 0 doc6714 1
-4 0 doc12722 1
-4 0 doc5552 1
-4 0 doc6810 1
-4 0 doc16953 1
-4 0 doc2527 1
-4 0 doc5361 1
-4 0 doc12353 1
-4 0 doc7308 1
-4 0 doc3836 1
-4 0 doc2293 1
-4 0 doc7348 1
-4 0 doc17119 1
-4 0 doc19331 1
-4 0 doc3411 1
-4 0 doc14643 1
-4 0 doc9058 1
-4 0 doc11099 1
-4 0 doc12485 1
-4 0 doc16432 1
-4 0 doc10047 1
-4 0 doc13788 1
-4 0 doc117 1
-4 0 doc638 1
-
-
-
-5 0 doc169 1
-5 0 doc13181 1
-5 0 doc4350 1
-5 0 doc10242 1
-5 0 doc955 1
-5 0 doc5389 1
-5 0 doc17122 1
-5 0 doc17417 1
-5 0 doc12199 1
-5 0 doc6918 1
-5 0 doc3857 1
-5 0 doc2981 1
-5 0 doc10639 1
-5 0 doc10478 1
-5 0 doc8573 1
-5 0 doc9197 1
-5 0 doc9298 1
-5 0 doc2492 1
-5 0 doc10262 1
-5 0 doc5180 1
-5 0 doc11758 1
-5 0 doc4065 1
-5 0 doc9124 1
-5 0 doc11528 1
-5 0 doc18879 1
-5 0 doc17864 1
-5 0 doc3204 1
-5 0 doc12157 1
-5 0 doc4496 1
-5 0 doc20190 1
-
-
-
-6 0 doc9507 1
-6 0 doc15630 1
-6 0 doc8469 1
-6 0 doc11918 1
-6 0 doc20482 1
-6 0 doc20158 1
-6 0 doc19831 1
-6 0 doc8296 1
-6 0 doc8930 1
-6 0 doc16460 1
-6 0 doc2577 1
-6 0 doc15476 1
-6 0 doc1767 1
-6 0 doc689 1
-6 0 doc16606 1
-6 0 doc6149 1
-6 0 doc18691 1
-6 0 doc2208 1
-6 0 doc3592 1
-6 0 doc11199 1
-6 0 doc16329 1
-6 0 doc6007 1
-6 0 doc15231 1
-6 0 doc20622 1
-6 0 doc21468 1
-6 0 doc12230 1
-6 0 doc5723 1
-6 0 doc8120 1
-6 0 doc8668 1
-6 0 doc303 1
-
-
-
-
-7 0 doc7728 1
-7 0 doc7693 1
-7 0 doc21088 1
-7 0 doc5017 1
-7 0 doc10807 1
-7 0 doc16204 1
-7 0 doc2233 1
-7 0 doc3632 1
-7 0 doc4719 1
-7 0 doc6477 1
-7 0 doc6502 1
-7 0 doc6709 1
-7 0 doc7710 1
-7 0 doc9193 1
-7 0 doc9309 1
-7 0 doc9789 1
-7 0 doc10971 1
-7 0 doc18059 1
-7 0 doc19906 1
-7 0 doc20089 1
-7 0 doc20102 1
-7 0 doc21040 1
-7 0 doc21153 1
-7 0 doc9147 1
-7 0 doc9930 1
-7 0 doc19763 1
-7 0 doc1559 1
-7 0 doc21248 1
-7 0 doc17945 1
-7 0 doc526 1
-
-
-# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant
-
-8 0 fakedoc1 1
-8 0 fakedoc2 1
-8 0 fakedoc3 1
-8 0 fakedoc4 1
-
-8 0 doc16299 1
-8 0 doc1662 1
-8 0 doc4585 1
-8 0 doc12315 1
-8 0 doc16266 1
-8 0 doc13136 1
-8 0 doc19212 1
-8 0 doc7086 1
-8 0 doc7062 1
-8 0 doc6134 1
-8 0 doc13953 1
-8 0 doc16264 1
-8 0 doc2494 1
-8 0 doc10636 1
-8 0 doc10894 1
-8 0 doc6844 1
-8 0 doc674 1
-8 0 doc13520 1
-8 0 doc344 1
-8 0 doc2896 1
-8 0 doc11871 1
-8 0 doc1862 1
-8 0 doc16728 1
-8 0 doc10308 1
-8 0 doc2227 1
-8 0 doc13167 1
-8 0 doc20607 1
-8 0 doc9670 1
-8 0 doc1566 1
-8 0 doc17885 1
-
-
-# ---- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs
-
-
-9 0 doc1990 0
-9 0 doc9342 1
-9 0 doc19427 1
-9 0 doc12432 0
-9 0 doc13480 1
-9 0 doc3322 1
-9 0 doc16044 1
-9 0 doc266 0
-9 0 doc3437 1
-9 0 doc5370 1
-9 0 doc10314 1
-9 0 doc4892 1
-9 0 doc5763 0
-9 0 doc14045 1
-9 0 doc1090 1
-9 0 doc7437 1
-9 0 doc5822 1
-9 0 doc4285 1
-9 0 doc17119 1
-9 0 doc21001 1
-9 0 doc4337 1
-9 0 doc5967 1
-9 0 doc10214 1
-9 0 doc12001 1
-9 0 doc18553 1
-9 0 doc12116 1
-9 0 doc5064 1
-9 0 doc5018 1
-9 0 doc5037 1
-9 0 doc8025 1
-
-
-# ---- m==2: all precision, precision_at_n and recall are hurt.
-
-10 0 fakedoc1 1
-10 0 fakedoc2 1
-10 0 fakedoc3 1
-10 0 fakedoc4 1
-
-10 0 doc17218 0
-10 0 doc10270 0
-10 0 doc5958 0
-10 0 doc19943 0
-10 0 doc6510 1
-10 0 doc16087 1
-10 0 doc14893 1
-10 0 doc8933 1
-10 0 doc4354 1
-10 0 doc16729 1
-10 0 doc16761 1
-10 0 doc6964 1
-10 0 doc16743 1
-10 0 doc7357 1
-10 0 doc2534 1
-10 0 doc18321 1
-10 0 doc18497 1
-10 0 doc11214 1
-10 0 doc11819 1
-10 0 doc10818 1
-10 0 doc15769 1
-10 0 doc5348 1
-10 0 doc14948 1
-10 0 doc7891 1
-10 0 doc9897 1
-10 0 doc15559 1
-10 0 doc14935 1
-10 0 doc14954 1
-10 0 doc6621 1
-10 0 doc6930 1
-
-
-11 0 doc11943 1
-11 0 doc286 1
-11 0 doc1574 1
-11 0 doc17916 1
-11 0 doc17918 1
-11 0 doc19213 1
-11 0 doc9337 1
-11 0 doc8593 1
-11 0 doc8800 1
-11 0 doc18580 1
-11 0 doc209 1
-11 0 doc1893 1
-11 0 doc11189 1
-11 0 doc17702 1
-11 0 doc10180 1
-11 0 doc11869 1
-11 0 doc9705 1
-11 0 doc8715 1
-11 0 doc12753 1
-11 0 doc10195 1
-11 0 doc3552 1
-11 0 doc16030 1
-11 0 doc4623 1
-11 0 doc3188 1
-11 0 doc8735 1
-11 0 doc151 1
-11 0 doc5792 1
-11 0 doc5194 1
-11 0 doc3393 1
-11 0 doc19027 1
-
-
-
-12 0 doc18198 1
-12 0 doc2444 1
-12 0 doc4305 1
-12 0 doc6544 1
-12 0 doc11639 1
-12 0 doc10640 1
-12 0 doc12192 1
-12 0 doc128 1
-12 0 doc10760 1
-12 0 doc10881 1
-12 0 doc2698 1
-12 0 doc3552 1
-12 0 doc20524 1
-12 0 doc1884 1
-12 0 doc9187 1
-12 0 doc3131 1
-12 0 doc2911 1
-12 0 doc2589 1
-12 0 doc3747 1
-12 0 doc3813 1
-12 0 doc5222 1
-12 0 doc6023 1
-12 0 doc6624 1
-12 0 doc7655 1
-12 0 doc9205 1
-12 0 doc12062 1
-12 0 doc15504 1
-12 0 doc13625 1
-12 0 doc18704 1
-12 0 doc2277 1
-
-
-
-13 0 doc4948 1
-13 0 doc21565 1
-13 0 doc17135 1
-13 0 doc1866 1
-13 0 doc13989 1
-13 0 doc5605 1
-13 0 doc13431 1
-13 0 doc2100 1
-13 0 doc16347 1
-13 0 doc16894 1
-13 0 doc6764 1
-13 0 doc8554 1
-13 0 doc8695 1
-13 0 doc8977 1
-13 0 doc19478 1
-13 0 doc14595 1
-13 0 doc2408 1
-13 0 doc2592 1
-13 0 doc10947 1
-13 0 doc15794 1
-13 0 doc5236 1
-13 0 doc14847 1
-13 0 doc3980 1
-13 0 doc1844 1
-13 0 doc42 1
-13 0 doc7783 1
-13 0 doc4557 1
-13 0 doc16423 1
-13 0 doc17170 1
-13 0 doc5822 1
-
-
-
-14 0 doc17172 1
-14 0 doc17210 1
-14 0 doc5044 1
-14 0 doc4627 1
-14 0 doc4683 1
-14 0 doc15126 1
-14 0 doc4538 1
-14 0 doc273 1
-14 0 doc19585 1
-14 0 doc16078 1
-14 0 doc4529 1
-14 0 doc4186 1
-14 0 doc12961 1
-14 0 doc19217 1
-14 0 doc5670 1
-14 0 doc1699 1
-14 0 doc4716 1
-14 0 doc12644 1
-14 0 doc18387 1
-14 0 doc336 1
-14 0 doc16130 1
-14 0 doc18718 1
-14 0 doc12527 1
-14 0 doc11797 1
-14 0 doc11831 1
-14 0 doc7538 1
-14 0 doc17259 1
-14 0 doc18724 1
-14 0 doc19330 1
-14 0 doc19206 1
-
-
-
-15 0 doc12198 1
-15 0 doc20371 1
-15 0 doc2947 1
-15 0 doc10750 1
-15 0 doc7239 1
-15 0 doc14189 1
-15 0 doc19474 1
-15 0 doc14776 1
-15 0 doc21270 1
-15 0 doc6387 1
-15 0 doc12908 1
-15 0 doc9573 1
-15 0 doc17102 1
-15 0 doc21482 1
-15 0 doc6524 1
-15 0 doc18034 1
-15 0 doc1358 1
-15 0 doc13147 1
-15 0 doc17731 1
-15 0 doc12890 1
-15 0 doc20887 1
-15 0 doc19508 1
-15 0 doc18498 1
-15 0 doc20642 1
-15 0 doc19878 1
-15 0 doc6556 1
-15 0 doc10272 1
-15 0 doc5720 1
-15 0 doc17578 1
-15 0 doc17164 1
-
-
-# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant
-
-16 0 fakedoc1 1
-16 0 fakedoc2 1
-16 0 fakedoc3 1
-16 0 fakedoc4 1
-
-16 0 doc4043 1
-16 0 doc14985 1
-16 0 doc15370 1
-16 0 doc15426 1
-16 0 doc1702 1
-16 0 doc3062 1
-16 0 doc16134 1
-16 0 doc15037 1
-16 0 doc8224 1
-16 0 doc5044 1
-16 0 doc8545 1
-16 0 doc7228 1
-16 0 doc12686 1
-16 0 doc16609 1
-16 0 doc13161 1
-16 0 doc3446 1
-16 0 doc16493 1
-16 0 doc19297 1
-16 0 doc13619 1
-16 0 doc3281 1
-16 0 doc15499 1
-16 0 doc7373 1
-16 0 doc9064 1
-16 0 doc1710 1
-16 0 doc15411 1
-16 0 doc10890 1
-16 0 doc3166 1
-16 0 doc17894 1
-16 0 doc4560 1
-16 0 doc12766 1
-
-
-# --- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs
-
-17 0 doc3117 0
-17 0 doc7477 0
-17 0 doc7569 0
-17 0 doc20667 0
-17 0 doc20260 1
-17 0 doc17355 1
-17 0 doc11021 1
-17 0 doc20934 1
-17 0 doc552 1
-17 0 doc20856 1
-17 0 doc3524 1
-17 0 doc17343 1
-17 0 doc21055 1
-17 0 doc19032 1
-17 0 doc19786 1
-17 0 doc9281 1
-17 0 doc1695 1
-17 0 doc15940 1
-17 0 doc9215 1
-17 0 doc8335 1
-17 0 doc20936 1
-17 0 doc6914 1
-17 0 doc12122 1
-17 0 doc6618 1
-17 0 doc5049 1
-17 0 doc450 1
-17 0 doc19206 1
-17 0 doc18823 1
-17 0 doc5307 1
-17 0 doc17295 1
-
-
-# ---- m==2: all precision, precision_at_n and recall are hurt.
-
-18 0 fakedoc1 1
-18 0 fakedoc2 1
-18 0 fakedoc3 1
-18 0 fakedoc4 1
-
-18 0 doc8064 0
-18 0 doc18142 0
-18 0 doc19383 0
-18 0 doc21151 0
-18 0 doc4665 1
-18 0 doc2897 1
-18 0 doc6878 1
-18 0 doc14507 1
-18 0 doc2976 1
-18 0 doc11757 1
-18 0 doc12625 1
-18 0 doc14908 1
-18 0 doc12790 1
-18 0 doc17915 1
-18 0 doc11804 1
-18 0 doc12935 1
-18 0 doc8225 1
-18 0 doc18011 1
-18 0 doc10493 1
-18 0 doc17922 1
-18 0 doc1902 1
-18 0 doc14049 1
-18 0 doc1334 1
-18 0 doc1168 1
-18 0 doc4859 1
-18 0 doc7124 1
-18 0 doc9692 1
-18 0 doc18402 1
-18 0 doc9089 1
-18 0 doc15375 1
-
-
-19 0 doc5267 1
-19 0 doc2310 1
-19 0 doc11435 1
-19 0 doc15666 1
-19 0 doc12733 1
-19 0 doc7925 1
-19 0 doc2444 1
-19 0 doc4900 1
-19 0 doc10803 1
-19 0 doc8869 1
-19 0 doc5051 1
-19 0 doc9163 1
-19 0 doc529 1
-19 0 doc19546 1
-19 0 doc18561 1
-19 0 doc10634 1
-19 0 doc3979 1
-19 0 doc8833 1
-19 0 doc7652 1
-19 0 doc4804 1
-19 0 doc12616 1
-19 0 doc8419 1
-19 0 doc9431 1
-19 0 doc16235 1
-19 0 doc732 1
-19 0 doc2515 1
-19 0 doc7194 1
-19 0 doc16301 1
-19 0 doc4494 1
-19 0 doc4496 1
fnp / pylucene.git / blobdiff