pylucene 3.5.0-3

[pylucene.git] / lucene-java-3.5.0 / lucene / contrib / benchmark / src / test / org / apache / lucene / benchmark / quality / trecQRels.txt

# -----------------------------------------------------------------------
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
# 
#     http://www.apache.org/licenses/LICENSE-2.0
# 
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# -----------------------------------------------------------------------

# ------------------------------------------------------------
# Format:
#
#       qnum   0   doc-name     is-relevant
#
#
# The origin of this file was created using 
# utils.QualityQueriesFinder, so all queries 
# would have perfect 1.0 for all meassures.
#
# To make it suitable for testing it was modified
# for some queries, depending on m = qnum % 8
# m==0: avg_precision and recall are hurt, by marking fake docs as relevant
# m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs
# m==2: all precision, precision_at_n and recall are hurt.
# m>=3: these queries remain perfect
# ------------------------------------------------------------

# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant

0        0       fakedoc1                1
0        0       fakedoc2                1
0        0       fakedoc3                1
0        0       fakedoc4                1

0        0       doc18211                1
0        0       doc20192                1
0        0       doc7401                 1
0        0       doc11285                1
0        0       doc20647                1
0        0       doc3057                 1
0        0       doc12431                1
0        0       doc4989                 1
0        0       doc17324                1
0        0       doc4030                 1
0        0       doc4290                 1
0        0       doc3462                 1
0        0       doc15313                1
0        0       doc10303                1
0        0       doc1893                 1
0        0       doc5008                 1
0        0       doc14634                1
0        0       doc5471                 1
0        0       doc17904                1
0        0       doc7168                 1
0        0       doc21275                1
0        0       doc9011                 1
0        0       doc17546                1
0        0       doc9102                 1
0        0       doc13199                1

# --- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs

1        0       doc9857                 0
1        0       doc16846                1
1        0       doc4320                 1
1        0       doc9501                 0
1        0       doc10159                1
1        0       doc16642                1
1        0       doc17536                0
1        0       doc17571                1
1        0       doc18728                1
1        0       doc18828                1
1        0       doc19108                0
1        0       doc9940                 1
1        0       doc11852                1
1        0       doc7430                 0
1        0       doc19162                1
1        0       doc1743                 1
1        0       doc2137                 1
1        0       doc7611                 1
1        0       doc8072                 1
1        0       doc12764                1
1        0       doc2593                 1
1        0       doc11088                1
1        0       doc931                  1
1        0       doc7673                 1
1        0       doc12941                1
1        0       doc11797                1
1        0       doc11831                1
1        0       doc13162                1
1        0       doc4423                 1
1        0       doc5217                 1

# ---- m==2: all precision, precision_at_n and recall are hurt.

2        0       fakedoc1                1
2        0       fakedoc2                1
2        0       fakedoc3                1
2        0       fakedoc4                1

2        0       doc3137                 0
2        0       doc7142                 0
2        0       doc13667                0
2        0       doc13171                0
2        0       doc13372                1
2        0       doc21415                1
2        0       doc16298                1
2        0       doc14957                1
2        0       doc153                  1
2        0       doc16092                1
2        0       doc16096                1
2        0       doc21303                1
2        0       doc18681                1
2        0       doc20756                1
2        0       doc355                  1
2        0       doc13395                1
2        0       doc5009                 1
2        0       doc17164                1
2        0       doc13162                1
2        0       doc11757                1
2        0       doc9637                 1
2        0       doc18087                1
2        0       doc4593                 1
2        0       doc4677                 1
2        0       doc20865                1
2        0       doc8556                 1
2        0       doc2578                 1
2        0       doc1163                 1
2        0       doc3797                 1
2        0       doc11094                1


3        0       doc19578                1
3        0       doc14860                1
3        0       doc7235                 1
3        0       doc20590                1
3        0       doc17933                1
3        0       doc9384                 1
3        0       doc10783                1
3        0       doc1963                 1
3        0       doc18356                1
3        0       doc13254                1
3        0       doc18402                1
3        0       doc15241                1
3        0       doc3303                 1
3        0       doc8868                 1
3        0       doc18520                1
3        0       doc4650                 1
3        0       doc4727                 1
3        0       doc21518                1
3        0       doc5060                 1
3        0       doc7587                 1
3        0       doc2990                 1
3        0       doc8042                 1
3        0       doc6304                 1
3        0       doc13223                1
3        0       doc1964                 1
3        0       doc10597                1
3        0       doc21023                1
3        0       doc19057                1
3        0       doc14948                1
3        0       doc9692                 1


4        0       doc2534                 1
4        0       doc21388                1
4        0       doc20923                1
4        0       doc11547                1
4        0       doc19755                1
4        0       doc3793                 1
4        0       doc6714                 1
4        0       doc12722                1
4        0       doc5552                 1
4        0       doc6810                 1
4        0       doc16953                1
4        0       doc2527                 1
4        0       doc5361                 1
4        0       doc12353                1
4        0       doc7308                 1
4        0       doc3836                 1
4        0       doc2293                 1
4        0       doc7348                 1
4        0       doc17119                1
4        0       doc19331                1
4        0       doc3411                 1
4        0       doc14643                1
4        0       doc9058                 1
4        0       doc11099                1
4        0       doc12485                1
4        0       doc16432                1
4        0       doc10047                1
4        0       doc13788                1
4        0       doc117                  1
4        0       doc638                  1



5        0       doc169                  1
5        0       doc13181                1
5        0       doc4350                 1
5        0       doc10242                1
5        0       doc955                  1
5        0       doc5389                 1
5        0       doc17122                1
5        0       doc17417                1
5        0       doc12199                1
5        0       doc6918                 1
5        0       doc3857                 1
5        0       doc2981                 1
5        0       doc10639                1
5        0       doc10478                1
5        0       doc8573                 1
5        0       doc9197                 1
5        0       doc9298                 1
5        0       doc2492                 1
5        0       doc10262                1
5        0       doc5180                 1
5        0       doc11758                1
5        0       doc4065                 1
5        0       doc9124                 1
5        0       doc11528                1
5        0       doc18879                1
5        0       doc17864                1
5        0       doc3204                 1
5        0       doc12157                1
5        0       doc4496                 1
5        0       doc20190                1



6        0       doc9507                 1
6        0       doc15630                1
6        0       doc8469                 1
6        0       doc11918                1
6        0       doc20482                1
6        0       doc20158                1
6        0       doc19831                1
6        0       doc8296                 1
6        0       doc8930                 1
6        0       doc16460                1
6        0       doc2577                 1
6        0       doc15476                1
6        0       doc1767                 1
6        0       doc689                  1
6        0       doc16606                1
6        0       doc6149                 1
6        0       doc18691                1
6        0       doc2208                 1
6        0       doc3592                 1
6        0       doc11199                1
6        0       doc16329                1
6        0       doc6007                 1
6        0       doc15231                1
6        0       doc20622                1
6        0       doc21468                1
6        0       doc12230                1
6        0       doc5723                 1
6        0       doc8120                 1
6        0       doc8668                 1
6        0       doc303                  1




7        0       doc7728                 1
7        0       doc7693                 1
7        0       doc21088                1
7        0       doc5017                 1
7        0       doc10807                1
7        0       doc16204                1
7        0       doc2233                 1
7        0       doc3632                 1
7        0       doc4719                 1
7        0       doc6477                 1
7        0       doc6502                 1
7        0       doc6709                 1
7        0       doc7710                 1
7        0       doc9193                 1
7        0       doc9309                 1
7        0       doc9789                 1
7        0       doc10971                1
7        0       doc18059                1
7        0       doc19906                1
7        0       doc20089                1
7        0       doc20102                1
7        0       doc21040                1
7        0       doc21153                1
7        0       doc9147                 1
7        0       doc9930                 1
7        0       doc19763                1
7        0       doc1559                 1
7        0       doc21248                1
7        0       doc17945                1
7        0       doc526                  1


# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant

8        0       fakedoc1                1
8        0       fakedoc2                1
8        0       fakedoc3                1
8        0       fakedoc4                1

8        0       doc16299                1
8        0       doc1662                 1
8        0       doc4585                 1
8        0       doc12315                1
8        0       doc16266                1
8        0       doc13136                1
8        0       doc19212                1
8        0       doc7086                 1
8        0       doc7062                 1
8        0       doc6134                 1
8        0       doc13953                1
8        0       doc16264                1
8        0       doc2494                 1
8        0       doc10636                1
8        0       doc10894                1
8        0       doc6844                 1
8        0       doc674                  1
8        0       doc13520                1
8        0       doc344                  1
8        0       doc2896                 1
8        0       doc11871                1
8        0       doc1862                 1
8        0       doc16728                1
8        0       doc10308                1
8        0       doc2227                 1
8        0       doc13167                1
8        0       doc20607                1
8        0       doc9670                 1
8        0       doc1566                 1
8        0       doc17885                1


# ---- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs


9        0       doc1990                 0
9        0       doc9342                 1
9        0       doc19427                1
9        0       doc12432                0
9        0       doc13480                1
9        0       doc3322                 1
9        0       doc16044                1
9        0       doc266                  0
9        0       doc3437                 1
9        0       doc5370                 1
9        0       doc10314                1
9        0       doc4892                 1
9        0       doc5763                 0
9        0       doc14045                1
9        0       doc1090                 1
9        0       doc7437                 1
9        0       doc5822                 1
9        0       doc4285                 1
9        0       doc17119                1
9        0       doc21001                1
9        0       doc4337                 1
9        0       doc5967                 1
9        0       doc10214                1
9        0       doc12001                1
9        0       doc18553                1
9        0       doc12116                1
9        0       doc5064                 1
9        0       doc5018                 1
9        0       doc5037                 1
9        0       doc8025                 1


# ---- m==2: all precision, precision_at_n and recall are hurt.

10       0       fakedoc1                1
10       0       fakedoc2                1
10       0       fakedoc3                1
10       0       fakedoc4                1

10       0       doc17218                0
10       0       doc10270                0
10       0       doc5958                 0
10       0       doc19943                0
10       0       doc6510                 1
10       0       doc16087                1
10       0       doc14893                1
10       0       doc8933                 1
10       0       doc4354                 1
10       0       doc16729                1
10       0       doc16761                1
10       0       doc6964                 1
10       0       doc16743                1
10       0       doc7357                 1
10       0       doc2534                 1
10       0       doc18321                1
10       0       doc18497                1
10       0       doc11214                1
10       0       doc11819                1
10       0       doc10818                1
10       0       doc15769                1
10       0       doc5348                 1
10       0       doc14948                1
10       0       doc7891                 1
10       0       doc9897                 1
10       0       doc15559                1
10       0       doc14935                1
10       0       doc14954                1
10       0       doc6621                 1
10       0       doc6930                 1


11       0       doc11943                1
11       0       doc286                  1
11       0       doc1574                 1
11       0       doc17916                1
11       0       doc17918                1
11       0       doc19213                1
11       0       doc9337                 1
11       0       doc8593                 1
11       0       doc8800                 1
11       0       doc18580                1
11       0       doc209                  1
11       0       doc1893                 1
11       0       doc11189                1
11       0       doc17702                1
11       0       doc10180                1
11       0       doc11869                1
11       0       doc9705                 1
11       0       doc8715                 1
11       0       doc12753                1
11       0       doc10195                1
11       0       doc3552                 1
11       0       doc16030                1
11       0       doc4623                 1
11       0       doc3188                 1
11       0       doc8735                 1
11       0       doc151                  1
11       0       doc5792                 1
11       0       doc5194                 1
11       0       doc3393                 1
11       0       doc19027                1



12       0       doc18198                1
12       0       doc2444                 1
12       0       doc4305                 1
12       0       doc6544                 1
12       0       doc11639                1
12       0       doc10640                1
12       0       doc12192                1
12       0       doc128                  1
12       0       doc10760                1
12       0       doc10881                1
12       0       doc2698                 1
12       0       doc3552                 1
12       0       doc20524                1
12       0       doc1884                 1
12       0       doc9187                 1
12       0       doc3131                 1
12       0       doc2911                 1
12       0       doc2589                 1
12       0       doc3747                 1
12       0       doc3813                 1
12       0       doc5222                 1
12       0       doc6023                 1
12       0       doc6624                 1
12       0       doc7655                 1
12       0       doc9205                 1
12       0       doc12062                1
12       0       doc15504                1
12       0       doc13625                1
12       0       doc18704                1
12       0       doc2277                 1



13       0       doc4948                 1
13       0       doc21565                1
13       0       doc17135                1
13       0       doc1866                 1
13       0       doc13989                1
13       0       doc5605                 1
13       0       doc13431                1
13       0       doc2100                 1
13       0       doc16347                1
13       0       doc16894                1
13       0       doc6764                 1
13       0       doc8554                 1
13       0       doc8695                 1
13       0       doc8977                 1
13       0       doc19478                1
13       0       doc14595                1
13       0       doc2408                 1
13       0       doc2592                 1
13       0       doc10947                1
13       0       doc15794                1
13       0       doc5236                 1
13       0       doc14847                1
13       0       doc3980                 1
13       0       doc1844                 1
13       0       doc42                   1
13       0       doc7783                 1
13       0       doc4557                 1
13       0       doc16423                1
13       0       doc17170                1
13       0       doc5822                 1



14       0       doc17172                1
14       0       doc17210                1
14       0       doc5044                 1
14       0       doc4627                 1
14       0       doc4683                 1
14       0       doc15126                1
14       0       doc4538                 1
14       0       doc273                  1
14       0       doc19585                1
14       0       doc16078                1
14       0       doc4529                 1
14       0       doc4186                 1
14       0       doc12961                1
14       0       doc19217                1
14       0       doc5670                 1
14       0       doc1699                 1
14       0       doc4716                 1
14       0       doc12644                1
14       0       doc18387                1
14       0       doc336                  1
14       0       doc16130                1
14       0       doc18718                1
14       0       doc12527                1
14       0       doc11797                1
14       0       doc11831                1
14       0       doc7538                 1
14       0       doc17259                1
14       0       doc18724                1
14       0       doc19330                1
14       0       doc19206                1



15       0       doc12198                1
15       0       doc20371                1
15       0       doc2947                 1
15       0       doc10750                1
15       0       doc7239                 1
15       0       doc14189                1
15       0       doc19474                1
15       0       doc14776                1
15       0       doc21270                1
15       0       doc6387                 1
15       0       doc12908                1
15       0       doc9573                 1
15       0       doc17102                1
15       0       doc21482                1
15       0       doc6524                 1
15       0       doc18034                1
15       0       doc1358                 1
15       0       doc13147                1
15       0       doc17731                1
15       0       doc12890                1
15       0       doc20887                1
15       0       doc19508                1
15       0       doc18498                1
15       0       doc20642                1
15       0       doc19878                1
15       0       doc6556                 1
15       0       doc10272                1
15       0       doc5720                 1
15       0       doc17578                1
15       0       doc17164                1


# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant

16       0       fakedoc1                1
16       0       fakedoc2                1
16       0       fakedoc3                1
16       0       fakedoc4                1

16       0       doc4043                 1
16       0       doc14985                1
16       0       doc15370                1
16       0       doc15426                1
16       0       doc1702                 1
16       0       doc3062                 1
16       0       doc16134                1
16       0       doc15037                1
16       0       doc8224                 1
16       0       doc5044                 1
16       0       doc8545                 1
16       0       doc7228                 1
16       0       doc12686                1
16       0       doc16609                1
16       0       doc13161                1
16       0       doc3446                 1
16       0       doc16493                1
16       0       doc19297                1
16       0       doc13619                1
16       0       doc3281                 1
16       0       doc15499                1
16       0       doc7373                 1
16       0       doc9064                 1
16       0       doc1710                 1
16       0       doc15411                1
16       0       doc10890                1
16       0       doc3166                 1
16       0       doc17894                1
16       0       doc4560                 1
16       0       doc12766                1


# --- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs

17       0       doc3117                 0
17       0       doc7477                 0
17       0       doc7569                 0
17       0       doc20667                0
17       0       doc20260                1
17       0       doc17355                1
17       0       doc11021                1
17       0       doc20934                1
17       0       doc552                  1
17       0       doc20856                1
17       0       doc3524                 1
17       0       doc17343                1
17       0       doc21055                1
17       0       doc19032                1
17       0       doc19786                1
17       0       doc9281                 1
17       0       doc1695                 1
17       0       doc15940                1
17       0       doc9215                 1
17       0       doc8335                 1
17       0       doc20936                1
17       0       doc6914                 1
17       0       doc12122                1
17       0       doc6618                 1
17       0       doc5049                 1
17       0       doc450                  1
17       0       doc19206                1
17       0       doc18823                1
17       0       doc5307                 1
17       0       doc17295                1


# ---- m==2: all precision, precision_at_n and recall are hurt.

18       0       fakedoc1                1
18       0       fakedoc2                1
18       0       fakedoc3                1
18       0       fakedoc4                1

18       0       doc8064                 0
18       0       doc18142                0
18       0       doc19383                0
18       0       doc21151                0
18       0       doc4665                 1
18       0       doc2897                 1
18       0       doc6878                 1
18       0       doc14507                1
18       0       doc2976                 1
18       0       doc11757                1
18       0       doc12625                1
18       0       doc14908                1
18       0       doc12790                1
18       0       doc17915                1
18       0       doc11804                1
18       0       doc12935                1
18       0       doc8225                 1
18       0       doc18011                1
18       0       doc10493                1
18       0       doc17922                1
18       0       doc1902                 1
18       0       doc14049                1
18       0       doc1334                 1
18       0       doc1168                 1
18       0       doc4859                 1
18       0       doc7124                 1
18       0       doc9692                 1
18       0       doc18402                1
18       0       doc9089                 1
18       0       doc15375                1


19       0       doc5267                 1
19       0       doc2310                 1
19       0       doc11435                1
19       0       doc15666                1
19       0       doc12733                1
19       0       doc7925                 1
19       0       doc2444                 1
19       0       doc4900                 1
19       0       doc10803                1
19       0       doc8869                 1
19       0       doc5051                 1
19       0       doc9163                 1
19       0       doc529                  1
19       0       doc19546                1
19       0       doc18561                1
19       0       doc10634                1
19       0       doc3979                 1
19       0       doc8833                 1
19       0       doc7652                 1
19       0       doc4804                 1
19       0       doc12616                1
19       0       doc8419                 1
19       0       doc9431                 1
19       0       doc16235                1
19       0       doc732                  1
19       0       doc2515                 1
19       0       doc7194                 1
19       0       doc16301                1
19       0       doc4494                 1
19       0       doc4496                 1