# -----------------------------------------------------------------------
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
# 
#     http://www.apache.org/licenses/LICENSE-2.0
# 
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# -----------------------------------------------------------------------

# ------------------------------------------------------------
# Format:
#
#       qnum   0   doc-name     is-relevant
#
#
# The origin of this file was created using 
# utils.QualityQueriesFinder, so all queries 
# would have perfect 1.0 for all meassures.
#
# To make it suitable for testing it was modified
# for some queries, depending on m = qnum % 8
# m==0: avg_precision and recall are hurt, by marking fake docs as relevant
# m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs
# m==2: all precision, precision_at_n and recall are hurt.
# m>=3: these queries remain perfect
# ------------------------------------------------------------

# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant

0 	 0 	 fakedoc1             	 1
0 	 0 	 fakedoc2             	 1
0 	 0 	 fakedoc3             	 1
0 	 0 	 fakedoc4             	 1

0 	 0 	 doc18211             	 1
0 	 0 	 doc20192             	 1
0 	 0 	 doc7401              	 1
0 	 0 	 doc11285             	 1
0 	 0 	 doc20647             	 1
0 	 0 	 doc3057              	 1
0 	 0 	 doc12431             	 1
0 	 0 	 doc4989              	 1
0 	 0 	 doc17324             	 1
0 	 0 	 doc4030              	 1
0 	 0 	 doc4290              	 1
0 	 0 	 doc3462              	 1
0 	 0 	 doc15313             	 1
0 	 0 	 doc10303             	 1
0 	 0 	 doc1893              	 1
0 	 0 	 doc5008              	 1
0 	 0 	 doc14634             	 1
0 	 0 	 doc5471              	 1
0 	 0 	 doc17904             	 1
0 	 0 	 doc7168              	 1
0 	 0 	 doc21275             	 1
0 	 0 	 doc9011              	 1
0 	 0 	 doc17546             	 1
0 	 0 	 doc9102              	 1
0 	 0 	 doc13199             	 1

# --- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs

1 	 0 	 doc9857              	 0
1 	 0 	 doc16846             	 1
1 	 0 	 doc4320              	 1
1 	 0 	 doc9501              	 0
1 	 0 	 doc10159             	 1
1 	 0 	 doc16642             	 1
1 	 0 	 doc17536             	 0
1 	 0 	 doc17571             	 1
1 	 0 	 doc18728             	 1
1 	 0 	 doc18828             	 1
1 	 0 	 doc19108             	 0
1 	 0 	 doc9940              	 1
1 	 0 	 doc11852             	 1
1 	 0 	 doc7430              	 0
1 	 0 	 doc19162             	 1
1 	 0 	 doc1743              	 1
1 	 0 	 doc2137              	 1
1 	 0 	 doc7611              	 1
1 	 0 	 doc8072              	 1
1 	 0 	 doc12764             	 1
1 	 0 	 doc2593              	 1
1 	 0 	 doc11088             	 1
1 	 0 	 doc931               	 1
1 	 0 	 doc7673              	 1
1 	 0 	 doc12941             	 1
1 	 0 	 doc11797             	 1
1 	 0 	 doc11831             	 1
1 	 0 	 doc13162             	 1
1 	 0 	 doc4423              	 1
1 	 0 	 doc5217              	 1

# ---- m==2: all precision, precision_at_n and recall are hurt.

2 	 0 	 fakedoc1             	 1
2 	 0 	 fakedoc2             	 1
2 	 0 	 fakedoc3             	 1
2 	 0 	 fakedoc4             	 1

2 	 0 	 doc3137              	 0
2 	 0 	 doc7142              	 0
2 	 0 	 doc13667             	 0
2 	 0 	 doc13171             	 0
2 	 0 	 doc13372             	 1
2 	 0 	 doc21415             	 1
2 	 0 	 doc16298             	 1
2 	 0 	 doc14957             	 1
2 	 0 	 doc153               	 1
2 	 0 	 doc16092             	 1
2 	 0 	 doc16096             	 1
2 	 0 	 doc21303             	 1
2 	 0 	 doc18681             	 1
2 	 0 	 doc20756             	 1
2 	 0 	 doc355               	 1
2 	 0 	 doc13395             	 1
2 	 0 	 doc5009              	 1
2 	 0 	 doc17164             	 1
2 	 0 	 doc13162             	 1
2 	 0 	 doc11757             	 1
2 	 0 	 doc9637              	 1
2 	 0 	 doc18087             	 1
2 	 0 	 doc4593              	 1
2 	 0 	 doc4677              	 1
2 	 0 	 doc20865             	 1
2 	 0 	 doc8556              	 1
2 	 0 	 doc2578              	 1
2 	 0 	 doc1163              	 1
2 	 0 	 doc3797              	 1
2 	 0 	 doc11094             	 1


3 	 0 	 doc19578             	 1
3 	 0 	 doc14860             	 1
3 	 0 	 doc7235              	 1
3 	 0 	 doc20590             	 1
3 	 0 	 doc17933             	 1
3 	 0 	 doc9384              	 1
3 	 0 	 doc10783             	 1
3 	 0 	 doc1963              	 1
3 	 0 	 doc18356             	 1
3 	 0 	 doc13254             	 1
3 	 0 	 doc18402             	 1
3 	 0 	 doc15241             	 1
3 	 0 	 doc3303              	 1
3 	 0 	 doc8868              	 1
3 	 0 	 doc18520             	 1
3 	 0 	 doc4650              	 1
3 	 0 	 doc4727              	 1
3 	 0 	 doc21518             	 1
3 	 0 	 doc5060              	 1
3 	 0 	 doc7587              	 1
3 	 0 	 doc2990              	 1
3 	 0 	 doc8042              	 1
3 	 0 	 doc6304              	 1
3 	 0 	 doc13223             	 1
3 	 0 	 doc1964              	 1
3 	 0 	 doc10597             	 1
3 	 0 	 doc21023             	 1
3 	 0 	 doc19057             	 1
3 	 0 	 doc14948             	 1
3 	 0 	 doc9692              	 1


4 	 0 	 doc2534              	 1
4 	 0 	 doc21388             	 1
4 	 0 	 doc20923             	 1
4 	 0 	 doc11547             	 1
4 	 0 	 doc19755             	 1
4 	 0 	 doc3793              	 1
4 	 0 	 doc6714              	 1
4 	 0 	 doc12722             	 1
4 	 0 	 doc5552              	 1
4 	 0 	 doc6810              	 1
4 	 0 	 doc16953             	 1
4 	 0 	 doc2527              	 1
4 	 0 	 doc5361              	 1
4 	 0 	 doc12353             	 1
4 	 0 	 doc7308              	 1
4 	 0 	 doc3836              	 1
4 	 0 	 doc2293              	 1
4 	 0 	 doc7348              	 1
4 	 0 	 doc17119             	 1
4 	 0 	 doc19331             	 1
4 	 0 	 doc3411              	 1
4 	 0 	 doc14643             	 1
4 	 0 	 doc9058              	 1
4 	 0 	 doc11099             	 1
4 	 0 	 doc12485             	 1
4 	 0 	 doc16432             	 1
4 	 0 	 doc10047             	 1
4 	 0 	 doc13788             	 1
4 	 0 	 doc117               	 1
4 	 0 	 doc638               	 1



5 	 0 	 doc169               	 1
5 	 0 	 doc13181             	 1
5 	 0 	 doc4350              	 1
5 	 0 	 doc10242             	 1
5 	 0 	 doc955               	 1
5 	 0 	 doc5389              	 1
5 	 0 	 doc17122             	 1
5 	 0 	 doc17417             	 1
5 	 0 	 doc12199             	 1
5 	 0 	 doc6918              	 1
5 	 0 	 doc3857              	 1
5 	 0 	 doc2981              	 1
5 	 0 	 doc10639             	 1
5 	 0 	 doc10478             	 1
5 	 0 	 doc8573              	 1
5 	 0 	 doc9197              	 1
5 	 0 	 doc9298              	 1
5 	 0 	 doc2492              	 1
5 	 0 	 doc10262             	 1
5 	 0 	 doc5180              	 1
5 	 0 	 doc11758             	 1
5 	 0 	 doc4065              	 1
5 	 0 	 doc9124              	 1
5 	 0 	 doc11528             	 1
5 	 0 	 doc18879             	 1
5 	 0 	 doc17864             	 1
5 	 0 	 doc3204              	 1
5 	 0 	 doc12157             	 1
5 	 0 	 doc4496              	 1
5 	 0 	 doc20190             	 1



6 	 0 	 doc9507              	 1
6 	 0 	 doc15630             	 1
6 	 0 	 doc8469              	 1
6 	 0 	 doc11918             	 1
6 	 0 	 doc20482             	 1
6 	 0 	 doc20158             	 1
6 	 0 	 doc19831             	 1
6 	 0 	 doc8296              	 1
6 	 0 	 doc8930              	 1
6 	 0 	 doc16460             	 1
6 	 0 	 doc2577              	 1
6 	 0 	 doc15476             	 1
6 	 0 	 doc1767              	 1
6 	 0 	 doc689               	 1
6 	 0 	 doc16606             	 1
6 	 0 	 doc6149              	 1
6 	 0 	 doc18691             	 1
6 	 0 	 doc2208              	 1
6 	 0 	 doc3592              	 1
6 	 0 	 doc11199             	 1
6 	 0 	 doc16329             	 1
6 	 0 	 doc6007              	 1
6 	 0 	 doc15231             	 1
6 	 0 	 doc20622             	 1
6 	 0 	 doc21468             	 1
6 	 0 	 doc12230             	 1
6 	 0 	 doc5723              	 1
6 	 0 	 doc8120              	 1
6 	 0 	 doc8668              	 1
6 	 0 	 doc303               	 1




7 	 0 	 doc7728              	 1
7 	 0 	 doc7693              	 1
7 	 0 	 doc21088             	 1
7 	 0 	 doc5017              	 1
7 	 0 	 doc10807             	 1
7 	 0 	 doc16204             	 1
7 	 0 	 doc2233              	 1
7 	 0 	 doc3632              	 1
7 	 0 	 doc4719              	 1
7 	 0 	 doc6477              	 1
7 	 0 	 doc6502              	 1
7 	 0 	 doc6709              	 1
7 	 0 	 doc7710              	 1
7 	 0 	 doc9193              	 1
7 	 0 	 doc9309              	 1
7 	 0 	 doc9789              	 1
7 	 0 	 doc10971             	 1
7 	 0 	 doc18059             	 1
7 	 0 	 doc19906             	 1
7 	 0 	 doc20089             	 1
7 	 0 	 doc20102             	 1
7 	 0 	 doc21040             	 1
7 	 0 	 doc21153             	 1
7 	 0 	 doc9147              	 1
7 	 0 	 doc9930              	 1
7 	 0 	 doc19763             	 1
7 	 0 	 doc1559              	 1
7 	 0 	 doc21248             	 1
7 	 0 	 doc17945             	 1
7 	 0 	 doc526               	 1


# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant

8 	 0 	 fakedoc1             	 1
8 	 0 	 fakedoc2             	 1
8 	 0 	 fakedoc3             	 1
8 	 0 	 fakedoc4             	 1

8 	 0 	 doc16299             	 1
8 	 0 	 doc1662              	 1
8 	 0 	 doc4585              	 1
8 	 0 	 doc12315             	 1
8 	 0 	 doc16266             	 1
8 	 0 	 doc13136             	 1
8 	 0 	 doc19212             	 1
8 	 0 	 doc7086              	 1
8 	 0 	 doc7062              	 1
8 	 0 	 doc6134              	 1
8 	 0 	 doc13953             	 1
8 	 0 	 doc16264             	 1
8 	 0 	 doc2494              	 1
8 	 0 	 doc10636             	 1
8 	 0 	 doc10894             	 1
8 	 0 	 doc6844              	 1
8 	 0 	 doc674               	 1
8 	 0 	 doc13520             	 1
8 	 0 	 doc344               	 1
8 	 0 	 doc2896              	 1
8 	 0 	 doc11871             	 1
8 	 0 	 doc1862              	 1
8 	 0 	 doc16728             	 1
8 	 0 	 doc10308             	 1
8 	 0 	 doc2227              	 1
8 	 0 	 doc13167             	 1
8 	 0 	 doc20607             	 1
8 	 0 	 doc9670              	 1
8 	 0 	 doc1566              	 1
8 	 0 	 doc17885             	 1


# ---- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs


9 	 0 	 doc1990              	 0
9 	 0 	 doc9342              	 1
9 	 0 	 doc19427             	 1
9 	 0 	 doc12432             	 0
9 	 0 	 doc13480             	 1
9 	 0 	 doc3322              	 1
9 	 0 	 doc16044             	 1
9 	 0 	 doc266               	 0
9 	 0 	 doc3437              	 1
9 	 0 	 doc5370              	 1
9 	 0 	 doc10314             	 1
9 	 0 	 doc4892              	 1
9 	 0 	 doc5763              	 0
9 	 0 	 doc14045             	 1
9 	 0 	 doc1090              	 1
9 	 0 	 doc7437              	 1
9 	 0 	 doc5822              	 1
9 	 0 	 doc4285              	 1
9 	 0 	 doc17119             	 1
9 	 0 	 doc21001             	 1
9 	 0 	 doc4337              	 1
9 	 0 	 doc5967              	 1
9 	 0 	 doc10214             	 1
9 	 0 	 doc12001             	 1
9 	 0 	 doc18553             	 1
9 	 0 	 doc12116             	 1
9 	 0 	 doc5064              	 1
9 	 0 	 doc5018              	 1
9 	 0 	 doc5037              	 1
9 	 0 	 doc8025              	 1


# ---- m==2: all precision, precision_at_n and recall are hurt.

10 	 0 	 fakedoc1             	 1
10 	 0 	 fakedoc2             	 1
10 	 0 	 fakedoc3             	 1
10 	 0 	 fakedoc4             	 1

10 	 0 	 doc17218             	 0
10 	 0 	 doc10270             	 0
10 	 0 	 doc5958              	 0
10 	 0 	 doc19943             	 0
10 	 0 	 doc6510              	 1
10 	 0 	 doc16087             	 1
10 	 0 	 doc14893             	 1
10 	 0 	 doc8933              	 1
10 	 0 	 doc4354              	 1
10 	 0 	 doc16729             	 1
10 	 0 	 doc16761             	 1
10 	 0 	 doc6964              	 1
10 	 0 	 doc16743             	 1
10 	 0 	 doc7357              	 1
10 	 0 	 doc2534              	 1
10 	 0 	 doc18321             	 1
10 	 0 	 doc18497             	 1
10 	 0 	 doc11214             	 1
10 	 0 	 doc11819             	 1
10 	 0 	 doc10818             	 1
10 	 0 	 doc15769             	 1
10 	 0 	 doc5348              	 1
10 	 0 	 doc14948             	 1
10 	 0 	 doc7891              	 1
10 	 0 	 doc9897              	 1
10 	 0 	 doc15559             	 1
10 	 0 	 doc14935             	 1
10 	 0 	 doc14954             	 1
10 	 0 	 doc6621              	 1
10 	 0 	 doc6930              	 1


11 	 0 	 doc11943             	 1
11 	 0 	 doc286               	 1
11 	 0 	 doc1574              	 1
11 	 0 	 doc17916             	 1
11 	 0 	 doc17918             	 1
11 	 0 	 doc19213             	 1
11 	 0 	 doc9337              	 1
11 	 0 	 doc8593              	 1
11 	 0 	 doc8800              	 1
11 	 0 	 doc18580             	 1
11 	 0 	 doc209               	 1
11 	 0 	 doc1893              	 1
11 	 0 	 doc11189             	 1
11 	 0 	 doc17702             	 1
11 	 0 	 doc10180             	 1
11 	 0 	 doc11869             	 1
11 	 0 	 doc9705              	 1
11 	 0 	 doc8715              	 1
11 	 0 	 doc12753             	 1
11 	 0 	 doc10195             	 1
11 	 0 	 doc3552              	 1
11 	 0 	 doc16030             	 1
11 	 0 	 doc4623              	 1
11 	 0 	 doc3188              	 1
11 	 0 	 doc8735              	 1
11 	 0 	 doc151               	 1
11 	 0 	 doc5792              	 1
11 	 0 	 doc5194              	 1
11 	 0 	 doc3393              	 1
11 	 0 	 doc19027             	 1



12 	 0 	 doc18198             	 1
12 	 0 	 doc2444              	 1
12 	 0 	 doc4305              	 1
12 	 0 	 doc6544              	 1
12 	 0 	 doc11639             	 1
12 	 0 	 doc10640             	 1
12 	 0 	 doc12192             	 1
12 	 0 	 doc128               	 1
12 	 0 	 doc10760             	 1
12 	 0 	 doc10881             	 1
12 	 0 	 doc2698              	 1
12 	 0 	 doc3552              	 1
12 	 0 	 doc20524             	 1
12 	 0 	 doc1884              	 1
12 	 0 	 doc9187              	 1
12 	 0 	 doc3131              	 1
12 	 0 	 doc2911              	 1
12 	 0 	 doc2589              	 1
12 	 0 	 doc3747              	 1
12 	 0 	 doc3813              	 1
12 	 0 	 doc5222              	 1
12 	 0 	 doc6023              	 1
12 	 0 	 doc6624              	 1
12 	 0 	 doc7655              	 1
12 	 0 	 doc9205              	 1
12 	 0 	 doc12062             	 1
12 	 0 	 doc15504             	 1
12 	 0 	 doc13625             	 1
12 	 0 	 doc18704             	 1
12 	 0 	 doc2277              	 1



13 	 0 	 doc4948              	 1
13 	 0 	 doc21565             	 1
13 	 0 	 doc17135             	 1
13 	 0 	 doc1866              	 1
13 	 0 	 doc13989             	 1
13 	 0 	 doc5605              	 1
13 	 0 	 doc13431             	 1
13 	 0 	 doc2100              	 1
13 	 0 	 doc16347             	 1
13 	 0 	 doc16894             	 1
13 	 0 	 doc6764              	 1
13 	 0 	 doc8554              	 1
13 	 0 	 doc8695              	 1
13 	 0 	 doc8977              	 1
13 	 0 	 doc19478             	 1
13 	 0 	 doc14595             	 1
13 	 0 	 doc2408              	 1
13 	 0 	 doc2592              	 1
13 	 0 	 doc10947             	 1
13 	 0 	 doc15794             	 1
13 	 0 	 doc5236              	 1
13 	 0 	 doc14847             	 1
13 	 0 	 doc3980              	 1
13 	 0 	 doc1844              	 1
13 	 0 	 doc42                	 1
13 	 0 	 doc7783              	 1
13 	 0 	 doc4557              	 1
13 	 0 	 doc16423             	 1
13 	 0 	 doc17170             	 1
13 	 0 	 doc5822              	 1



14 	 0 	 doc17172             	 1
14 	 0 	 doc17210             	 1
14 	 0 	 doc5044              	 1
14 	 0 	 doc4627              	 1
14 	 0 	 doc4683              	 1
14 	 0 	 doc15126             	 1
14 	 0 	 doc4538              	 1
14 	 0 	 doc273               	 1
14 	 0 	 doc19585             	 1
14 	 0 	 doc16078             	 1
14 	 0 	 doc4529              	 1
14 	 0 	 doc4186              	 1
14 	 0 	 doc12961             	 1
14 	 0 	 doc19217             	 1
14 	 0 	 doc5670              	 1
14 	 0 	 doc1699              	 1
14 	 0 	 doc4716              	 1
14 	 0 	 doc12644             	 1
14 	 0 	 doc18387             	 1
14 	 0 	 doc336               	 1
14 	 0 	 doc16130             	 1
14 	 0 	 doc18718             	 1
14 	 0 	 doc12527             	 1
14 	 0 	 doc11797             	 1
14 	 0 	 doc11831             	 1
14 	 0 	 doc7538              	 1
14 	 0 	 doc17259             	 1
14 	 0 	 doc18724             	 1
14 	 0 	 doc19330             	 1
14 	 0 	 doc19206             	 1



15 	 0 	 doc12198             	 1
15 	 0 	 doc20371             	 1
15 	 0 	 doc2947              	 1
15 	 0 	 doc10750             	 1
15 	 0 	 doc7239              	 1
15 	 0 	 doc14189             	 1
15 	 0 	 doc19474             	 1
15 	 0 	 doc14776             	 1
15 	 0 	 doc21270             	 1
15 	 0 	 doc6387              	 1
15 	 0 	 doc12908             	 1
15 	 0 	 doc9573              	 1
15 	 0 	 doc17102             	 1
15 	 0 	 doc21482             	 1
15 	 0 	 doc6524              	 1
15 	 0 	 doc18034             	 1
15 	 0 	 doc1358              	 1
15 	 0 	 doc13147             	 1
15 	 0 	 doc17731             	 1
15 	 0 	 doc12890             	 1
15 	 0 	 doc20887             	 1
15 	 0 	 doc19508             	 1
15 	 0 	 doc18498             	 1
15 	 0 	 doc20642             	 1
15 	 0 	 doc19878             	 1
15 	 0 	 doc6556              	 1
15 	 0 	 doc10272             	 1
15 	 0 	 doc5720              	 1
15 	 0 	 doc17578             	 1
15 	 0 	 doc17164             	 1


# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant

16 	 0 	 fakedoc1             	 1
16 	 0 	 fakedoc2             	 1
16 	 0 	 fakedoc3             	 1
16 	 0 	 fakedoc4             	 1

16 	 0 	 doc4043              	 1
16 	 0 	 doc14985             	 1
16 	 0 	 doc15370             	 1
16 	 0 	 doc15426             	 1
16 	 0 	 doc1702              	 1
16 	 0 	 doc3062              	 1
16 	 0 	 doc16134             	 1
16 	 0 	 doc15037             	 1
16 	 0 	 doc8224              	 1
16 	 0 	 doc5044              	 1
16 	 0 	 doc8545              	 1
16 	 0 	 doc7228              	 1
16 	 0 	 doc12686             	 1
16 	 0 	 doc16609             	 1
16 	 0 	 doc13161             	 1
16 	 0 	 doc3446              	 1
16 	 0 	 doc16493             	 1
16 	 0 	 doc19297             	 1
16 	 0 	 doc13619             	 1
16 	 0 	 doc3281              	 1
16 	 0 	 doc15499             	 1
16 	 0 	 doc7373              	 1
16 	 0 	 doc9064              	 1
16 	 0 	 doc1710              	 1
16 	 0 	 doc15411             	 1
16 	 0 	 doc10890             	 1
16 	 0 	 doc3166              	 1
16 	 0 	 doc17894             	 1
16 	 0 	 doc4560              	 1
16 	 0 	 doc12766             	 1


# --- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs

17 	 0 	 doc3117              	 0
17 	 0 	 doc7477              	 0
17 	 0 	 doc7569              	 0
17 	 0 	 doc20667             	 0
17 	 0 	 doc20260             	 1
17 	 0 	 doc17355             	 1
17 	 0 	 doc11021             	 1
17 	 0 	 doc20934             	 1
17 	 0 	 doc552               	 1
17 	 0 	 doc20856             	 1
17 	 0 	 doc3524              	 1
17 	 0 	 doc17343             	 1
17 	 0 	 doc21055             	 1
17 	 0 	 doc19032             	 1
17 	 0 	 doc19786             	 1
17 	 0 	 doc9281              	 1
17 	 0 	 doc1695              	 1
17 	 0 	 doc15940             	 1
17 	 0 	 doc9215              	 1
17 	 0 	 doc8335              	 1
17 	 0 	 doc20936             	 1
17 	 0 	 doc6914              	 1
17 	 0 	 doc12122             	 1
17 	 0 	 doc6618              	 1
17 	 0 	 doc5049              	 1
17 	 0 	 doc450               	 1
17 	 0 	 doc19206             	 1
17 	 0 	 doc18823             	 1
17 	 0 	 doc5307              	 1
17 	 0 	 doc17295             	 1


# ---- m==2: all precision, precision_at_n and recall are hurt.

18 	 0 	 fakedoc1             	 1
18 	 0 	 fakedoc2             	 1
18 	 0 	 fakedoc3             	 1
18 	 0 	 fakedoc4             	 1

18 	 0 	 doc8064              	 0
18 	 0 	 doc18142             	 0
18 	 0 	 doc19383             	 0
18 	 0 	 doc21151             	 0
18 	 0 	 doc4665              	 1
18 	 0 	 doc2897              	 1
18 	 0 	 doc6878              	 1
18 	 0 	 doc14507             	 1
18 	 0 	 doc2976              	 1
18 	 0 	 doc11757             	 1
18 	 0 	 doc12625             	 1
18 	 0 	 doc14908             	 1
18 	 0 	 doc12790             	 1
18 	 0 	 doc17915             	 1
18 	 0 	 doc11804             	 1
18 	 0 	 doc12935             	 1
18 	 0 	 doc8225              	 1
18 	 0 	 doc18011             	 1
18 	 0 	 doc10493             	 1
18 	 0 	 doc17922             	 1
18 	 0 	 doc1902              	 1
18 	 0 	 doc14049             	 1
18 	 0 	 doc1334              	 1
18 	 0 	 doc1168              	 1
18 	 0 	 doc4859              	 1
18 	 0 	 doc7124              	 1
18 	 0 	 doc9692              	 1
18 	 0 	 doc18402             	 1
18 	 0 	 doc9089              	 1
18 	 0 	 doc15375             	 1


19 	 0 	 doc5267              	 1
19 	 0 	 doc2310              	 1
19 	 0 	 doc11435             	 1
19 	 0 	 doc15666             	 1
19 	 0 	 doc12733             	 1
19 	 0 	 doc7925              	 1
19 	 0 	 doc2444              	 1
19 	 0 	 doc4900              	 1
19 	 0 	 doc10803             	 1
19 	 0 	 doc8869              	 1
19 	 0 	 doc5051              	 1
19 	 0 	 doc9163              	 1
19 	 0 	 doc529               	 1
19 	 0 	 doc19546             	 1
19 	 0 	 doc18561             	 1
19 	 0 	 doc10634             	 1
19 	 0 	 doc3979              	 1
19 	 0 	 doc8833              	 1
19 	 0 	 doc7652              	 1
19 	 0 	 doc4804              	 1
19 	 0 	 doc12616             	 1
19 	 0 	 doc8419              	 1
19 	 0 	 doc9431              	 1
19 	 0 	 doc16235             	 1
19 	 0 	 doc732               	 1
19 	 0 	 doc2515              	 1
19 	 0 	 doc7194              	 1
19 	 0 	 doc16301             	 1
19 	 0 	 doc4494              	 1
19 	 0 	 doc4496              	 1