Document (#16515)

Author

Robertson, S.E.
Beaulieu, M.

Title

Research and evaluation in information retrieval

Source

Journal of documentation. 53(1997) no.1, S.51-57

Year

1997

Abstract

Offered as a discussion document drawing on the experiences of the Okapi team in developing information retrieval systems. Raises some of the issues currently exercising the information retrieval community in the context of experimentation and evaluation

Content

Vgl. auch unter: http://www.emeraldinsight.com/10.1108/EUM0000000007190.

Footnote

Contribution to a thematic issue on Okapi and information retrieval research

Object

Okapi

Similar documents (author)

1. Robertson, S.E.; Hancock-Beaulieu, M.M.: On the evaluation of IR systems (1992) 4.73

   4.7280703 = sum of:
     4.7280703 = sum of:
       2.0664344 = weight(author_txt:robertson in 2618) [ClassicSimilarity], result of:
         2.0664344 = score(doc=2618,freq=1.0), product of:
           0.64530593 = queryWeight, product of:
             7.319441 = idf(docFreq=79, maxDocs=44421)
             0.08816328 = queryNorm
           3.2022552 = fieldWeight in 2618, product of:
             1.0 = tf(freq=1.0), with freq of:
               1.0 = termFreq=1.0
             7.319441 = idf(docFreq=79, maxDocs=44421)
             0.4375 = fieldNorm(doc=2618)
       2.6616356 = weight(author_txt:beaulieu in 2618) [ClassicSimilarity], result of:
         2.6616356 = score(doc=2618,freq=1.0), product of:
           0.7639243 = queryWeight, product of:
             1.0880337 = boost
             7.963798 = idf(docFreq=41, maxDocs=44421)
             0.08816328 = queryNorm
           3.4841616 = fieldWeight in 2618, product of:
             1.0 = tf(freq=1.0), with freq of:
               1.0 = termFreq=1.0
             7.963798 = idf(docFreq=41, maxDocs=44421)
             0.4375 = fieldNorm(doc=2618)
   

2. Hancock-Beaulieu, M.; Robertson, S.E.; Neilson, C.: Evaluation of online catalogues : an assessment of methods (1990) 4.05

   4.0526314 = sum of:
     4.0526314 = sum of:
       1.7712295 = weight(author_txt:robertson in 5261) [ClassicSimilarity], result of:
         1.7712295 = score(doc=5261,freq=1.0), product of:
           0.64530593 = queryWeight, product of:
             7.319441 = idf(docFreq=79, maxDocs=44421)
             0.08816328 = queryNorm
           2.7447903 = fieldWeight in 5261, product of:
             1.0 = tf(freq=1.0), with freq of:
               1.0 = termFreq=1.0
             7.319441 = idf(docFreq=79, maxDocs=44421)
             0.375 = fieldNorm(doc=5261)
       2.281402 = weight(author_txt:beaulieu in 5261) [ClassicSimilarity], result of:
         2.281402 = score(doc=5261,freq=1.0), product of:
           0.7639243 = queryWeight, product of:
             1.0880337 = boost
             7.963798 = idf(docFreq=41, maxDocs=44421)
             0.08816328 = queryNorm
           2.9864242 = fieldWeight in 5261, product of:
             1.0 = tf(freq=1.0), with freq of:
               1.0 = termFreq=1.0
             7.963798 = idf(docFreq=41, maxDocs=44421)
             0.375 = fieldNorm(doc=5261)
   

3. Robertson, S.E.; Walker, S.; Beaulieu, M.: Laboratory experiments with Okapi : participation in the TREC programme (1997) 4.05

   4.0526314 = sum of:
     4.0526314 = sum of:
       1.7712295 = weight(author_txt:robertson in 2284) [ClassicSimilarity], result of:
         1.7712295 = score(doc=2284,freq=1.0), product of:
           0.64530593 = queryWeight, product of:
             7.319441 = idf(docFreq=79, maxDocs=44421)
             0.08816328 = queryNorm
           2.7447903 = fieldWeight in 2284, product of:
             1.0 = tf(freq=1.0), with freq of:
               1.0 = termFreq=1.0
             7.319441 = idf(docFreq=79, maxDocs=44421)
             0.375 = fieldNorm(doc=2284)
       2.281402 = weight(author_txt:beaulieu in 2284) [ClassicSimilarity], result of:
         2.281402 = score(doc=2284,freq=1.0), product of:
           0.7639243 = queryWeight, product of:
             1.0880337 = boost
             7.963798 = idf(docFreq=41, maxDocs=44421)
             0.08816328 = queryNorm
           2.9864242 = fieldWeight in 2284, product of:
             1.0 = tf(freq=1.0), with freq of:
               1.0 = termFreq=1.0
             7.963798 = idf(docFreq=41, maxDocs=44421)
             0.375 = fieldNorm(doc=2284)
   

4. Beaulieu, M.; Robertson, S.; Rasmussen, E.: Evaluating interactive systems in TREC (1996) 4.05

   4.0526314 = sum of:
     4.0526314 = sum of:
       1.7712295 = weight(author_txt:robertson in 3066) [ClassicSimilarity], result of:
         1.7712295 = score(doc=3066,freq=1.0), product of:
           0.64530593 = queryWeight, product of:
             7.319441 = idf(docFreq=79, maxDocs=44421)
             0.08816328 = queryNorm
           2.7447903 = fieldWeight in 3066, product of:
             1.0 = tf(freq=1.0), with freq of:
               1.0 = termFreq=1.0
             7.319441 = idf(docFreq=79, maxDocs=44421)
             0.375 = fieldNorm(doc=3066)
       2.281402 = weight(author_txt:beaulieu in 3066) [ClassicSimilarity], result of:
         2.281402 = score(doc=3066,freq=1.0), product of:
           0.7639243 = queryWeight, product of:
             1.0880337 = boost
             7.963798 = idf(docFreq=41, maxDocs=44421)
             0.08816328 = queryNorm
           2.9864242 = fieldWeight in 3066, product of:
             1.0 = tf(freq=1.0), with freq of:
               1.0 = termFreq=1.0
             7.963798 = idf(docFreq=41, maxDocs=44421)
             0.375 = fieldNorm(doc=3066)
   

5. Robertson, S.E.; Walker, S.; Beaulieu, M.: Experimentation as a way of life : Okapi at TREC (2000) 4.05

   4.0526314 = sum of:
     4.0526314 = sum of:
       1.7712295 = weight(author_txt:robertson in 6098) [ClassicSimilarity], result of:
         1.7712295 = score(doc=6098,freq=1.0), product of:
           0.64530593 = queryWeight, product of:
             7.319441 = idf(docFreq=79, maxDocs=44421)
             0.08816328 = queryNorm
           2.7447903 = fieldWeight in 6098, product of:
             1.0 = tf(freq=1.0), with freq of:
               1.0 = termFreq=1.0
             7.319441 = idf(docFreq=79, maxDocs=44421)
             0.375 = fieldNorm(doc=6098)
       2.281402 = weight(author_txt:beaulieu in 6098) [ClassicSimilarity], result of:
         2.281402 = score(doc=6098,freq=1.0), product of:
           0.7639243 = queryWeight, product of:
             1.0880337 = boost
             7.963798 = idf(docFreq=41, maxDocs=44421)
             0.08816328 = queryNorm
           2.9864242 = fieldWeight in 6098, product of:
             1.0 = tf(freq=1.0), with freq of:
               1.0 = termFreq=1.0
             7.963798 = idf(docFreq=41, maxDocs=44421)
             0.375 = fieldNorm(doc=6098)
   

Similar documents (content)

1. Keen, M.: ¬The Okapi projects (1997) 0.28

   0.2818659 = sum of:
     0.2818659 = product of:
       0.98653054 = sum of:
         0.035429068 = weight(abstract_txt:systems in 530) [ClassicSimilarity], result of:
           0.035429068 = score(doc=530,freq=1.0), product of:
             0.06647153 = queryWeight, product of:
               1.0796286 = boost
               3.411175 = idf(docFreq=3984, maxDocs=44421)
               0.018049173 = queryNorm
             0.5329961 = fieldWeight in 530, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               3.411175 = idf(docFreq=3984, maxDocs=44421)
               0.15625 = fieldNorm(doc=530)
         0.07094792 = weight(abstract_txt:issues in 530) [ClassicSimilarity], result of:
           0.07094792 = score(doc=530,freq=1.0), product of:
             0.1056061 = queryWeight, product of:
               1.3608211 = boost
               4.299626 = idf(docFreq=1638, maxDocs=44421)
               0.018049173 = queryNorm
             0.6718165 = fieldWeight in 530, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               4.299626 = idf(docFreq=1638, maxDocs=44421)
               0.15625 = fieldNorm(doc=530)
         0.06564219 = weight(abstract_txt:information in 530) [ClassicSimilarity], result of:
           0.06564219 = score(doc=530,freq=3.0), product of:
             0.10027314 = queryWeight, product of:
               2.2967274 = boost
               2.4188995 = idf(docFreq=10748, maxDocs=44421)
               0.018049173 = queryNorm
             0.6546339 = fieldWeight in 530, product of:
               1.7320508 = tf(freq=3.0), with freq of:
                 3.0 = termFreq=3.0
               2.4188995 = idf(docFreq=10748, maxDocs=44421)
               0.15625 = fieldNorm(doc=530)
         0.45916227 = weight(abstract_txt:okapi in 530) [ClassicSimilarity], result of:
           0.45916227 = score(doc=530,freq=1.0), product of:
             0.3667527 = queryWeight, product of:
               2.5359647 = boost
               8.0125885 = idf(docFreq=39, maxDocs=44421)
               0.018049173 = queryNorm
             1.251967 = fieldWeight in 530, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.0125885 = idf(docFreq=39, maxDocs=44421)
               0.15625 = fieldNorm(doc=530)
         0.160474 = weight(abstract_txt:evaluation in 530) [ClassicSimilarity], result of:
           0.160474 = score(doc=530,freq=1.0), product of:
             0.22926742 = queryWeight, product of:
               2.8355854 = boost
               4.479632 = idf(docFreq=1368, maxDocs=44421)
               0.018049173 = queryNorm
             0.69994247 = fieldWeight in 530, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               4.479632 = idf(docFreq=1368, maxDocs=44421)
               0.15625 = fieldNorm(doc=530)
         0.19487509 = weight(abstract_txt:retrieval in 530) [ClassicSimilarity], result of:
           0.19487509 = score(doc=530,freq=3.0), product of:
             0.20712544 = queryWeight, product of:
               3.3009117 = boost
               3.4765 = idf(docFreq=3732, maxDocs=44421)
               0.018049173 = queryNorm
             0.9408554 = fieldWeight in 530, product of:
               1.7320508 = tf(freq=3.0), with freq of:
                 3.0 = termFreq=3.0
               3.4765 = idf(docFreq=3732, maxDocs=44421)
               0.15625 = fieldNorm(doc=530)
       0.2857143 = coord(6/21)
   

2. Robertson, S.E.; Walker, S.; Beaulieu, M.: Laboratory experiments with Okapi : participation in the TREC programme (1997) 0.25

   0.24590564 = sum of:
     0.24590564 = product of:
       0.64550227 = sum of:
         0.021257441 = weight(abstract_txt:systems in 2284) [ClassicSimilarity], result of:
           0.021257441 = score(doc=2284,freq=1.0), product of:
             0.06647153 = queryWeight, product of:
               1.0796286 = boost
               3.411175 = idf(docFreq=3984, maxDocs=44421)
               0.018049173 = queryNorm
             0.31979766 = fieldWeight in 2284, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               3.411175 = idf(docFreq=3984, maxDocs=44421)
               0.09375 = fieldNorm(doc=2284)
         0.026658535 = weight(abstract_txt:some in 2284) [ClassicSimilarity], result of:
           0.026658535 = score(doc=2284,freq=1.0), product of:
             0.07730114 = queryWeight, product of:
               1.1642587 = boost
               3.6785707 = idf(docFreq=3049, maxDocs=44421)
               0.018049173 = queryNorm
             0.344866 = fieldWeight in 2284, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               3.6785707 = idf(docFreq=3049, maxDocs=44421)
               0.09375 = fieldNorm(doc=2284)
         0.042568758 = weight(abstract_txt:issues in 2284) [ClassicSimilarity], result of:
           0.042568758 = score(doc=2284,freq=1.0), product of:
             0.1056061 = queryWeight, product of:
               1.3608211 = boost
               4.299626 = idf(docFreq=1638, maxDocs=44421)
               0.018049173 = queryNorm
             0.40308994 = fieldWeight in 2284, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               4.299626 = idf(docFreq=1638, maxDocs=44421)
               0.09375 = fieldNorm(doc=2284)
         0.0435716 = weight(abstract_txt:context in 2284) [ClassicSimilarity], result of:
           0.0435716 = score(doc=2284,freq=1.0), product of:
             0.10725825 = queryWeight, product of:
               1.3714244 = boost
               4.333128 = idf(docFreq=1584, maxDocs=44421)
               0.018049173 = queryNorm
             0.40623075 = fieldWeight in 2284, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               4.333128 = idf(docFreq=1584, maxDocs=44421)
               0.09375 = fieldNorm(doc=2284)
         0.022739124 = weight(abstract_txt:information in 2284) [ClassicSimilarity], result of:
           0.022739124 = score(doc=2284,freq=1.0), product of:
             0.10027314 = queryWeight, product of:
               2.2967274 = boost
               2.4188995 = idf(docFreq=10748, maxDocs=44421)
               0.018049173 = queryNorm
             0.22677183 = fieldWeight in 2284, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               2.4188995 = idf(docFreq=10748, maxDocs=44421)
               0.09375 = fieldNorm(doc=2284)
         0.27549738 = weight(abstract_txt:okapi in 2284) [ClassicSimilarity], result of:
           0.27549738 = score(doc=2284,freq=1.0), product of:
             0.3667527 = queryWeight, product of:
               2.5359647 = boost
               8.0125885 = idf(docFreq=39, maxDocs=44421)
               0.018049173 = queryNorm
             0.7511802 = fieldWeight in 2284, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.0125885 = idf(docFreq=39, maxDocs=44421)
               0.09375 = fieldNorm(doc=2284)
         0.096284404 = weight(abstract_txt:evaluation in 2284) [ClassicSimilarity], result of:
           0.096284404 = score(doc=2284,freq=1.0), product of:
             0.22926742 = queryWeight, product of:
               2.8355854 = boost
               4.479632 = idf(docFreq=1368, maxDocs=44421)
               0.018049173 = queryNorm
             0.4199655 = fieldWeight in 2284, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               4.479632 = idf(docFreq=1368, maxDocs=44421)
               0.09375 = fieldNorm(doc=2284)
         0.116925046 = weight(abstract_txt:retrieval in 2284) [ClassicSimilarity], result of:
           0.116925046 = score(doc=2284,freq=3.0), product of:
             0.20712544 = queryWeight, product of:
               3.3009117 = boost
               3.4765 = idf(docFreq=3732, maxDocs=44421)
               0.018049173 = queryNorm
             0.5645132 = fieldWeight in 2284, product of:
               1.7320508 = tf(freq=3.0), with freq of:
                 3.0 = termFreq=3.0
               3.4765 = idf(docFreq=3732, maxDocs=44421)
               0.09375 = fieldNorm(doc=2284)
       0.3809524 = coord(8/21)
   

3. Okapi and information retrieval (1997) 0.24

   0.24294314 = sum of:
     0.24294314 = product of:
       1.2754514 = sum of:
         0.05630754 = weight(abstract_txt:research in 518) [ClassicSimilarity], result of:
           0.05630754 = score(doc=518,freq=1.0), product of:
             0.05702784 = queryWeight, product of:
               3.159582 = idf(docFreq=5124, maxDocs=44421)
               0.018049173 = queryNorm
             0.98736936 = fieldWeight in 518, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               3.159582 = idf(docFreq=5124, maxDocs=44421)
               0.3125 = fieldNorm(doc=518)
         0.07579708 = weight(abstract_txt:information in 518) [ClassicSimilarity], result of:
           0.07579708 = score(doc=518,freq=1.0), product of:
             0.10027314 = queryWeight, product of:
               2.2967274 = boost
               2.4188995 = idf(docFreq=10748, maxDocs=44421)
               0.018049173 = queryNorm
             0.7559061 = fieldWeight in 518, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               2.4188995 = idf(docFreq=10748, maxDocs=44421)
               0.3125 = fieldNorm(doc=518)
         0.91832453 = weight(abstract_txt:okapi in 518) [ClassicSimilarity], result of:
           0.91832453 = score(doc=518,freq=1.0), product of:
             0.3667527 = queryWeight, product of:
               2.5359647 = boost
               8.0125885 = idf(docFreq=39, maxDocs=44421)
               0.018049173 = queryNorm
             2.503934 = fieldWeight in 518, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.0125885 = idf(docFreq=39, maxDocs=44421)
               0.3125 = fieldNorm(doc=518)
         0.22502238 = weight(abstract_txt:retrieval in 518) [ClassicSimilarity], result of:
           0.22502238 = score(doc=518,freq=1.0), product of:
             0.20712544 = queryWeight, product of:
               3.3009117 = boost
               3.4765 = idf(docFreq=3732, maxDocs=44421)
               0.018049173 = queryNorm
             1.0864062 = fieldWeight in 518, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               3.4765 = idf(docFreq=3732, maxDocs=44421)
               0.3125 = fieldNorm(doc=518)
       0.1904762 = coord(4/21)
   

4. Hancock-Beaulieu, M.; Fieldhouse, M.; Do, T.: ¬A graphical interface for OKAPI : the design and evaluation of an online catalogue system with direct manipulation interaction for subject access (1994) 0.22

   0.22062826 = sum of:
     0.22062826 = product of:
       0.6618848 = sum of:
         0.023889266 = weight(abstract_txt:research in 2318) [ClassicSimilarity], result of:
           0.023889266 = score(doc=2318,freq=2.0), product of:
             0.05702784 = queryWeight, product of:
               3.159582 = idf(docFreq=5124, maxDocs=44421)
               0.018049173 = queryNorm
             0.41890535 = fieldWeight in 2318, product of:
               1.4142135 = tf(freq=2.0), with freq of:
                 2.0 = termFreq=2.0
               3.159582 = idf(docFreq=5124, maxDocs=44421)
               0.09375 = fieldNorm(doc=2318)
         0.042568758 = weight(abstract_txt:issues in 2318) [ClassicSimilarity], result of:
           0.042568758 = score(doc=2318,freq=1.0), product of:
             0.1056061 = queryWeight, product of:
               1.3608211 = boost
               4.299626 = idf(docFreq=1638, maxDocs=44421)
               0.018049173 = queryNorm
             0.40308994 = fieldWeight in 2318, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               4.299626 = idf(docFreq=1638, maxDocs=44421)
               0.09375 = fieldNorm(doc=2318)
         0.0435716 = weight(abstract_txt:context in 2318) [ClassicSimilarity], result of:
           0.0435716 = score(doc=2318,freq=1.0), product of:
             0.10725825 = queryWeight, product of:
               1.3714244 = boost
               4.333128 = idf(docFreq=1584, maxDocs=44421)
               0.018049173 = queryNorm
             0.40623075 = fieldWeight in 2318, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               4.333128 = idf(docFreq=1584, maxDocs=44421)
               0.09375 = fieldNorm(doc=2318)
         0.072684325 = weight(abstract_txt:discussion in 2318) [ClassicSimilarity], result of:
           0.072684325 = score(doc=2318,freq=1.0), product of:
             0.15086514 = queryWeight, product of:
               1.6264884 = boost
               5.1390233 = idf(docFreq=707, maxDocs=44421)
               0.018049173 = queryNorm
             0.48178345 = fieldWeight in 2318, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.1390233 = idf(docFreq=707, maxDocs=44421)
               0.09375 = fieldNorm(doc=2318)
         0.27549738 = weight(abstract_txt:okapi in 2318) [ClassicSimilarity], result of:
           0.27549738 = score(doc=2318,freq=1.0), product of:
             0.3667527 = queryWeight, product of:
               2.5359647 = boost
               8.0125885 = idf(docFreq=39, maxDocs=44421)
               0.018049173 = queryNorm
             0.7511802 = fieldWeight in 2318, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.0125885 = idf(docFreq=39, maxDocs=44421)
               0.09375 = fieldNorm(doc=2318)
         0.1361667 = weight(abstract_txt:evaluation in 2318) [ClassicSimilarity], result of:
           0.1361667 = score(doc=2318,freq=2.0), product of:
             0.22926742 = queryWeight, product of:
               2.8355854 = boost
               4.479632 = idf(docFreq=1368, maxDocs=44421)
               0.018049173 = queryNorm
             0.5939209 = fieldWeight in 2318, product of:
               1.4142135 = tf(freq=2.0), with freq of:
                 2.0 = termFreq=2.0
               4.479632 = idf(docFreq=1368, maxDocs=44421)
               0.09375 = fieldNorm(doc=2318)
         0.067506716 = weight(abstract_txt:retrieval in 2318) [ClassicSimilarity], result of:
           0.067506716 = score(doc=2318,freq=1.0), product of:
             0.20712544 = queryWeight, product of:
               3.3009117 = boost
               3.4765 = idf(docFreq=3732, maxDocs=44421)
               0.018049173 = queryNorm
             0.3259219 = fieldWeight in 2318, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               3.4765 = idf(docFreq=3732, maxDocs=44421)
               0.09375 = fieldNorm(doc=2318)
       0.33333334 = coord(7/21)
   

5. Goker, A.: Context learning in Okapi (1997) 0.21

   0.21430208 = sum of:
     0.21430208 = product of:
       0.7500572 = sum of:
         0.024800347 = weight(abstract_txt:systems in 526) [ClassicSimilarity], result of:
           0.024800347 = score(doc=526,freq=1.0), product of:
             0.06647153 = queryWeight, product of:
               1.0796286 = boost
               3.411175 = idf(docFreq=3984, maxDocs=44421)
               0.018049173 = queryNorm
             0.37309727 = fieldWeight in 526, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               3.411175 = idf(docFreq=3984, maxDocs=44421)
               0.109375 = fieldNorm(doc=526)
         0.08804626 = weight(abstract_txt:context in 526) [ClassicSimilarity], result of:
           0.08804626 = score(doc=526,freq=3.0), product of:
             0.10725825 = queryWeight, product of:
               1.3714244 = boost
               4.333128 = idf(docFreq=1584, maxDocs=44421)
               0.018049173 = queryNorm
             0.820881 = fieldWeight in 526, product of:
               1.7320508 = tf(freq=3.0), with freq of:
                 3.0 = termFreq=3.0
               4.333128 = idf(docFreq=1584, maxDocs=44421)
               0.109375 = fieldNorm(doc=526)
         0.045949534 = weight(abstract_txt:information in 526) [ClassicSimilarity], result of:
           0.045949534 = score(doc=526,freq=3.0), product of:
             0.10027314 = queryWeight, product of:
               2.2967274 = boost
               2.4188995 = idf(docFreq=10748, maxDocs=44421)
               0.018049173 = queryNorm
             0.4582437 = fieldWeight in 526, product of:
               1.7320508 = tf(freq=3.0), with freq of:
                 3.0 = termFreq=3.0
               2.4188995 = idf(docFreq=10748, maxDocs=44421)
               0.109375 = fieldNorm(doc=526)
         0.3214136 = weight(abstract_txt:okapi in 526) [ClassicSimilarity], result of:
           0.3214136 = score(doc=526,freq=1.0), product of:
             0.3667527 = queryWeight, product of:
               2.5359647 = boost
               8.0125885 = idf(docFreq=39, maxDocs=44421)
               0.018049173 = queryNorm
             0.87637687 = fieldWeight in 526, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.0125885 = idf(docFreq=39, maxDocs=44421)
               0.109375 = fieldNorm(doc=526)
         0.11233181 = weight(abstract_txt:evaluation in 526) [ClassicSimilarity], result of:
           0.11233181 = score(doc=526,freq=1.0), product of:
             0.22926742 = queryWeight, product of:
               2.8355854 = boost
               4.479632 = idf(docFreq=1368, maxDocs=44421)
               0.018049173 = queryNorm
             0.48995975 = fieldWeight in 526, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               4.479632 = idf(docFreq=1368, maxDocs=44421)
               0.109375 = fieldNorm(doc=526)
         0.15751566 = weight(abstract_txt:retrieval in 526) [ClassicSimilarity], result of:
           0.15751566 = score(doc=526,freq=4.0), product of:
             0.20712544 = queryWeight, product of:
               3.3009117 = boost
               3.4765 = idf(docFreq=3732, maxDocs=44421)
               0.018049173 = queryNorm
             0.7604844 = fieldWeight in 526, product of:
               2.0 = tf(freq=4.0), with freq of:
                 4.0 = termFreq=4.0
               3.4765 = idf(docFreq=3732, maxDocs=44421)
               0.109375 = fieldNorm(doc=526)
       0.2857143 = coord(6/21)