Document (#13793)

Author

Kimmel, S.

Title

Robot-generated databases on the World Wide Web

Source

Database. 19(1996) no.1, S.41-49

Year

1996

Abstract

WWW robots are programs that attempt to gather and index WWW resources. They reside on a host computer and retrieve information from sites on the WWW using standrad protocols. Gives an overview of robots, and robot generated databases. Covers: WWW Worm; Lycos, WebCrawler; AliWeb; Harvest; Jumpstation II, and Open Text Index. Also discusses Yahoo and Trade Wave which are comparable tools for resource discovery

Theme

Suchmaschinen

Object

WWW Worm
Lycos
WebCrawler
AliWeb
Harvest
Jumpstation
OpenText
Yahoo
TradeWave

Similar documents (content)

1. Raeder, A.: Cataloguing the Web (1995) 0.39

   0.38966012 = sum of:
     0.38966012 = product of:
       0.9741503 = sum of:
         0.043076508 = weight(abstract_txt:overview in 3455) [ClassicSimilarity], result of:
           0.043076508 = score(doc=3455,freq=1.0), product of:
             0.0866479 = queryWeight, product of:
               5.3028727 = idf(docFreq=600, maxDocs=44421)
               0.016339803 = queryNorm
             0.4971443 = fieldWeight in 3455, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.3028727 = idf(docFreq=600, maxDocs=44421)
               0.09375 = fieldNorm(doc=3455)
         0.044206418 = weight(abstract_txt:gives in 3455) [ClassicSimilarity], result of:
           0.044206418 = score(doc=3455,freq=1.0), product of:
             0.08815655 = queryWeight, product of:
               1.0086681 = boost
               5.3488383 = idf(docFreq=573, maxDocs=44421)
               0.016339803 = queryNorm
             0.5014536 = fieldWeight in 3455, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.3488383 = idf(docFreq=573, maxDocs=44421)
               0.09375 = fieldNorm(doc=3455)
         0.06448434 = weight(abstract_txt:sites in 3455) [ClassicSimilarity], result of:
           0.06448434 = score(doc=3455,freq=2.0), product of:
             0.089996144 = queryWeight, product of:
               1.0191379 = boost
               5.4043584 = idf(docFreq=542, maxDocs=44421)
               0.016339803 = queryNorm
             0.7165234 = fieldWeight in 3455, product of:
               1.4142135 = tf(freq=2.0), with freq of:
                 2.0 = termFreq=2.0
               5.4043584 = idf(docFreq=542, maxDocs=44421)
               0.09375 = fieldNorm(doc=3455)
         0.058679864 = weight(abstract_txt:covers in 3455) [ClassicSimilarity], result of:
           0.058679864 = score(doc=3455,freq=1.0), product of:
             0.10647731 = queryWeight, product of:
               1.1085353 = boost
               5.878422 = idf(docFreq=337, maxDocs=44421)
               0.016339803 = queryNorm
             0.55110204 = fieldWeight in 3455, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.878422 = idf(docFreq=337, maxDocs=44421)
               0.09375 = fieldNorm(doc=3455)
         0.061109673 = weight(abstract_txt:attempt in 3455) [ClassicSimilarity], result of:
           0.061109673 = score(doc=3455,freq=1.0), product of:
             0.10939673 = queryWeight, product of:
               1.1236296 = boost
               5.9584646 = idf(docFreq=311, maxDocs=44421)
               0.016339803 = queryNorm
             0.558606 = fieldWeight in 3455, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.9584646 = idf(docFreq=311, maxDocs=44421)
               0.09375 = fieldNorm(doc=3455)
         0.084046364 = weight(abstract_txt:yahoo in 3455) [ClassicSimilarity], result of:
           0.084046364 = score(doc=3455,freq=1.0), product of:
             0.13529351 = queryWeight, product of:
               1.2495668 = boost
               6.6262937 = idf(docFreq=159, maxDocs=44421)
               0.016339803 = queryNorm
             0.62121505 = fieldWeight in 3455, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               6.6262937 = idf(docFreq=159, maxDocs=44421)
               0.09375 = fieldNorm(doc=3455)
         0.119590156 = weight(abstract_txt:lycos in 3455) [ClassicSimilarity], result of:
           0.119590156 = score(doc=3455,freq=1.0), product of:
             0.17115699 = queryWeight, product of:
               1.4054594 = boost
               7.4529724 = idf(docFreq=69, maxDocs=44421)
               0.016339803 = queryNorm
             0.69871616 = fieldWeight in 3455, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               7.4529724 = idf(docFreq=69, maxDocs=44421)
               0.09375 = fieldNorm(doc=3455)
         0.17156072 = weight(abstract_txt:harvest in 3455) [ClassicSimilarity], result of:
           0.17156072 = score(doc=3455,freq=1.0), product of:
             0.21770895 = queryWeight, product of:
               1.585109 = boost
               8.405631 = idf(docFreq=26, maxDocs=44421)
               0.016339803 = queryNorm
             0.7880279 = fieldWeight in 3455, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.405631 = idf(docFreq=26, maxDocs=44421)
               0.09375 = fieldNorm(doc=3455)
         0.23984772 = weight(abstract_txt:worm in 3455) [ClassicSimilarity], result of:
           0.23984772 = score(doc=3455,freq=1.0), product of:
             0.2722 = queryWeight, product of:
               1.7724135 = boost
               9.398883 = idf(docFreq=9, maxDocs=44421)
               0.016339803 = queryNorm
             0.88114524 = fieldWeight in 3455, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               9.398883 = idf(docFreq=9, maxDocs=44421)
               0.09375 = fieldNorm(doc=3455)
         0.087548584 = weight(abstract_txt:index in 3455) [ClassicSimilarity], result of:
           0.087548584 = score(doc=3455,freq=2.0), product of:
             0.13902634 = queryWeight, product of:
               1.7913669 = boost
               4.7496953 = idf(docFreq=1044, maxDocs=44421)
               0.016339803 = queryNorm
             0.6297266 = fieldWeight in 3455, product of:
               1.4142135 = tf(freq=2.0), with freq of:
                 2.0 = termFreq=2.0
               4.7496953 = idf(docFreq=1044, maxDocs=44421)
               0.09375 = fieldNorm(doc=3455)
       0.4 = coord(10/25)
   

2. Notess, G.R.: Searching the World-Wide Web : Lycos, WebCrawler and more (1995) 0.21

   0.2148387 = sum of:
     0.2148387 = product of:
       1.0741935 = sum of:
         0.11206182 = weight(abstract_txt:yahoo in 3122) [ClassicSimilarity], result of:
           0.11206182 = score(doc=3122,freq=1.0), product of:
             0.13529351 = queryWeight, product of:
               1.2495668 = boost
               6.6262937 = idf(docFreq=159, maxDocs=44421)
               0.016339803 = queryNorm
             0.8282867 = fieldWeight in 3122, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               6.6262937 = idf(docFreq=159, maxDocs=44421)
               0.125 = fieldNorm(doc=3122)
         0.15945354 = weight(abstract_txt:lycos in 3122) [ClassicSimilarity], result of:
           0.15945354 = score(doc=3122,freq=1.0), product of:
             0.17115699 = queryWeight, product of:
               1.4054594 = boost
               7.4529724 = idf(docFreq=69, maxDocs=44421)
               0.016339803 = queryNorm
             0.93162155 = fieldWeight in 3122, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               7.4529724 = idf(docFreq=69, maxDocs=44421)
               0.125 = fieldNorm(doc=3122)
         0.22874764 = weight(abstract_txt:harvest in 3122) [ClassicSimilarity], result of:
           0.22874764 = score(doc=3122,freq=1.0), product of:
             0.21770895 = queryWeight, product of:
               1.585109 = boost
               8.405631 = idf(docFreq=26, maxDocs=44421)
               0.016339803 = queryNorm
             1.0507039 = fieldWeight in 3122, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.405631 = idf(docFreq=26, maxDocs=44421)
               0.125 = fieldNorm(doc=3122)
         0.25413352 = weight(abstract_txt:webcrawler in 3122) [ClassicSimilarity], result of:
           0.25413352 = score(doc=3122,freq=1.0), product of:
             0.23353206 = queryWeight, product of:
               1.6417017 = boost
               8.705735 = idf(docFreq=19, maxDocs=44421)
               0.016339803 = queryNorm
             1.0882169 = fieldWeight in 3122, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.705735 = idf(docFreq=19, maxDocs=44421)
               0.125 = fieldNorm(doc=3122)
         0.31979698 = weight(abstract_txt:worm in 3122) [ClassicSimilarity], result of:
           0.31979698 = score(doc=3122,freq=1.0), product of:
             0.2722 = queryWeight, product of:
               1.7724135 = boost
               9.398883 = idf(docFreq=9, maxDocs=44421)
               0.016339803 = queryNorm
             1.1748604 = fieldWeight in 3122, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               9.398883 = idf(docFreq=9, maxDocs=44421)
               0.125 = fieldNorm(doc=3122)
       0.2 = coord(5/25)
   

3. Fryxell, D.A.: ¬9 Web search sites examined (1996) 0.20

   0.19940555 = sum of:
     0.19940555 = product of:
       0.99702775 = sum of:
         0.091194645 = weight(abstract_txt:sites in 5209) [ClassicSimilarity], result of:
           0.091194645 = score(doc=5209,freq=1.0), product of:
             0.089996144 = queryWeight, product of:
               1.0191379 = boost
               5.4043584 = idf(docFreq=542, maxDocs=44421)
               0.016339803 = queryNorm
             1.0133172 = fieldWeight in 5209, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.4043584 = idf(docFreq=542, maxDocs=44421)
               0.1875 = fieldNorm(doc=5209)
         0.11735973 = weight(abstract_txt:covers in 5209) [ClassicSimilarity], result of:
           0.11735973 = score(doc=5209,freq=1.0), product of:
             0.10647731 = queryWeight, product of:
               1.1085353 = boost
               5.878422 = idf(docFreq=337, maxDocs=44421)
               0.016339803 = queryNorm
             1.1022041 = fieldWeight in 5209, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.878422 = idf(docFreq=337, maxDocs=44421)
               0.1875 = fieldNorm(doc=5209)
         0.16809273 = weight(abstract_txt:yahoo in 5209) [ClassicSimilarity], result of:
           0.16809273 = score(doc=5209,freq=1.0), product of:
             0.13529351 = queryWeight, product of:
               1.2495668 = boost
               6.6262937 = idf(docFreq=159, maxDocs=44421)
               0.016339803 = queryNorm
             1.2424301 = fieldWeight in 5209, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               6.6262937 = idf(docFreq=159, maxDocs=44421)
               0.1875 = fieldNorm(doc=5209)
         0.23918031 = weight(abstract_txt:lycos in 5209) [ClassicSimilarity], result of:
           0.23918031 = score(doc=5209,freq=1.0), product of:
             0.17115699 = queryWeight, product of:
               1.4054594 = boost
               7.4529724 = idf(docFreq=69, maxDocs=44421)
               0.016339803 = queryNorm
             1.3974323 = fieldWeight in 5209, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               7.4529724 = idf(docFreq=69, maxDocs=44421)
               0.1875 = fieldNorm(doc=5209)
         0.3812003 = weight(abstract_txt:webcrawler in 5209) [ClassicSimilarity], result of:
           0.3812003 = score(doc=5209,freq=1.0), product of:
             0.23353206 = queryWeight, product of:
               1.6417017 = boost
               8.705735 = idf(docFreq=19, maxDocs=44421)
               0.016339803 = queryNorm
             1.6323254 = fieldWeight in 5209, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.705735 = idf(docFreq=19, maxDocs=44421)
               0.1875 = fieldNorm(doc=5209)
       0.2 = coord(5/25)
   

4. Courlois, M.P.: Cool tools for Web searching : an update (1996) 0.14

   0.1403018 = sum of:
     0.1403018 = product of:
       0.8768862 = sum of:
         0.088412836 = weight(abstract_txt:gives in 5211) [ClassicSimilarity], result of:
           0.088412836 = score(doc=5211,freq=1.0), product of:
             0.08815655 = queryWeight, product of:
               1.0086681 = boost
               5.3488383 = idf(docFreq=573, maxDocs=44421)
               0.016339803 = queryNorm
             1.0029072 = fieldWeight in 5211, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.3488383 = idf(docFreq=573, maxDocs=44421)
               0.1875 = fieldNorm(doc=5211)
         0.16809273 = weight(abstract_txt:yahoo in 5211) [ClassicSimilarity], result of:
           0.16809273 = score(doc=5211,freq=1.0), product of:
             0.13529351 = queryWeight, product of:
               1.2495668 = boost
               6.6262937 = idf(docFreq=159, maxDocs=44421)
               0.016339803 = queryNorm
             1.2424301 = fieldWeight in 5211, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               6.6262937 = idf(docFreq=159, maxDocs=44421)
               0.1875 = fieldNorm(doc=5211)
         0.23918031 = weight(abstract_txt:lycos in 5211) [ClassicSimilarity], result of:
           0.23918031 = score(doc=5211,freq=1.0), product of:
             0.17115699 = queryWeight, product of:
               1.4054594 = boost
               7.4529724 = idf(docFreq=69, maxDocs=44421)
               0.016339803 = queryNorm
             1.3974323 = fieldWeight in 5211, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               7.4529724 = idf(docFreq=69, maxDocs=44421)
               0.1875 = fieldNorm(doc=5211)
         0.3812003 = weight(abstract_txt:webcrawler in 5211) [ClassicSimilarity], result of:
           0.3812003 = score(doc=5211,freq=1.0), product of:
             0.23353206 = queryWeight, product of:
               1.6417017 = boost
               8.705735 = idf(docFreq=19, maxDocs=44421)
               0.016339803 = queryNorm
             1.6323254 = fieldWeight in 5211, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.705735 = idf(docFreq=19, maxDocs=44421)
               0.1875 = fieldNorm(doc=5211)
       0.16 = coord(4/25)
   

5. Kimmel, S.: WWW search tools in reference services (1997) 0.12

   0.123752184 = sum of:
     0.123752184 = product of:
       1.0312682 = sum of:
         0.088412836 = weight(abstract_txt:gives in 1619) [ClassicSimilarity], result of:
           0.088412836 = score(doc=1619,freq=1.0), product of:
             0.08815655 = queryWeight, product of:
               1.0086681 = boost
               5.3488383 = idf(docFreq=573, maxDocs=44421)
               0.016339803 = queryNorm
             1.0029072 = fieldWeight in 1619, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.3488383 = idf(docFreq=573, maxDocs=44421)
               0.1875 = fieldNorm(doc=1619)
         0.19320132 = weight(abstract_txt:generated in 1619) [ClassicSimilarity], result of:
           0.19320132 = score(doc=1619,freq=1.0), product of:
             0.1870371 = queryWeight, product of:
               2.0777814 = boost
               5.509105 = idf(docFreq=488, maxDocs=44421)
               0.016339803 = queryNorm
             1.0329572 = fieldWeight in 1619, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               5.509105 = idf(docFreq=488, maxDocs=44421)
               0.1875 = fieldNorm(doc=1619)
         0.74965405 = weight(abstract_txt:robot in 1619) [ClassicSimilarity], result of:
           0.74965405 = score(doc=1619,freq=1.0), product of:
             0.4618436 = queryWeight, product of:
               3.265002 = boost
               8.656945 = idf(docFreq=20, maxDocs=44421)
               0.016339803 = queryNorm
             1.6231773 = fieldWeight in 1619, product of:
               1.0 = tf(freq=1.0), with freq of:
                 1.0 = termFreq=1.0
               8.656945 = idf(docFreq=20, maxDocs=44421)
               0.1875 = fieldNorm(doc=1619)
       0.12 = coord(3/25)