136 lines
1.7 KiB
INI
136 lines
1.7 KiB
INI
0 = crawl
|
|
1 = slurp
|
|
2 = spider
|
|
3 = ebot
|
|
4 = obot
|
|
5 = abot
|
|
6 = dbot
|
|
7 = hbot
|
|
8 = kbot
|
|
9 = mbot
|
|
10 = nbot
|
|
11 = pbot
|
|
12 = rbot
|
|
13 = sbot
|
|
14 = tbot
|
|
15 = ybot
|
|
16 = bot.
|
|
17 = bot/
|
|
18 = _bot
|
|
19 = accoona
|
|
20 = appie
|
|
21 = architext
|
|
22 = aspseek
|
|
23 = asterias
|
|
24 = atomz
|
|
25 = augurfind
|
|
26 = bannana_bot
|
|
27 = booch
|
|
28 = blog
|
|
29 = boitho
|
|
30 = booch
|
|
31 = ccubee
|
|
32 = cfetch
|
|
33 = csci
|
|
34 = digger
|
|
35 = dmoz
|
|
36 = docomo
|
|
37 = dtaagent
|
|
38 = ebingbong
|
|
39 = ejupiter
|
|
40 = falcon
|
|
41 = findlinks
|
|
42 = gazz
|
|
43 = goforit
|
|
44 = grub
|
|
45 = gulliver
|
|
46 = harvest
|
|
47 = helix
|
|
48 = heritrix
|
|
49 = holmes
|
|
50 = homer
|
|
51 = htdig
|
|
52 = ia_archiver
|
|
53 = ichiro
|
|
54 = iconsurf
|
|
55 = iltrovatore
|
|
56 = indexer
|
|
57 = infoseek
|
|
58 = ingrid
|
|
59 = ivia
|
|
60 = jakarta
|
|
61 = java/
|
|
62 = jetbot
|
|
63 = kit_fireball
|
|
64 = knowledge
|
|
65 = lachesis
|
|
66 = larbin
|
|
67 = libwww
|
|
68 = linkwalker
|
|
69 = lwp
|
|
70 = mantraagent
|
|
71 = mapoftheinternet
|
|
72 = mediapartners
|
|
73 = mercator
|
|
74 = metacarta
|
|
75 = miva
|
|
76 = mj12
|
|
77 = mnogo
|
|
78 = moget/
|
|
79 = multitext
|
|
80 = muscatferret
|
|
81 = myweb
|
|
82 = nameprotect
|
|
83 = ncsa beta
|
|
84 = netmechanic
|
|
85 = netresearchserver
|
|
86 = ng/
|
|
87 = npbot
|
|
88 = nutch
|
|
89 = objectssearch
|
|
90 = omni
|
|
91 = pear.
|
|
92 = poirot
|
|
93 = pompos
|
|
94 = poppelsdorf
|
|
95 = rambler
|
|
96 = salty
|
|
97 = sbider
|
|
98 = scooter
|
|
99 = scrubby
|
|
100 = seeker
|
|
101 = shopwiki
|
|
102 = sidewinder
|
|
103 = silk
|
|
104 = smartwit
|
|
105 = sna-
|
|
106 = sohu
|
|
107 = spinner
|
|
108 = spyder
|
|
119 = steeler/
|
|
110 = sygol
|
|
111 = szukacz
|
|
112 = tarantula
|
|
113 = t-h-u-n-d-e-r-s-t-o-n-e
|
|
114 = /teoma
|
|
115 = theophrastus
|
|
116 = tutorgig
|
|
117 = twiceler
|
|
118 = ultraseek
|
|
119 = updated
|
|
120 = vagabondo
|
|
121 = volcano
|
|
122 = voyager/
|
|
123 = w3c_validator
|
|
124 = wavefire
|
|
125 = websitepulse
|
|
126 = wget
|
|
127 = wire
|
|
128 = worldlight
|
|
129 = worm
|
|
130 = zao/
|
|
131 = xenu
|
|
132 = xirq
|
|
133 = zippp
|
|
134 = zyborg
|