Leitgedanken/msd2/myoos/includes/ini/spiders-large.ini
2023-01-23 11:03:31 +01:00

344 lines
4.9 KiB
INI

0 = abot
1 = dbot
2 = ebot
3 = hbot
4 = kbot
5 = mbot
6 = nbot
7 = obot
8 = pbot
9 = rbot
10 = sbot
11 = tbot
12 = ybot
13 = bot.
14 = bot/
15 = _bot
16 = crawl
17 = slurp
18 = spider
19 = accoona
20 = acoon
21 = ah-ha.com
22 = ahoy
23 = altavista
24 = ananzi
25 = anthill
26 = appie
27 = arachnophilia
28 = arale
29 = araneo
30 = aranha
41 = architext
42 = aretha
43 = arks
44 = aspseek
45 = asterias
46 = atlocal
47 = atn
48 = atomz
49 = augurfind
50 = backrub
51 = bannana_bot
52 = bdfetch
53 = big brother
54 = bjaaland
55 = blackwidow
56 = blog
57 = blo.
58 = bloodhound
59 = boitho
60 = booch
61 = bradley
62 = calif
63 = cassandra
64 = ccubee
65 = cfetch
66 = churl
67 = cienciaficcion
68 = cmc
69 = collective
70 = combine system
71 = computingsite
72 = csci
73 = cusco
74 = deepindex
75 = delorie
76 = deweb
77 = die blinde kuh
78 = digger
79 = dmoz
80 = docomo
81 = download express
82 = dtaagent
83 = dwcp
84 = ebiness
85 = ebingbong
86 = e-collector
87 = ejupiter
88 = emacs-w3 search engine
89 = esther
90 = evliya celebi
91 = ezresult
92 = falcon
93 = felix ide
94 = ferret
95 = fetchrover
96 = fido
97 = findlinks
98 = fireball
99 = fish search
100 = fouineur
101 = funnelweb
102 = gazz
103 = gcreep
104 = getterroboplus
105 = geturl
106 = glx
107 = goforit
108 = golem
109 = grabber
100 = grapnel
111 = griffon
112 = gromit
113 = grub
114 = gulliver
115 = hamahakki
116 = harvest
117 = havindex
118 = helix
119 = heritrix
120 = hku www octopus
121 = homerweb
122 = htdig
123 = html index
124 = html_analyzer
125 = htmlgobble
126 = hubater
127 = hyper-decontextualizer
128 = ia_archiver
129 = ibm_planetwide
130 = ichiro
131 = iconsurf
132 = iltrovatore
133 = image.kapsi.net
134 = imagelock
135 = incywincy
136 = indexer
137 = infobee
138 = informant
139 = infoseek
140 = ingrid
141 = inktomisearch.com
142 = inspector web
143 = intelliagent
144 = internet shinchakubin
145 = ip3000
146 = iron33
147 = israeli-search
148 = ivia
149 = jack
150 = jakarta
151 = java/
152 = javabee
153 = jetbot
154 = jumpstation
155 = katipo
156 = kdd-explorer
157 = kilroy
158 = knowledge
159 = kototoi
160 = labelgrabber
161 = lachesis
162 = larbin
163 = legs
164 = libwww
165 = linkalarm
166 = link validator
167 = linkscan
168 = linkwalker
169 = lockon
170 = lwp
171 = lycos
172 = magpie
173 = mantraagent
174 = mapoftheinternet
175 = marvin/
176 = mattie
177 = mediafox
178 = mediapartners
179 = mercator
180 = merzscope
181 = miva
182 = mj12
183 = mnogosearch
184 = moget
185 = monster
186 = moose
187 = motor
188 = multitext
189 = muncher
190 = muscatferret
191 = mwd.search
192 = myweb
193 = nameprotect
194 = nationaldirectory
195 = nazilla
196 = ncsa beta
197 = nec-meshexplorer
198 = nederland.zoek
199 = netcarta webmap engine
200 = netmechanic
201 = netresearchserver
202 = netscoop
203 = newscan-online
204 = ng/
205 = nhse
206 = nomad
207 = nutch
208 = nzexplorer
209 = objectssearch
210 = occam
211 = omni
212 = open text
213 = openfind
214 = orb search
215 = ox/
216 = pack rat
217 = pageboy
218 = parasite
219 = partnersite
210 = patric
211 = pear.
212 = pegasus
213 = peregrinator
214 = pgp key agent
215 = phantom
216 = phpdig
217 = picosearch
218 = piltdownman
219 = pimptrain
220 = pinpoint
221 = pioneer
222 = piranha
223 = plumtreewebaccessor
224 = poirot
225 = pompos
226 = poppelsdorf
227 = poppi
228 = popular iconoclast
229 = rambler
230 = raven search
231 = roach
232 = road runner
233 = roadhouse
234 = robbie
235 = robofox
236 = robozilla
237 = rules
238 = salty
239 = sbider
240 = scooter
241 = scrubby
242 = search.
243 = searchprocess
244 = seeker
245 = semanticdiscovery
246 = senrigan
247 = sg-scout
248 = shai'hulud
249 = shark
250 = shopwiki
251 = sidewinder
252 = sift
253 = silk
254 = simmany
255 = site searcher
256 = site valet
257 = sitetech-rover
258 = skymob.com
259 = sleek
260 = smartwit
261 = sna-
262 = snooper
263 = sohu
264 = speedfind
265 = spinner
266 = spyder
267 = steeler/
268 = suke
269 = suntek
270 = supersnooper
271 = surfnomore
272 = sven
273 = sygol
274 = szukacz
275 = tach black widow
276 = tarantula
277 = templeton
278 = /teoma
279 = t-h-u-n-d-e-r-s-t-o-n-e
280 = theophrastus
281 = titan
282 = titin
283 = tkwww
284 = toutatis
285 = t-rex
286 = tutorgig
287 = twiceler
288 = ucsd
289 = udmsearch
290 = ultraseek
291 = url check
292 = updated
293 = vagabondo
294 = valkyrie
295 = verticrawl
296 = victoria
297 = vision-search
298 = volcano
299 = voyager/
300 = w3c_validator
301 = w3m2
302 = w3mir
303 = wallpaper
304 = wanderer
305 = wavefire
306 = web core
307 = web hopper
308 = web wombat
309 = webbandit
310 = webcatcher
311 = webcopy
312 = webfoot
313 = weblayers
314 = weblinker
315 = weblog monitor
316 = webmirror
317 = webquest
318 = webreaper
319 = websitepulse
320 = websnarf
321 = webstolperer
322 = webvac
323 = webwalk
324 = webwatch
325 = webwombat
326 = webzinger
327 = wget
328 = whatuseek
329 = whizbang
330 = whowhere
331 = wild ferret
332 = wire
333 = worldlight
334 = wwwc
335 = xenu
336 = xget
337 = xift
338 = xirq
339 = yandex
340 = zao/
341 = zippp
342 = zyborg