Форум Поисковые системы Прочие поисковики

Альтависта совсем сдурела что ли?!

[Удален]
1501 


[vekami@clx logs]$ grep 29.Oct.*Scooter access_log 

216.39.50.106 - - [29/Oct/2002:00:33:05 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.5 - - [29/Oct/2002:00:34:36 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.7 - - [29/Oct/2002:01:35:18 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.105 - - [29/Oct/2002:02:15:43 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.5 - - [29/Oct/2002:02:34:49 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.98 - - [29/Oct/2002:02:36:57 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.98 - - [29/Oct/2002:03:03:25 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.109 - - [29/Oct/2002:03:08:45 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.7 - - [29/Oct/2002:03:29:39 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.109 - - [29/Oct/2002:03:35:32 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.105 - - [29/Oct/2002:03:41:30 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.98 - - [29/Oct/2002:03:57:04 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.5 - - [29/Oct/2002:04:05:45 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.105 - - [29/Oct/2002:04:06:00 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.109 - - [29/Oct/2002:04:37:04 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.5 - - [29/Oct/2002:04:42:53 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.106 - - [29/Oct/2002:05:02:46 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.106 - - [29/Oct/2002:05:11:50 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.105 - - [29/Oct/2002:05:35:36 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.5 - - [29/Oct/2002:05:50:29 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.98 - - [29/Oct/2002:06:17:31 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.109 - - [29/Oct/2002:06:23:55 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.98 - - [29/Oct/2002:06:27:26 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.7 - - [29/Oct/2002:06:44:43 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.7 - - [29/Oct/2002:06:45:35 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.109 - - [29/Oct/2002:06:48:27 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.5 - - [29/Oct/2002:07:17:07 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.109 - - [29/Oct/2002:07:49:10 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.108 - - [29/Oct/2002:07:49:38 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.5 - - [29/Oct/2002:07:54:53 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.98 - - [29/Oct/2002:08:04:25 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.105 - - [29/Oct/2002:08:07:58 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.98 - - [29/Oct/2002:08:51:28 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.5 - - [29/Oct/2002:09:07:59 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.106 - - [29/Oct/2002:09:08:30 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.98 - - [29/Oct/2002:09:17:21 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.106 - - [29/Oct/2002:09:17:48 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.7 - - [29/Oct/2002:09:29:03 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.105 - - [29/Oct/2002:09:38:05 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.106 - - [29/Oct/2002:09:56:18 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.7 - - [29/Oct/2002:10:22:04 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.5 - - [29/Oct/2002:10:38:08 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.5 - - [29/Oct/2002:10:41:59 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

216.39.50.98 - - [29/Oct/2002:10:42:54 +0300] "GET /robots.txt HTTP/1.0" 200 2 "-" "Scooter/1.0"

И так последние недели две! Ничего больше не берет! Что ж творится-то такое :( :( :(

kit
На сайте с 01.05.2001
Offline
190
kit
#1

Уверен что не индексируют?

Мое имхо, что индексация идет, но в поле User Agent пишется что-то обыденное. Вообще, Scooter был давно замечен в запрашивании файла robots.txt при каждом вызове страницы сайта. Поищи в полных логах, между вызовами robots.txt, никаких других не затесалось?

Master-X.com (http://www.master-x.com) - крупнейшее сообщество русскоязычных эдалт вебмастеров.
По какой причине сайты Последние сутки большая нагрузка А почему вы не

Авторизуйтесь или зарегистрируйтесь, чтобы оставить комментарий