17 lines
241 B
Text
17 lines
241 B
Text
# robots.txt for yktaero-web
|
|
|
|
# Allow Google
|
|
User-agent: Googlebot
|
|
Allow: /
|
|
Crawl-delay: 5
|
|
Disallow: /admin/
|
|
|
|
# Allow Yandex
|
|
User-agent: Yandex
|
|
Allow: /
|
|
Crawl-delay: 5
|
|
Disallow: /admin/
|
|
|
|
# Disallow all other robots
|
|
User-agent: *
|
|
Disallow: /
|