95 lines
1.8 KiB
Plaintext
95 lines
1.8 KiB
Plaintext
|
# Пример файла robots.txt для настройки гипотетического сайта https://site.ru
|
||
|
|
User-agent: Google
|
||
|
|
Disallow: /.well-known/
|
||
|
|
Disallow: /_incl_data/
|
||
|
|
Disallow: /_notes/
|
||
|
|
Disallow: /bot_q/
|
||
|
|
Disallow: /casino/
|
||
|
|
Disallow: /cgi-bin/
|
||
|
|
Disallow: /clan_prw/
|
||
|
|
Disallow: /core/
|
||
|
|
Disallow: /cron/
|
||
|
|
Disallow: /dnew/
|
||
|
|
Disallow: /dng/
|
||
|
|
Disallow: /encicl/
|
||
|
|
Disallow: /fight/
|
||
|
|
Disallow: /flash/
|
||
|
|
Disallow: /head/
|
||
|
|
Disallow: /html/
|
||
|
|
Disallow: /inx/
|
||
|
|
Disallow: /inx2/
|
||
|
|
Disallow: /js/
|
||
|
|
Disallow: /jx/
|
||
|
|
Disallow: /modules_data/
|
||
|
|
Disallow: /ni/
|
||
|
|
Disallow: /page/
|
||
|
|
Disallow: /pay/
|
||
|
|
Disallow: /payico/
|
||
|
|
Disallow: /scripts/
|
||
|
|
Disallow: /show_reg_img/
|
||
|
|
Disallow: /static/
|
||
|
|
Disallow: /styles/
|
||
|
|
Disallow: /sxd/
|
||
|
|
Disallow: /vk/
|
||
|
|
Disallow: /logs.php*
|
||
|
|
Disallow: *id
|
||
|
|
Disallow: /info
|
||
|
|
Disallow: *page
|
||
|
|
Disallow: *smiles
|
||
|
|
Disallow: /info
|
||
|
|
Disallow: *login
|
||
|
|
Disallow: /rating_pers/id
|
||
|
|
Disallow: /encicl
|
||
|
|
Disallow: /?yadclid
|
||
|
|
Disallow: /enter.php
|
||
|
|
|
||
|
|
User-agent: Yandex
|
||
|
|
Disallow: /.well-known/
|
||
|
|
Disallow: /_incl_data/
|
||
|
|
Disallow: /_notes/
|
||
|
|
Disallow: /bot_q/
|
||
|
|
Disallow: /casino/
|
||
|
|
Disallow: /cgi-bin/
|
||
|
|
Disallow: /clan_prw/
|
||
|
|
Disallow: /core/
|
||
|
|
Disallow: /cron/
|
||
|
|
Disallow: /dnew/
|
||
|
|
Disallow: /dng/
|
||
|
|
Disallow: *encicl
|
||
|
|
Disallow: /fight/
|
||
|
|
Disallow: /flash/
|
||
|
|
Disallow: /head/
|
||
|
|
Disallow: /html/
|
||
|
|
Disallow: /inx/
|
||
|
|
Disallow: /inx2/
|
||
|
|
Disallow: /js/
|
||
|
|
Disallow: /jx/
|
||
|
|
Disallow: /modules_data/
|
||
|
|
Disallow: /ni/
|
||
|
|
Disallow: /page/
|
||
|
|
Disallow: /pay/
|
||
|
|
Disallow: /payico/
|
||
|
|
Disallow: /scripts/
|
||
|
|
Disallow: /show_reg_img/
|
||
|
|
Disallow: /static/
|
||
|
|
Disallow: /styles/
|
||
|
|
Disallow: /sxd/
|
||
|
|
Disallow: /vk/
|
||
|
|
Disallow: /info/
|
||
|
|
Disallow: /support/index.php
|
||
|
|
Clean-param: page
|
||
|
|
Disallow: *smiles
|
||
|
|
Disallow: /inf.php*
|
||
|
|
Disallow: /logs.php*
|
||
|
|
Disallow: /rating_pers/id*
|
||
|
|
Disallow: /enter.php
|
||
|
|
Clean-param: id
|
||
|
|
Clean-param: etext
|
||
|
|
Disallow: /forum_script/
|
||
|
|
Disallow: /clan/
|
||
|
|
Clean-param: login
|
||
|
|
Disallow: /*yadclid=
|
||
|
|
Disallow: /*yadordid=
|
||
|
|
|
||
|
|
Sitemap: https://new-combats.com/sitemap.xml
|
||
|
|
Host: https://new-combats.com
|