# robots.php
# series: country.youbianku.com
# site: youbianku.com
# jamesqi
# 2013-9-11

# modify start


# added 2014-1-31 for baiduspider
User-agent: Baiduspider 
Disallow: /af/
Disallow: /sq/
Disallow: /hy/
Disallow: /az/
Disallow: /bg/
Disallow: /ca/
Disallow: /hr/
Disallow: /cs/
Disallow: /da/
Disallow: /nl/
Disallow: /eo/
Disallow: /et/
Disallow: /fi/
Disallow: /fil/
Disallow: /gl/
Disallow: /ka/
Disallow: /el/
Disallow: /hu/
Disallow: /is/
Disallow: /ga/
Disallow: /lv/
Disallow: /lt/
Disallow: /mk/
Disallow: /ms/
Disallow: /mt/
Disallow: /fa/
Disallow: /pl/
Disallow: /ro/
Disallow: /sr/
Disallow: /sk/
Disallow: /sl/
Disallow: /sw/
Disallow: /sv/
Disallow: /th/
Disallow: /tr/
Disallow: /uk/
Disallow: /vi/
Disallow: /cy/



# added 2018-12-05 for sogouspider
User-agent: Sogou web spider 
User-agent: Sogou inst spider 
User-agent: sogou spider 
User-agent: Sogou spider2 
Disallow: /af/
Disallow: /sq/
Disallow: /hy/
Disallow: /az/
Disallow: /bg/
Disallow: /ca/
Disallow: /hr/
Disallow: /cs/
Disallow: /da/
Disallow: /nl/
Disallow: /eo/
Disallow: /et/
Disallow: /fi/
Disallow: /fil/
Disallow: /gl/
Disallow: /ka/
Disallow: /el/
Disallow: /hu/
Disallow: /is/
Disallow: /ga/
Disallow: /lv/
Disallow: /lt/
Disallow: /mk/
Disallow: /ms/
Disallow: /mt/
Disallow: /fa/
Disallow: /pl/
Disallow: /ro/
Disallow: /sr/
Disallow: /sk/
Disallow: /sl/
Disallow: /sw/
Disallow: /sv/
Disallow: /th/
Disallow: /tr/
Disallow: /uk/
Disallow: /vi/
Disallow: /cy/



# added 2019-02-19 for bingbot
User-agent: bingbot
Disallow: /af/
Disallow: /sq/
Disallow: /hy/
Disallow: /az/
Disallow: /bg/
Disallow: /ca/
Disallow: /hr/
Disallow: /cs/
Disallow: /da/
Disallow: /nl/
Disallow: /eo/
Disallow: /et/
Disallow: /fi/
Disallow: /fil/
Disallow: /gl/
Disallow: /ka/
Disallow: /el/
Disallow: /hu/
Disallow: /is/
Disallow: /ga/
Disallow: /lv/
Disallow: /lt/
Disallow: /mk/
Disallow: /ms/
Disallow: /mt/
Disallow: /fa/
Disallow: /pl/
Disallow: /ro/
Disallow: /sr/
Disallow: /sk/
Disallow: /sl/
Disallow: /sw/
Disallow: /sv/
Disallow: /th/
Disallow: /tr/
Disallow: /vi/
Disallow: /cy/



# added 2019-02-14 for yandex
User-agent: YandexBot
Disallow: /af/
Disallow: /sq/
Disallow: /hy/
Disallow: /az/
Disallow: /bg/
Disallow: /ca/
Disallow: /hr/
Disallow: /cs/
Disallow: /da/
Disallow: /nl/
Disallow: /eo/
Disallow: /et/
Disallow: /fi/
Disallow: /fil/
Disallow: /gl/
Disallow: /ka/
Disallow: /el/
Disallow: /hu/
Disallow: /is/
Disallow: /ga/
Disallow: /lv/
Disallow: /lt/
Disallow: /mk/
Disallow: /ms/
Disallow: /mt/
Disallow: /fa/
Disallow: /pl/
Disallow: /ro/
Disallow: /sr/
Disallow: /sk/
Disallow: /sl/
Disallow: /sw/
Disallow: /sv/
Disallow: /th/
Disallow: /tr/
Disallow: /vi/
Disallow: /cy/

User-agent:Mediapartners-Google
Disallow:

User-agent: *

Allow: /sites/default/files/

Disallow: /*comment/reply/*
Disallow: /*image_captcha*
Disallow: /*destination=

# 2022-10-12
Disallow: /*feed

# 2023-4-8
Disallow: /cdn-cgi/

# sitemap start
Sitemap: https://youbianku.com/sitemap.xml
# sitemap end


# modify end

#Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
Disallow: /*search-views?keyword
Disallow: /*search_any_address_results?key