# ================================================
#
# robots.txt for www.nishishi.com
#
# ================================================

# Note to bot makers:
# Please refrain from scraping this website at a very high frequency.
# Access from bots attempting to excessively and repeatedly fetch the same page is prohibited.
# Regardless of your intentions, overloading our server is a nuisance and is not permitted, even for research purposes.
# If you wish to scrape this site, kindly limit your scraping to less than one page per minute and refrain from retrieving the same page repeatedly.
# If you do not heed this warning, your bot will be blocked.


User-agent: AhrefsBot
Disallow: /

User-agent: BaiduSpider
Disallow: /

User-agent: BLEXBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /


User-agent: DataForSeoBot
Crawl-delay: 90

User-agent: GPTBot
Crawl-Delay: 60

User-Agent: *
Crawl-Delay: 30
Disallow: /pl/

Sitemap: https://www.nishishi.com/sitemap.xml