# # robots.txt # # exclude these directories User-agent: * Disallow: /hlidaci-pes/* Disallow: /?formId=* Disallow: /*?formId=* Disallow: /oblibene/addItem* Disallow: /adm/ Sitemap: https://www.warehouse1.cz/cs/sitemapindex.xml #extensive BOT User-agent: AhrefsBot Crawl-Delay: 20 User-agent: SemrushBot Disallow: /