# robots.txt for your site

# Allow all crawlers access to the entire site
User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /junk/

# Sitemap location
Sitemap: https://www.wcdf.pl/sitemap_index.xml

# Block specific crawlers (optional)
User-agent: Googlebot-Image
Disallow: /images/

User-agent: Baidu
Disallow: /

# Crawl delay to avoid overloading the server
Crawl-delay: 10