# Crawl-delay for specific bots User-agent: Googlebot Disallow: /*?*year= Disallow: /*?*kategorija= Disallow: /*?*povez= Disallow: /*?*layout= Disallow: /*?*jazik= Disallow: /*?*age= Disallow: /*?*publisher= User-agent: Bingbot Crawl-delay: 5 Disallow: /*?*year= Disallow: /*?*kategorija= Disallow: /*?*povez= Disallow: /*?*layout= Disallow: /*?*jazik= Disallow: /*?*age= Disallow: /*?*publisher= User-agent: Applebot Crawl-delay: 10 Disallow: /*?*year= Disallow: /*?*kategorija= Disallow: /*?*povez= Disallow: /*?*layout= Disallow: /*?*jazik= Disallow: /*?*age= Disallow: /*?*publisher= # Block User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: CCBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Claude-Web Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: FacebookBot Disallow: / User-agent: facebookexternalhit Disallow: / User-agent: meta-externalagent Disallow: / User-agent: meta-externalfetcher Disallow: / User-agent: meta-webindexer Disallow: / User-agent: Bytespider Disallow: / User-agent: Diffbot Disallow: / User-agent: PetalBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: YouBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: cohere-ai Disallow: / User-agent: Ai2Bot-Dolma Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: DeepSeekBot Disallow: / # Default rules User-agent: * Disallow: /wp-admin/ Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /*?*year= Disallow: /*?*kategorija= Disallow: /*?*povez= Disallow: /*?*layout= Disallow: /*?*jazik= Disallow: /*?*age= Disallow: /*?*publisher= Allow: /wp-admin/admin-ajax.php Sitemap: https://arslamina.com/sitemap_index.xml