# Universal settings for all user agents User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Allows AJAX calls Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /trackback/ Disallow: /feed/ Disallow: /comments/ Disallow: /category/*/* Disallow: */trackback/ Disallow: */feed/ Disallow: */comments/ Disallow: /*.php$ Disallow: /*.inc$ Disallow: /*.gz$ Disallow: /*?* # Avoid indexing URLs with parameters Disallow: /wp-login.php Allow: /wp-content/uploads/ # Allows indexing of media # SEO Optimization - Ensure important content is crawlable Allow: /wp-content/themes/ # Allows indexing of WordPress theme files Disallow: /wp-content/themes/*/src/ # Avoid indexing source files Allow: /wp-content/uploads/ # Ensure media files are indexed # Specific settings for Googlebot User-agent: Googlebot Disallow: /*.pdf$ # Google should not index PDF files # Settings for Google Images User-agent: Googlebot-Image Allow: /wp-content/uploads/ # Allows indexing of images # Settings for Google AdSense User-agent: Mediapartners-Google Allow: / User-agent: Google-Extended User-agent: CCBot User-agent: OAI-SearchBot User-agent: img2dataset User-agent: GPTBot User-agent: ChatGPT-User User-agent: PerplexityBot User-agent: ClaudeBot User-agent: Claude-Web User-agent: Amazonbot User-agent: Gemini User-agent: PhindBot User-agent: oai-search User-agent: anthropic-ai User-agent: Omgilibot User-agent: Omgili User-agent: DeepSeekBot # Sitemap for better crawling and indexing Sitemap: https://crazypizza.be/sitemap_index.xml