# ==============================
# Robots.txt for Pvabay.com
# Optimized for SEO, Security & Crawl Budget
# Covers all major search engines
# ==============================

# --- Global rules for sensitive paths ---
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /?s=
Disallow: /search/
Disallow: /author/
Disallow: /archives/
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-content/cache/
Disallow: /cgi-bin/

Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

# ==============================
# Google
# ==============================
User-agent: Googlebot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Mediapartners-Google
Allow: /

# --- Bing (Microsoft) ---
User-agent: Bingbot
Allow: /
Crawl-delay: 5

# --- Yandex (Russia) ---
User-agent: Yandex
Allow: /
Crawl-delay: 10

# --- Baidu (China) ---
User-agent: Baiduspider
Allow: /
Crawl-delay: 10

# --- Naver (Korea) ---
User-agent: Yeti
Allow: /
Crawl-delay: 10

# --- DuckDuckGo ---
User-agent: DuckDuckBot
Allow: /

# --- Brave Search ---
User-agent: Bravebot
Allow: /

# --- Yahoo (uses Bing) ---
User-agent: Slurp
Allow: /
Crawl-delay: 5

# ==============================
# Block useless SEO scrapers
# ==============================


# ==============================
# Sitemaps
# ==============================
Sitemap: https://pvabay.com/sitemap_index.xml
Sitemap: https://pvabay.com/es/sitemap_index.xml
Sitemap: https://pvabay.com/fr/sitemap_index.xml
Sitemap: https://pvabay.com/de/sitemap_index.xml
Sitemap: https://pvabay.com/it/sitemap_index.xml
Sitemap: https://pvabay.com/jp/sitemap_index.xml
Sitemap: https://pvabay.com/ru/sitemap_index.xml
Sitemap: https://pvabay.com/kr/sitemap_index.xml
Sitemap: https://pvabay.com/cn/sitemap_index.xml
Sitemap: https://pvabay.com/tr/sitemap_index.xml
Sitemap: https://pvabay.com/ir/sitemap_index.xml
Sitemap: https://pvabay.com/ar/sitemap_index.xml