# ===========================
# robots.txt for JurnalLugas.com
# Allow Google, Bing, Gemini, Copilot
# Allow limited access for Perplexity (public news only)
# ===========================

# ---------------------------
# General Settings
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/*.php$
Disallow: /wp-content/themes/*.php$
Disallow: /cgi-bin/
Disallow: /xmlrpc.php
Disallow: /*/feed/
Disallow: /comments/
Disallow: /*?replytocom
Disallow: /private/
Disallow: /temp/
Disallow: /drafts/
Allow: /

# ---------------------------
# Allow Google Crawlers (Search, News, Ads, Images, Videos, Gemini)
User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: GoogleOther
Allow: /

# Gemini (Google AI)
User-agent: Google-Extended
Allow: /

# ---------------------------
# Allow Microsoft Bots (Bing Search & Copilot)
User-agent: Bingbot
Allow: /

User-agent: BingPreview
Allow: /

User-agent: msnbot
Allow: /

# Microsoft Copilot AI
User-agent: GPTBot-Microsoft
Allow: /

# ---------------------------
# Allow Perplexity (only for public news content)
User-agent: PerplexityBot
Allow: /news/
Disallow: /private/
Disallow: /drafts/
Disallow: /temp/
Disallow: /wp-admin/
Disallow: /wp-includes/

# ---------------------------
# Block Specific Non-Google or Unsafe Bots
User-agent: AhrefsBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: OpenAI
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: Moreover
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: Paqlebot
Disallow: /

# ---------------------------
# Sitemap Locations
Sitemap: https://jurnallugas.com/index.php/sitemap_index.xml
Sitemap: https://jurnallugas.com/index.php/news-sitemap.xml

# ===========================
# End of robots.txt
# ===========================