# robots.txt untuk infohadir.com
# Taruh di https://infohadir.com/robots.txt

User-agent: *
Allow: /

# Sitemap
Sitemap: https://infohadir.com/sitemap.xml
Sitemap: https://infohadir.com/sitemap-id.xml

# Disallow folder sensitif
Disallow: /super_admin/
Disallow: /cron/
Disallow: /api/
Disallow: /payment_callback.php
Disallow: /create_payment.php
Disallow: /*?*package_code=
Disallow: /vendor/
Disallow: /node_modules/
Disallow: /*.log$
Disallow: /*.sql$

# Allow bot penting
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Blokir bot jahat / scraper yang boros resource
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /