User-agent: *
Allow: /

# Ahrefs specific settings - very permissive to ensure full crawling
User-agent: AhrefsSiteAudit
Allow: /
Crawl-delay: 1
Request-rate: 1/1

User-agent: AhrefsBot
Allow: /
Crawl-delay: 1
Request-rate: 1/1

# Explicitly allow important pages for Ahrefs
User-agent: AhrefsSiteAudit
Allow: /index.html
Allow: /
Allow: /blog
Allow: /about
Allow: /contact
Allow: /*.html
Allow: /*.htm
Allow: /*.xml
Allow: /*.txt
Allow: /?*
Disallow: /_next/
Disallow: /api/

# Sitemaps
Sitemap: https://mktplc.ai/sitemap.xml
Sitemap: https://mktplc.ai/html-sitemap.html