Sitemap: https://www.akiya-mart.com/sitemap.xml

# Block bad or unnecessary bots completely
User-agent: YandexBot
Disallow: /

User-agent: YandexRenderResourcesBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: PetalBot
Disallow: /

# Let Googlebot access everything *except* internal API routes
User-agent: Googlebot
Allow: /
Disallow: /listings/id/
Disallow: /paginate
Disallow: /featured-paginate
Disallow: /native-paginate
Disallow: /landing
Disallow: /native/id/

User-agent: Mediapartners-Google
Allow: /
Disallow: /listings/id/
Disallow: /paginate
Disallow: /featured-paginate
Disallow: /native-paginate
Disallow: /landing
Disallow: /native/id/

User-agent: AdsBot-Google
Allow: /
Disallow: /listings/id/
Disallow: /paginate
Disallow: /featured-paginate
Disallow: /native-paginate
Disallow: /landing
Disallow: /native/id/

User-agent: AhrefsBot
Allow: /
Disallow: /listings/id/
Disallow: /paginate
Disallow: /featured-paginate
Disallow: /native-paginate
Disallow: /landing
Disallow: /native/id/

User-agent: bingbot
Allow: /
Disallow: /listings/id/
Disallow: /paginate
Disallow: /featured-paginate
Disallow: /native-paginate
Disallow: /landing
Disallow: /native/id/

User-agent: Amazonbot
Allow: /
Disallow: /listings/id/
Disallow: /paginate
Disallow: /featured-paginate
Disallow: /native-paginate
Disallow: /landing
Disallow: /native/id/

User-agent: ChatGPT-User
Allow: /
Disallow: /listings/id/
Disallow: /paginate
Disallow: /featured-paginate
Disallow: /native-paginate
Disallow: /landing
Disallow: /native/id/

User-agent: *
Disallow: /cdn-cgi/