User-agent: Googlebot-News
Allow: /news/
Allow: /astrology/
Allow: /festivals/
Allow: /$
Allow: /?amp=1$
Disallow: /

User-agent: Mediapartners-Google
Allow: /
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: proximic
Allow: /
Disallow:

User-agent: 008
Disallow: /

user-agent: AhrefsBot
disallow: /

User-agent: baiduspider
Disallow: /

User-agent: baiduspider-video
Disallow: /

User-agent: baiduspider-image
Disallow: /

User-agent: discoverybot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: moget
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: PaperLiBot
Disallow: /

User-agent: PiplBot
Disallow: /

User-agent: ScooperBot
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: Spinn3r
Disallow: /
Allow: /news/

User-agent: Yandex
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: YoudaoBot
Disallow: /

###############
# AI Crawlers #
##############

User-agent: anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-Agent: *
Allow: /
Allow: /res/images/
Disallow: /account/
Disallow: /api/
Disallow: /astrology/location-search.php
Disallow: /astrology/*panchang*/*.pdf$
Disallow: /calendar/*.pdf$
Disallow: /automobile/image-update.php
Disallow: /automobile/news/
Disallow: /automobile/search_details.php
Disallow: /banking/ajax-search.php
Disallow: /downloads/downloadfile.php
Disallow: /education/imgs/email/
Disallow: /general/calendar/date.php
Disallow: /general/calendar/mal-date.php
Disallow: /general/calendar/pdf/
Disallow: /general/recipes/recipe.php
Disallow: /how-to/call/loc_search.php
Disallow: /movies/articles/
Disallow: /res/
Disallow: /redirect/
Disallow: /search/
Disallow: /share/
Disallow: /travel/airports/search.php
Disallow: /travel/indian-railway/search.php
Disallow: /travel/hotels/ajax_search.php
Disallow: /travel/hotels/imgs/
Disallow: /travel/airlines/destination_search.php
Disallow: /travel/airlines/airline_search.php
Disallow: /travel/search.php
Disallow: /what-is/meaning-of/notfound/

Disallow: /*/cron/

Sitemap: https://www.prokerala.com/banking/sitemap-index.xml.gz
Sitemap: https://www.prokerala.com/bikes/sitemap-index.xml.gz
Sitemap: https://www.prokerala.com/news/photos/sitemap-index.xml.gz
Sitemap: https://www.prokerala.com/pincode/sitemap-index.xml.gz
Sitemap: https://www.prokerala.com/sitemap/daily.xml.gz
Sitemap: https://www.prokerala.com/videos/sitemap-index.xml.gz