# Anthropic documents Crawl-delay support for ClaudeBot. Slow its bulk crawler
# without restricting Claude-SearchBot or user-requested Claude-User visits.
User-agent: ClaudeBot
Crawl-delay: 2
Disallow: /account/
Disallow: /ad.php
Disallow: /auth/
Disallow: /cache/
Disallow: /collections.php
Disallow: /cron/
Disallow: /logs/
Disallow: /subreddit_prefs.php
Disallow: /native_interstitial_test.php

User-agent: *
Disallow: /account/
Disallow: /ad.php
Disallow: /auth/
# Feed JSON is required to render public cards and their post links.
# ajax.php sends X-Robots-Tag: noindex to keep API URLs out of search results.
Disallow: /cache/
Disallow: /collections.php
Disallow: /cron/
Disallow: /logs/
Disallow: /subreddit_prefs.php
Disallow: /native_interstitial_test.php

Sitemap: https://redditporn.com/sitemap.xml