# PasteLua - robots.txt
# https://pastelua.com
#
# Note: a User-agent group inherits nothing. Every group that needs rules has
# to repeat them, which is why the disallow list appears three times below.

User-agent: *
Allow: /
Allow: /browse
Allow: /trending
Allow: /paste/
Allow: /user/
Allow: /pro
# Private surfaces
Disallow: /dashboard
Disallow: /create
Disallow: /edit/
Disallow: /billing
Disallow: /login
Disallow: /register
Disallow: /reset-password
Disallow: /auth
Disallow: /api/
# Ad passthrough and unlock flows — no standalone value, and crawling them
# burns crawl budget that belongs on /paste/ pages
Disallow: /adsterra-unlock
Disallow: /ads-unlock
Disallow: /pastelua-ads-unlock
Disallow: /pastelua-popunders-unlock
Disallow: /linkunlocker/
Disallow: /vault/
Disallow: /vault-timer
Disallow: /seo
# Raw endpoints are for executors, not for the index. They would otherwise
# compete with the paste page they belong to.
Disallow: /*/raw$
# Search result URLs create near-duplicate pages
Disallow: /*?q=

User-agent: Bingbot
Allow: /
Disallow: /dashboard
Disallow: /create
Disallow: /edit/
Disallow: /billing
Disallow: /login
Disallow: /register
Disallow: /reset-password
Disallow: /auth
Disallow: /api/
Disallow: /adsterra-unlock
Disallow: /ads-unlock
Disallow: /pastelua-ads-unlock
Disallow: /pastelua-popunders-unlock
Disallow: /linkunlocker/
Disallow: /vault/
Disallow: /vault-timer
Disallow: /seo
Disallow: /*/raw$
Crawl-delay: 1

User-agent: Yandex
Allow: /
Disallow: /dashboard
Disallow: /create
Disallow: /edit/
Disallow: /billing
Disallow: /login
Disallow: /register
Disallow: /reset-password
Disallow: /auth
Disallow: /api/
Disallow: /adsterra-unlock
Disallow: /ads-unlock
Disallow: /pastelua-ads-unlock
Disallow: /pastelua-popunders-unlock
Disallow: /linkunlocker/
Disallow: /vault/
Disallow: /vault-timer
Disallow: /seo
Disallow: /*/raw$
Crawl-delay: 2

# Sitemap
Sitemap: https://pastelua.com/sitemap.xml