use actix_web::HttpResponse; /// Serves robots.txt, blocking all sensitive paths from crawlers. pub async fn robots() -> HttpResponse { HttpResponse::Ok() .content_type("text/plain; charset=utf-8") .body( r#"User-agent: * Disallow: /api/ Disallow: /health Disallow: /metrics Disallow: /ws/ Disallow: /avatar/ Disallow: /blob/ Disallow: /media/ Disallow: /static/ Disallow: /assets/ "#, ) }