21 lines
431 B
Rust
21 lines
431 B
Rust
use actix_web::HttpResponse;
|
|
|
|
/// Serves robots.txt, blocking all sensitive paths from crawlers.
|
|
pub async fn robots() -> HttpResponse {
|
|
HttpResponse::Ok()
|
|
.content_type("text/plain; charset=utf-8")
|
|
.body(
|
|
r#"User-agent: *
|
|
Disallow: /api/
|
|
Disallow: /health
|
|
Disallow: /metrics
|
|
Disallow: /ws/
|
|
Disallow: /avatar/
|
|
Disallow: /blob/
|
|
Disallow: /media/
|
|
Disallow: /static/
|
|
Disallow: /assets/
|
|
"#,
|
|
)
|
|
}
|