Block pages indexing

src/main.rs

@@ -104,6 +104,7 @@ async fn main() -> std::io::Result<()> {
             // main route
             .route("/", web::get()
                 .to(|| async { HttpResponse::Found().append_header(("Location", "/settings")).finish() }))
+            .route("/robots.txt", web::get().to(assets_controller::robots_txt))
 
             // health route
             .service(health)