Block pages indexing

src/controllers/assets_controller.rs

@@ -1,11 +1,17 @@
 use std::path::Path;
 
-use actix_web::{web, HttpResponse};
-use include_dir::{include_dir, Dir};
+use actix_web::{HttpResponse, web};
+use include_dir::{Dir, include_dir};
 
 /// Assets directory
 static ASSETS_DIR: Dir = include_dir!("$CARGO_MANIFEST_DIR/assets");
 
+pub async fn robots_txt() -> HttpResponse {
+    HttpResponse::Ok()
+        .content_type("text/plain")
+        .body(include_str!("../../assets/robots.txt"))
+}
+
 pub async fn assets_route(path: web::Path<String>) -> HttpResponse {
     let path: &Path = path.as_ref().as_ref();
     match ASSETS_DIR.get_file(path) {
@@ -17,4 +23,4 @@ pub async fn assets_route(path: web::Path<String>) -> HttpResponse {
                 .body(file.contents())
         }
     }
-}
+}