2 files changed, 8 insertions(+), 0 deletions(-)

A newspipe/templates/robots.txt
M newspipe/web/views/views.py

@@ 0,0 1,2 @@
+User-agent: *
+Disallow: /

@@ 119,3 119,9 @@ def about_more():
             talisman.content_security_policy
         ),
     )
+
+
+@current_app.route("/robots.txt", methods=["GET"])
+def robots():
+    """Robots dot txt page."""
+    return render_template("robots.txt"), 200, {"Content-Type": "text/plain"}