~mlb/linkhut

dd12d3bb315e57d6cc5cb953689682fff23194cd — Matías Larre Borges 17 days ago 392e9a5 master
Explicitly disallow Amazonbot in robots.txt
1 files changed, 4 insertions(+), 0 deletions(-)

M assets/static/robots.txt
M assets/static/robots.txt => assets/static/robots.txt +4 -0
@@ 1,3 1,7 @@
# If you're a human looking for tags related to "robots.txt", try /ROBOTS.TXT instead.
User-agent: *
Disallow: /

# wall of shame
User-agent: Amazonbot
Disallow: /