update robots.txt

This commit is contained in:
Thibault Duplessis 2018-04-22 00:26:05 +02:00
parent 524e384839
commit a20877aa0e

View file

@ -132,7 +132,11 @@ object Main extends LilaController {
val robots = Action {
Ok {
if (Env.api.Net.Crawlable) "User-agent: *\nAllow: /\nDisallow: /game/export"
if (Env.api.Net.Crawlable) """User-agent: *
Allow: /
Disallow: /game/export
Disallow: /games/export
"""
else "User-agent: *\nDisallow: /"
}
}