update robots.txt
This commit is contained in:
parent
524e384839
commit
a20877aa0e
|
@ -132,7 +132,11 @@ object Main extends LilaController {
|
|||
|
||||
val robots = Action {
|
||||
Ok {
|
||||
if (Env.api.Net.Crawlable) "User-agent: *\nAllow: /\nDisallow: /game/export"
|
||||
if (Env.api.Net.Crawlable) """User-agent: *
|
||||
Allow: /
|
||||
Disallow: /game/export
|
||||
Disallow: /games/export
|
||||
"""
|
||||
else "User-agent: *\nDisallow: /"
|
||||
}
|
||||
}
|
||||
|
|
Loading…
Reference in a new issue