prevent robots from crawling archives
This commit is contained in:
parent
be2558af31
commit
b4728aba3f
1 changed files with 6 additions and 0 deletions
|
|
@ -98,6 +98,12 @@ in
|
|||
deny all;
|
||||
'';
|
||||
};
|
||||
"= /robots.txt" = {
|
||||
extraConfig = ''
|
||||
default_type text/plain;
|
||||
return 200 "User-agent: *\nDisallow: /*/*/archive/\n";
|
||||
'';
|
||||
};
|
||||
};
|
||||
};
|
||||
};
|
||||
|
|
|
|||
Loading…
Reference in a new issue