prevent robots from crawling archives
This commit is contained in:
parent
be2558af31
commit
b4728aba3f
1 changed files with 6 additions and 0 deletions
|
|
@ -98,6 +98,12 @@ in
|
||||||
deny all;
|
deny all;
|
||||||
'';
|
'';
|
||||||
};
|
};
|
||||||
|
"= /robots.txt" = {
|
||||||
|
extraConfig = ''
|
||||||
|
default_type text/plain;
|
||||||
|
return 200 "User-agent: *\nDisallow: /*/*/archive/\n";
|
||||||
|
'';
|
||||||
|
};
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue