diff options
| author | karlchenofhell <karlchenofhell@6c8d7289-2bf4-0310-a012-ef5d649a1542> | 2007-03-02 01:50:21 +0000 |
|---|---|---|
| committer | karlchenofhell <karlchenofhell@6c8d7289-2bf4-0310-a012-ef5d649a1542> | 2007-03-02 01:50:21 +0000 |
| commit | 93e1ad2bca12a69bb6a104e40fd4baeb2a43485c (patch) | |
| tree | 599e4ce2c2038b236f46a018308dce796bb658ff /htroot/robots.txt | |
| parent | 88245e44d86e5612be13376cfaacbc2a9e907cf6 (diff) | |
- fix for last commit
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@3424 6c8d7289-2bf4-0310-a012-ef5d649a1542
Diffstat (limited to 'htroot/robots.txt')
| -rw-r--r-- | htroot/robots.txt | 11 |
1 files changed, 7 insertions, 4 deletions
diff --git a/htroot/robots.txt b/htroot/robots.txt index 80d5e5e5a..092143049 100644 --- a/htroot/robots.txt +++ b/htroot/robots.txt @@ -4,13 +4,16 @@ User-agent: * #(all)# -#{dirs}# # dirs -Disallow: /#[dir]##{/dirs}# +#{dirs}# +Disallow: /#[dir]# +#{/dirs}# + -#{locked}# # locked -Disallow: /#[page]##{/locked}# +#{locked}# +Disallow: /#[page]# +#{/locked}# #(wiki)#:: # wiki |