Browse code
Allow SEO crawling from docs site
Signed-off-by: Nathan LeClaire <nathan.leclaire@gmail.com>
Docker-DCO-1.1-Signed-off-by: Nathan LeClaire <nathan.leclaire@gmail.com> (github: nathanleclaire)
Nathan LeClaire authored on 2015/04/11 02:57:43Showing 1 changed files
| ... | ... |
@@ -22,10 +22,17 @@ EOF |
| 22 | 22 |
} |
| 23 | 23 |
|
| 24 | 24 |
create_robots_txt() {
|
| 25 |
- cat > ./sources/robots.txt <<'EOF' |
|
| 26 |
-User-agent: * |
|
| 27 |
-Disallow: / |
|
| 28 |
-EOF |
|
| 25 |
+ if [ "$AWS_S3_BUCKET" == "docs.docker.com" ]; then |
|
| 26 |
+ cat > ./sources/robots.txt <<-'EOF' |
|
| 27 |
+ User-agent: * |
|
| 28 |
+ Allow: / |
|
| 29 |
+ EOF |
|
| 30 |
+ else |
|
| 31 |
+ cat > ./sources/robots.txt <<-'EOF' |
|
| 32 |
+ User-agent: * |
|
| 33 |
+ Disallow: / |
|
| 34 |
+ EOF |
|
| 35 |
+ fi |
|
| 29 | 36 |
} |
| 30 | 37 |
|
| 31 | 38 |
setup_s3() {
|