mirror of
https://github.com/thomasjwebb/thomasjwebb.git
synced 2025-12-18 18:59:51 +00:00
Preventing crawling of cvs
This commit is contained in:
parent
9b96e480a5
commit
7064d13891
2 changed files with 5 additions and 0 deletions
1
.gitignore
vendored
1
.gitignore
vendored
|
|
@ -6,3 +6,4 @@ _site/
|
||||||
# Ignore folders generated by Bundler
|
# Ignore folders generated by Bundler
|
||||||
.bundle/
|
.bundle/
|
||||||
vendor/
|
vendor/
|
||||||
|
.DS_Store
|
||||||
4
robots.txt
Normal file
4
robots.txt
Normal file
|
|
@ -0,0 +1,4 @@
|
||||||
|
User-agent: *
|
||||||
|
Disallow: /cv/
|
||||||
|
Disallow: /resume/
|
||||||
|
Disallow: /resume_print/
|
||||||
Loading…
Add table
Reference in a new issue