##############
# Robots.txt #
##############

###############################
# Sitemaps #
###############################

Sitemap: http://www.hristokaraivanov.com/sitemap.xml

###############################
# Disallow directories #
###############################

User-agent: * 
Disallow: /cgi-bin/ 

User-agent: * 
Disallow: /css/ 

User-agent: * 
Disallow: /downloads/ 

User-agent: * 
Disallow: /redirect/ 

User-agent: * 
Disallow: /sendmail/ 

User-agent: * 
Disallow: /hotels-in-milan/ 

User-agent: * 
Disallow: /hotels-in-france/ 

User-agent: * 
Disallow: /portfolio/ 

User-agent: * 
Disallow: /paris-hotels/ 

User-agent: * 
Disallow: /samokov92/ 

User-agent: * 
Disallow: /english/ 

User-agent: * 
Disallow: /download/ 

User-agent: * 
Disallow: /web-projects/ 

User-agent: * 
Disallow: /swf/ 

User-agent: * 
Disallow: /cad/ 

User-agent: * 
Disallow: /portfolio/unfinished-projects/

User-agent: * 
Disallow: /paris-hotels/saint-germain/index.html

User-agent: * 
Disallow: /samokov92

User-agent: * 
Disallow: /portfolio/unfinished-projects/hotel-sers/french/the-hotel-01.html


#################################################
# Disallow indexing of specific file extensions #
#################################################
User-agent: * 
Disallow: /*.gif$ 

User-agent: * 
Disallow: /*.jpg$ 

User-agent: * 
Disallow: /*.jpeg$ 

User-agent: * 
Disallow: /*.JPG$ 

User-agent: * 
Disallow: /*.JPEG$ 

User-agent: * 
Disallow: /*.zip$ 

User-agent: * 
Disallow: /*.doc$ 

User-agent: * 
Disallow: /*.exe$ 

User-agent: * 
Disallow: /*.js$ 

User-agent: * 
Disallow: /*.swf$

User-agent: * 
Disallow: /*.css$

################################
# Disallow Collectors and Spam #
################################
User-agent: atSpider 
Disallow: / 

User-agent: cherrypicker 
Disallow: / 

User-agent: DSurf 
Disallow: / 

User-agent: EliteSys Entry 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: Mail Sweeper 
Disallow: / 

User-agent: munky 
Disallow: / 

User-agent: Roverbot 
Disallow: / 

User-agent: WebEmailExtrac 
Disallow: / 

#############################
# Disallow Offline Browsers #
#############################
User-agent: xGet 
Disallow: / 

User-agent: wGet 
Disallow: / 

User-agent: WebWalk 
Disallow: / 

User-agent: webvac 
Disallow: / 

User-agent: WebReaper 
Disallow: / 

User-agent: WebMirror 
Disallow: / 

User-agent: WebFetcher 
Disallow: / 

User-agent: WebCopy 
Disallow: / 

User-agent: webcopier 
Disallow: / 

User-agent: WebCatcher 
Disallow: / 

User-agent: WebBandit 
Disallow: / 

User-agent: w3mir 
Disallow: / 

User-agent: vobsub 
Disallow: / 

User-agent: Templeton 
Disallow: / 

User-agent: ssearcher100 
Disallow: / 

User-agent: SpiderBot 
Disallow: / 

User-agent: Shai'Hulud 
Disallow: / 

User-agent: PBWF 
Disallow: / 

User-agent: LightningDownload 
Disallow: / 

User-agent: KDD Exploror 
Disallow: / 

User-agent: Jeeves 
Disallow: / 

User-agent: Internet Explore 
Disallow: / 

User-agent: InfoSpiders 
Disallow: / 

User-agent: httrack 
Disallow: / 

User-agent: HavIndex 
Disallow: / 

User-agent: GetUrl 
Disallow: / 

User-agent: GetBot 
Disallow: / 

User-agent: ESIRover 
Disallow: / 

User-agent: Download Wonder 
Disallow: / 

User-agent: Collage 
Disallow: / 

User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0) 
Disallow: /