# Adult Spider
User-agent: EroCrawler
Disallow: /

# eMail Collector
User-agent: ExtractorPro
Disallow: /

# faked user agent (for email harvesting, etc.)
User-agent: Mozilla/3.0 (compatible)
Disallow: /

# often used as email collector
User-agent: Mozilla/3.0 (compatible; Indy Library)
Disallow: /

# often used as email collector
User-agent: Mozilla/4.0 (compatible; Advanced Email Extractor v2.xx)
Disallow: /

# SingingFish Media Spider
User-agent: asterias
Disallow: /

# Semrush
User-agent: SemrushBot
Disallow: /

# AhrefsBOT
User-agent: AhrefsBot
Disallow: /

# Blexbot
User-agent: BLEXBot
Disallow: /

# ByteSpider
User-agent: Bytespider
Disallow: /

# Some folders are protected and don't need to be spidered
User-agent: *
Disallow: /Account
Disallow: /Admin
Disallow: /Dashboard
Disallow: /Groups
Disallow: /Media
Disallow: /Clients
Disallow: /Sites
Disallow: /Brand
Disallow: /Support
Disallow: /view/meld.aspx*
Disallow: /view/redir.asp*
Disallow: /404.asp
Disallow: /500-100.asp
Disallow: /inc
Sitemap: http://socalhomephoto.com/Media/sitemap.asp