# Mopro Crawling Controller

# ***     ***  ****  ****   ****    ****
# ****   **** **  ** **  ** **  ** **  **
# ***** ***** **  ** **  ** **  ** **  **
# ***  *  *** **  ** ****   *****  **  **
# ***     ***  ****  **     ** ***  ****

Sitemap: https://www.atepland.com/sitemap.xml
Sitemap: https://www.atepland.com/sitemapvid.xml

User-agent: Twitterbot
Disallow:
#Updated on 10/14/2018
#User-agent Disallow & Crawl Delay List

User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /

User-agent: *
Disallow: /image-1
Disallow: /image-2
Disallow: /offering-hidden
Disallow: /gallery
Disallow: /team
Disallow: /properties
Disallow: /view-all-properties
Disallow: /lease-properties
Disallow: /sale-properties
Disallow: /featured-industrial-properties
Disallow: /featured-land-properties
Disallow: /featured-office-properties
Disallow: /featured-retail-properties
Disallow: /expertise
Disallow: /agricultural
Disallow: /senior-living
Disallow: /corporate
Disallow: /education
Disallow: /entertainment
Disallow: /government
Disallow: /hospitality
Disallow: /latino-advisory
Disallow: /lease-admin
Disallow: /expertise-ex
Disallow: /logistics
Disallow: /property-management
Disallow: /medical
Disallow: /mixed-use
Disallow: /nafta
Disallow: /nnn
Disallow: /non-profit
Disallow: /restaurants
Disallow: /services
Disallow: /seller
Disallow: /landlord
Disallow: /tenant
Disallow: /investments
Disallow: /finance
Disallow: /industrial
Disallow: /office
Disallow: /retail
Disallow: /marketing
Disallow: /services-1
Disallow: /multi-family
Disallow: /news
Disallow: /test
Disallow: /find-people
Disallow: /agents
Disallow: /social-wall
Disallow: /reviews
Disallow: /blog
Disallow: /david-knowlton
Disallow: /cheryl-pestor
Disallow: /michael-schiff
Disallow: /login
Disallow: /login-copy-1
Disallow: /property-details
Disallow: /agent-profile
Disallow: /coming-soon
Disallow: /about-copy-2
Disallow: /services-test
Disallow: /menu
Disallow: /practice-areas
Disallow: /menu
Disallow: /events
Disallow: /news1
Disallow: /news-details
Disallow: /valencia
Disallow: /diamond-bar
Disallow: /westlake-village
Disallow: /west-los-angeles
Disallow: /ontario
Disallow: /torrance
Disallow: /san-clemente
Disallow: /murrieta
Disallow: /victorville
Disallow: /simi-valley
Disallow: /commerce
Disallow: /oxnard
Disallow: /palm-desert
Disallow: /irvine
Disallow: /encino-hq
Disallow: /pasadena

# Contact Us at hello@mopro.com