# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

# Disallow: /manage
# Disallow: /users/edit

# 2024-04-08 Disabled some below for OS-157/SEO work
# Should be reenabled later or just handle with nginx rules
User-Agent: *
# Disallow: /admin
Disallow: /api/osnew/v3/batchstats
Disallow: /comments
Disallow: /favorites
Disallow: /find$
Disallow: /find?
Disallow: /find/
Disallow: /leads
Disallow: /map/
Disallow: /map?
Disallow: /map$
Disallow: /messages
# Disallow: /pages/add_availability
# Disallow: /listingcontact
Disallow: /phone
Disallow: /search/map/
Disallow: /search/map?
Disallow: /search/map$
Disallow: /stats/error
Disallow: /stats/log
Disallow: /uploads
Disallow: /users/sign_in
Disallow: /users/sign_out
Disallow: /users/sign_up
Disallow: /users/auth
Disallow: /users/password
# Disallow: /api/listings/heatmap
# Disallow: /building/agent_contact
# Disallow: /building/tenants
# Disallow: /inquiry/inquiry_form
# Disallow: /api/listings
Disallow: /api/*
# Disallow: /zip/*
# Disallow: /special-purpose


User-agent: sogou spider
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Domain Re-Animator Bot
Disallow: /

# http://openlinkprofiler.org/bot
User-agent: spbot
Disallow: /

# http://www.crazywebcrawler.com/
User-agent: CrazyWebCrawler-Spider
Disallow: /

# http://pipes.yahoo.com/pipes/
User-agent: Yahoo Pipes 1.0
Disallow: /

# http://www.sogou.com/docs/help/webmasters.htm
User-agent: Sogou web spider
Disallow: /

# https://cliqz.com/en/cliqzbot
User-agent: Cliqzbot
Disallow: /

# http://www.gigablast.com/
User-agent: Gigabot
Disallow: /

Sitemap: https://www.officespace.com/system/os-daily-sitemap.xml.gz
Sitemap: https://www.officespace.com/system/os-sitemap.xml.gz