# -------------------------------------------------------------
# robots.txt for realitymaps.com
# -------------------------------------------------------------

# -----------------------------------------------------------------
# OTHER UNDESIRED BOTS
# -----------------------------------------------------------------
User-agent: SurveyBot_IgnoreIP
Disallow: /

# -----------------------------------------------------------------
# BLOCKING WEB ARCHIVING SERVICES
# -----------------------------------------------------------------
# These rules tell known archive bots not to crawl the entire site.
# NOTE: Malicious or non-compliant bots WILL ignore these rules.

User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: Archive.org_Bot
Disallow: /

User-agent: archive.is
Disallow: /

User-agent: archive.today
Disallow: /

User-agent: Memento
Disallow: /

User-agent: PermaBot
Disallow: /

User-agent: WebCite
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Heritrix
Disallow: /

User-agent: ArchiveBot
Disallow: /

User-agent: HTTPReaper
Disallow: /

User-agent: URLRanger
Disallow: /

User-agent: Xenu Link Sleuth
Disallow: /

# -----------------------------------------------------------------
# GOOGLE IMAGE BOT
# -----------------------------------------------------------------
# Disallows Google Images from indexing common image types.
# Remove this block if you want images to appear in Google Image Search.

User-agent: Googlebot-Image
Disallow: /*.gif
Disallow: /*.jpg
Disallow: /*.png
Disallow: /*.svg
Disallow: /*.webp
Disallow: /*.wmv

# -----------------------------------------------------------------
# GENERAL SETTINGS
# -----------------------------------------------------------------
# Default: Allow all legitimate web crawlers to index the site.
# This file is advisory only - it does not provide security.

User-agent: *
Disallow:

# -----------------------------------------------------------------
# SITEMAP
# -----------------------------------------------------------------
Sitemap: https://realitymaps.com/sitemap.xml