## Hi Human,
## This file is made for robots so you probably shouldn't be here. 
## Why not check out the best things to do, eat & drink at theurbanlist.com

# Allow crawling of all content
User-agent: *

# Crawl our sitemaps
Sitemap: https://www.theurbanlist.com/sydney/sitemap
Sitemap: https://www.theurbanlist.com/brisbane/sitemap
Sitemap: https://www.theurbanlist.com/melbourne/sitemap
Sitemap: https://www.theurbanlist.com/auckland/sitemap
Sitemap: https://www.theurbanlist.com/perth/sitemap
Sitemap: https://www.theurbanlist.com/sunshinecoast/sitemap
Sitemap: https://www.theurbanlist.com/goldcoast/sitemap

# Don’t crawl here
Disallow: /*/claim

# Stop SEO Moz from picking up all the empty bookmarking pages.
User-agent: rogerbot
Disallow: /user/save/*
Disallow: /user/unsave/*