# Begin robots.txt file
#/-----------------------------------------------\
#| In single portal/domain situations, uncomment the sitmap line and enter domain name
#\-----------------------------------------------/
Sitemap: https://www.jeolbenelux.com/sitemap.aspx

User-agent: *

Crawl-delay: 10
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0600-1200     # only visit between 06:00 and 12:00 UTC (GMT)

Disallow: /*/ctl/		# Googlebot permits *
Disallow: /admin/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /contest/
Disallow: /controls/
Disallow: /Documentation/
Disallow: /HttpModules/
Disallow: /Install/
Disallow: /Providers/
Disallow: /Activity-Feed/userId/	# Do not index user profiles

User-agent: Sogou web spider
Disallow: /

# End of robots.txt file