User-agent: *
Disallow: /admin/          # Disallow crawling of admin pages
Disallow: /private/        # Disallow crawling of private pages
Disallow: /cgi-bin/        # Disallow crawling of CGI scripts
Disallow: /tmp/            # Disallow crawling of temporary files
Disallow: /search/         # Disallow crawling of search results
Disallow: /login/          # Disallow crawling of login pages
Disallow: /register/       # Disallow crawling of registration pages
 
Sitemap: https://www.charterglobal.com/sitemap_index.xml # Specify the location of the XML sitemap