# https://www.travelgatex.com robots.txt -- just crawl it. User-agent: * Allow: / Disallow: */l* #User-agent: Googlebot #Allow: / #Disallow: */checkout* #User-agent: Googlebot-image #Allow: / #Disallow: */checkout* Sitemap: https://www.travelgatex.com/sitemap.xml # TRAVELGATEX