# robots.txt file for http://www.flyscoot.com/ #ver. 31052021 # Crawlers Setup User-agent: * # Crawl-delay: 10 #Directories Disallow: /assets/ Disallow: /ajax/ Disallow: /sitefinity # Paths (clean URLs) Disallow: /partners/ # Paths (discontinued URLs) Disallow: /en/header-partner Disallow: /zh/header-partner Disallow: /zhtw/header-partner Disallow: /id/header-partner Disallow: /th/header-partner Disallow: /jp/header-partner Disallow: /ko/header-partner Disallow: /vi/header-partner Disallow: /en/footer-partner Disallow: /zh/footer-partner Disallow: /zhtw/footer-partner Disallow: /id/footer-partner Disallow: /th/footer-partner Disallow: /jp/footer-partner Disallow: /ko/footer-partner Disallow: /vi/footer-partner Disallow: /en/404 Disallow: /zh/404 Disallow: /zhtw/404 Disallow: /id/404 Disallow: /th/404 Disallow: /jp/404 Disallow: /ko/404 Disallow: /vi/404 #W21 Paths Disallow: /en/beta-home Disallow: /zh/beta-home Disallow: /zhtw/beta-home Disallow: /id/beta-home Disallow: /th/beta-home Disallow: /jp/beta-home Disallow: /ko/beta-home Disallow: /vi/beta-home Disallow: /en/destinations Disallow: /zh/destinations Disallow: /zhtw/destinations Disallow: /id/destinations Disallow: /th/destinations Disallow: /jp/destinations Disallow: /ko/destinations Disallow: /vi/destinations Sitemap: https://www.flyscoot.com/sitemap/sitemap-index.xml Sitemap: https://www.flyscoot.com/flights/sitemap_index.xml