# robots.txt indexing file

User-agent: *
Disallow: /redirect/
Allow: /domains/checkup/thehost.ua
Allow: /domains/whois/thehost.ua
Allow: /domains/dnslookup/thehost.ua
Allow: /domains/punycode/thehost.ua
Allow: /domains/summary/thehost.ua
Allow: /domains/result/thehost.ua
Allow: /ssl/checkup/thehost.ua
Disallow: /domains/checkup/*
Disallow: /domains/whois/*
Disallow: /domains/dnslookup/*
Disallow: /domains/punycode/*
Disallow: /domains/result/*
Disallow: /domains/check/*
Disallow: /domains/summary/*
Disallow: /ssl/checkup/*
Allow: /ua/domains/checkup/thehost.ua
Allow: /ua/domains/whois/thehost.ua
Allow: /ua/domains/dnslookup/thehost.ua
Allow: /ua/domains/punycode/thehost.ua
Allow: /ua/domains/summary/thehost.ua
Allow: /ua/ssl/checkup/thehost.ua
Disallow: /ua/domains/checkup/*
Disallow: /ua/domains/whois/*
Disallow: /ua/domains/dnslookup/*
Disallow: /ua/domains/punycode/*
Disallow: /ua/domains/summary/*
Disallow: /ua/ssl/checkup/*
Allow: /en/domains/checkup/thehost.ua
Allow: /en/domains/whois/thehost.ua
Allow: /en/domains/dnslookup/thehost.ua
Allow: /en/domains/punycode/thehost.ua
Allow: /en/domains/summary/thehost.ua
Allow: /en/ssl/checkup/thehost.ua
Disallow: /en/domains/checkup/*
Disallow: /en/domains/whois/*
Disallow: /en/domains/dnslookup/*
Disallow: /en/domains/punycode/*
Disallow: /en/domains/summary/*
Disallow: /en/ssl/checkup/*
Disallow: /wiki/login
Disallow: /wiki?locale=ua
Disallow: /wiki?locale=en
Disallow: /wiki?locale=ru
Disallow: /tutorial

Sitemap: https://thehost.ua/sitemap.xml
Host: https://thehost.ua