Le domaine 2ad.fr fait partie du top-level-domain "fr".
Voilà une version du fichier robots.txt tel qu'il a pu être récupéré sur ce domaine.
Notez que ce serveur semble mal configuré dans la mesure où le fichier robots.txt ne devrait pas correspondre à une page html, mais à un fichier texte.
<!DOCTYPE html>
<!--[if IE 7]>
<html class="ie ie7" lang="fr-FR" prefix="og: http://ogp.me/ns# fb: http://ogp.me/ns/fb#">
<![endif]-->
<!--[if IE 8]>
<html class="ie ie8" lang="fr-FR" prefix="og: http://ogp.me/ns# fb: http://ogp.me/ns/fb#">
<![endif]-->
<!--[if !(IE 7) | !(IE 8) ]><!-->
<html lang="fr-FR" prefix="og: http://ogp.me/ns# fb: http://ogp.me/ns/fb#">
<!--<![endif]-->
<head>
<meta charset="UTF-8" />
<title>Patience !</title> <meta name="viewport" content="width=device-width, user-scalable=no, maximum-scale=1, initial-scale=1, minimum-scale=1">
<meta name="description" content="Contact : service.commercial@2ad.fr
Tél. : 03 88 67 83 52"/>
<meta property="og:title" content="Patience !"/>
<meta property="og:type" content="Maintenance"/>
<meta property="og:url" content="http://www.2ad.fr"/>
<meta property="og:description" content="Contact : service.commercial@2ad.fr
Tél. : 03 88 67 83 52"/>
<link rel="profile" href="http://gmpg.org/xfn/11" />
<link rel="pingback" href="http://www.2ad.fr/xmlrpc.php" />
<link rel='stylesheet' id='_custom_fonts-css' href='http://fonts.googleapis.com/css?family=Open+Sans%3A300%2C400%2C600%2C700%2C800%2C300italic%2C400italic%2C600italic%2C700italic%2C800italic&subset=devanagari&ver=4.6.1' type='text/css' media='all' />
<link rel='stylesheet' id='_iconstyle-css' href='http://www.2ad.fr/wp-content/plugins/maintenance/load/images/fonts-icon/icons.style.css?ver=4.6.1' type='text/css' media='all' />
<link rel='stylesheet' id='_style-css' href='http://www.2ad.fr/wp-content/plugins/maintenance/load/style.css?ver=4.6.1' type='text/css' media='all' />
<style id='_style-inline-css' type='text/css'>
body {background-color: #111111}.preloader {background-color: #111111}body {font-family: Open Sans; }.site-title, .preloader i, .login-form, .login-form a.lost-pass, .btn-open-login-form, .site-content, .user-content-wrapper, .user-content, footer, .maintenance a {color: #ffffff;} .ie7 .login-form input[type="text"], .ie7 .login-form input[type="password"], .ie7 .login-form input[type="submit"] {color: #ffffff} a.close-user-content, #mailchimp-box form input[type="submit"], .login-form input#submit.button {border-color:#ffffff} .ie7 .company-name {color: #ffffff}
</style>
<script type='text/javascript' src='http://www.2ad.fr/wp-includes/js/jquery/jquery.js?ver=1.12.4'></script>
<script type='text/javascript' src='http://www.2ad.fr/wp-includes/js/jquery/jquery-migrate.min.js?ver=1.4.1'></script>
<script type='text/javascript' src='http://www.2ad.fr/wp-content/plugins/maintenance/load/js/jquery.placeholder.js?ver=4.6.1'></script>
<script type='text/javascript' src='http://www.2ad.fr/wp-content/plugins/maintenance/load/js/jquery.backstretch.min.js?ver=4.6.1'></script>
<script type='text/javascript' src='http://www.2ad.fr/wp-content/plugins/maintenance/load/js/jquery.blur.min.js?ver=4.6.1'></script>
<script type='text/javascript' src='http://www.2ad.fr/wp-content/plugins/maintenance/load/js/jquery.frontend.min.js?ver=4.6.1'></script>
<script type='text/javascript' src='http://www.2ad.fr/wp-content/plugins/maintenance/../contact-form-7/includes/js/jquery.form.min.js?ver=4.6.1'></script>
<script type='text/javascript'>
/* <![CDATA[ */
var _wpcf7 = {"loaderUrl":"http:\/\/www.2ad.fr\/wp-content\/plugins\/contact-form-7\/images\/ajax-loader.gif","recaptcha":{"messages":{"empty":"Merci de confirmer que vous n\u2019\u00eates pas un robot."}},"sending":"Envoi en cours..."};
/* ]]> */
</script>
<script type='text/javascript' src='http://www.2ad.fr/wp-content/plugins/maintenance/../contact-form-7/includes/js/scripts.js?ver=4.6.1'></script>
<script type="text/javascript">
jQuery(document).ready(function() {
if (jQuery(window).height() < 768) {
jQuery("body").backstretch("http://www.2ad.fr/wp-content/uploads/2015/02/machineacafe2ad.png");
} else {
jQuery(".main-container").backstretch("http://www.2ad.fr/wp-content/uploads/2015/02/machineacafe2ad.png");
}
var vblur = jQuery(".backstretch").Vague({intensity:1}); vblur.blur()
});</script> <script type="text/javascript">
var _gaq = _gaq || [];
_gaq.push(['_setAccount', '']);
_gaq.push(['_trackPageview']);
(function() {
var ga = document.createElement('script');
ga.type = 'text/javascript';
ga.async = true;
ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
})();
</script>
</head>
<body class="maintenance fusion-body no-tablet-sticky-header no-mobile-sticky-header no-mobile-slidingbar mobile-logo-pos-left layout-wide-mode menu-text-align-left mobile-menu-design-modern fusion-image-hovers fusion-show-pagination-text">
<div class="main-container">
<div class="preloader"><i></i></div> <div id="wrapper">
<div class="center logotype">
<header>
<div class="logo-box" rel="home"><img class="logo" width="220" height="" src="http://www.2ad.fr/wp-content/uploads/2016/09/2adlogo-e1474981446790.png" alt="logo"/></div><div class="logo-box-retina" rel="home"><img class="logo-retina" width="220" height="" src="http://www.2ad.fr/wp-content/uploads/2016/09/2adlogo-e1474981446790.png" alt="logo"/></div> </header>
</div>
<div id="content" class="site-content">
<div class="center">
<h2 class="heading font-center">Le site de 2ad est actuellement en construction</h2><h3 class="description font-center">Contact : service.commercial@2ad.fr
Tél. : 03 88 67 83 52</h3> </div>
</div>
</div> <!-- end wrapper -->
<footer role="contentinfo">
<div class="center">
© 2ad 2016 </div>
</footer>
</div>
</body>
</html>Il est intéressant de noter qu'un sitemap différent est présenté lorsqu'on interroge le domaine avec le protocole https. Le plus souvent, cette raison s'explique par le fait que certaines urls absolues (comme les urls de sitemap) doivent être converties.
<!DOCTYPE html>
<!--[if IE 7]>
<html class="ie ie7" lang="fr-FR" prefix="og: http://ogp.me/ns# fb: http://ogp.me/ns/fb#">
<![endif]-->
<!--[if IE 8]>
<html class="ie ie8" lang="fr-FR" prefix="og: http://ogp.me/ns# fb: http://ogp.me/ns/fb#">
<![endif]-->
<!--[if !(IE 7) | !(IE 8) ]><!-->
<html lang="fr-FR" prefix="og: http://ogp.me/ns# fb: http://ogp.me/ns/fb#">
<!--<![endif]-->
<head>
<meta charset="UTF-8" />
<title>Patience !</title> <meta name="viewport" content="width=device-width, user-scalable=no, maximum-scale=1, initial-scale=1, minimum-scale=1">
<meta name="description" content="Contact : service.commercial@2ad.fr
Tél. : 03 88 67 83 52"/>
<meta property="og:title" content="Patience !"/>
<meta property="og:type" content="Maintenance"/>
<meta property="og:url" content="https://www.2ad.fr"/>
<meta property="og:description" content="Contact : service.commercial@2ad.fr
Tél. : 03 88 67 83 52"/>
<link rel="profile" href="http://gmpg.org/xfn/11" />
<link rel="pingback" href="https://www.2ad.fr/xmlrpc.php" />
<link rel='stylesheet' id='_custom_fonts-css' href='https://fonts.googleapis.com/css?family=Open+Sans%3A300%2C400%2C600%2C700%2C800%2C300italic%2C400italic%2C600italic%2C700italic%2C800italic&subset=devanagari&ver=4.6.1' type='text/css' media='all' />
<link rel='stylesheet' id='_iconstyle-css' href='https://www.2ad.fr/wp-content/plugins/maintenance/load/images/fonts-icon/icons.style.css?ver=4.6.1' type='text/css' media='all' />
<link rel='stylesheet' id='_style-css' href='https://www.2ad.fr/wp-content/plugins/maintenance/load/style.css?ver=4.6.1' type='text/css' media='all' />
<style id='_style-inline-css' type='text/css'>
body {background-color: #111111}.preloader {background-color: #111111}body {font-family: Open Sans; }.site-title, .preloader i, .login-form, .login-form a.lost-pass, .btn-open-login-form, .site-content, .user-content-wrapper, .user-content, footer, .maintenance a {color: #ffffff;} .ie7 .login-form input[type="text"], .ie7 .login-form input[type="password"], .ie7 .login-form input[type="submit"] {color: #ffffff} a.close-user-content, #mailchimp-box form input[type="submit"], .login-form input#submit.button {border-color:#ffffff} .ie7 .company-name {color: #ffffff}
</style>
<script type='text/javascript' src='https://www.2ad.fr/wp-includes/js/jquery/jquery.js?ver=1.12.4'></script>
<script type='text/javascript' src='https://www.2ad.fr/wp-includes/js/jquery/jquery-migrate.min.js?ver=1.4.1'></script>
<script type='text/javascript' src='https://www.2ad.fr/wp-content/plugins/maintenance/load/js/jquery.placeholder.js?ver=4.6.1'></script>
<script type='text/javascript' src='https://www.2ad.fr/wp-content/plugins/maintenance/load/js/jquery.backstretch.min.js?ver=4.6.1'></script>
<script type='text/javascript' src='https://www.2ad.fr/wp-content/plugins/maintenance/load/js/jquery.blur.min.js?ver=4.6.1'></script>
<script type='text/javascript' src='https://www.2ad.fr/wp-content/plugins/maintenance/load/js/jquery.frontend.min.js?ver=4.6.1'></script>
<script type='text/javascript' src='https://www.2ad.fr/wp-content/plugins/maintenance/../contact-form-7/includes/js/jquery.form.min.js?ver=4.6.1'></script>
<script type='text/javascript'>
/* <![CDATA[ */
var _wpcf7 = {"loaderUrl":"https:\/\/www.2ad.fr\/wp-content\/plugins\/contact-form-7\/images\/ajax-loader.gif","recaptcha":{"messages":{"empty":"Merci de confirmer que vous n\u2019\u00eates pas un robot."}},"sending":"Envoi en cours..."};
/* ]]> */
</script>
<script type='text/javascript' src='https://www.2ad.fr/wp-content/plugins/maintenance/../contact-form-7/includes/js/scripts.js?ver=4.6.1'></script>
<script type="text/javascript">
jQuery(document).ready(function() {
if (jQuery(window).height() < 768) {
jQuery("body").backstretch("https://www.2ad.fr/wp-content/uploads/2015/02/machineacafe2ad.png");
} else {
jQuery(".main-container").backstretch("https://www.2ad.fr/wp-content/uploads/2015/02/machineacafe2ad.png");
}
var vblur = jQuery(".backstretch").Vague({intensity:1}); vblur.blur()
});</script> <script type="text/javascript">
var _gaq = _gaq || [];
_gaq.push(['_setAccount', '']);
_gaq.push(['_trackPageview']);
(function() {
var ga = document.createElement('script');
ga.type = 'text/javascript';
ga.async = true;
ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
})();
</script>
</head>
<body class="maintenance fusion-body no-tablet-sticky-header no-mobile-sticky-header no-mobile-slidingbar mobile-logo-pos-left layout-wide-mode menu-text-align-left mobile-menu-design-modern fusion-image-hovers fusion-show-pagination-text">
<div class="main-container">
<div class="preloader"><i></i></div> <div id="wrapper">
<div class="center logotype">
<header>
<div class="logo-box" rel="home"><img class="logo" width="220" height="" src="https://www.2ad.fr/wp-content/uploads/2016/09/2adlogo-e1474981446790.png" alt="logo"/></div><div class="logo-box-retina" rel="home"><img class="logo-retina" width="220" height="" src="https://www.2ad.fr/wp-content/uploads/2016/09/2adlogo-e1474981446790.png" alt="logo"/></div> </header>
</div>
<div id="content" class="site-content">
<div class="center">
<h2 class="heading font-center">Le site de 2ad est actuellement en construction</h2><h3 class="description font-center">Contact : service.commercial@2ad.fr
Tél. : 03 88 67 83 52</h3> </div>
</div>
</div> <!-- end wrapper -->
<footer role="contentinfo">
<div class="center">
© 2ad 2016 </div>
</footer>
</div>
</body>
</html>