User-agent: * Disallow: /private/ # Exclude the /private/ directory Disallow: /admin/ # Exclude the /admin/ directory Disallow: /secret-page.html # Exclude a specific page Disallow: /secret-page.php # Exclude a specific page Disallow: /meta_robots-noindex Allow: / # Allow crawling of all other pages Sitemap: https://4fr.co.za/sitemap.xml # Specify the location of your XML sitemap