User-agent: * # Block backend and login pages Allow: /wp-admin/admin-ajax.php Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-register.php # Block low-value or duplicate content Disallow: /?s= Disallow: /search/ Disallow: /trackback/ Disallow: /feed/ Disallow: /comments/ Disallow: /attachment/ Disallow: /date/ Disallow: /tag/ Disallow: /*/grammarPost/ Disallow: /*/cultureNotePost/ Disallow: /*/landing-page-word/ Disallow: /*/ldp_screenshot/ Disallow: /grammarPost/ Disallow: /cultureNotePost/ Disallow: /landing-page-word/ Disallow: /ldp_screenshot/ # Block unimportant paths Disallow: /wp-content/uploads/wp-import-export-lite/ Disallow: /private_file.html Disallow: /directory/ # Sitemap Sitemap: https://ling-app.com/sitemap_index.xml # Allow Facebook scraper User-agent: facebookexternalhit Allow: / # Allow AhrefsBot User-agent: AhrefsBot Allow: /