User-agent: * Allow: / Allow: /blog/ Allow: /about Allow: /contact Allow: /privacy-policy Allow: /terms # Disallow admin and system files/directories Disallow: /admin/ Disallow: /includes/ Disallow: /config/ Disallow: /migrations/ Disallow: /vendor/ Disallow: /assets/css/ Disallow: /assets/js/ Disallow: /.git/ Disallow: /.env Disallow: /composer.json Disallow: /composer.lock Disallow: /README.md # Prevent duplicate content Disallow: /blog?page= Disallow: /*?* # Allow media files Allow: /uploads/ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.gif$ Allow: /*.svg$ Allow: /*.webp$ # Sitemaps Sitemap: https://shortlinkscan.com/sitemap.xml