# samirgenaiacademy.com User-agent: * Allow: / # The student area (player, lab, interview, dashboards) is kept # out of search by a noindex meta tag on each page, NOT by # Disallow. Disallow would stop Google fetching those pages, so # it would never see the noindex, and the URLs could sit in the # results indefinitely. # Paid content - refused without a session by the edge function. Disallow: /course-pdfs/videos/ Disallow: /course-pdfs/*.pdf Disallow: /course-pdfs/notebooks/ Disallow: /viz/ Disallow: /academy-app/ # The data files behind the member pages. Also refused (403) without # a session, and they are data, not pages, so there is nothing to index. Disallow: /topics-data.json Disallow: /interview-chapters.json Disallow: /labs-data.json Disallow: /interview-data.json Disallow: /lab-projects.json Disallow: /course-content.json Disallow: /jobs-data.json Disallow: /academy-data.json # Server functions (login, payment, sign-up). They only answer form # posts, so a crawler's GET gets a 405/401 - which Search Console # reports as "Blocked due to other 4xx issue". Disallow: /.netlify/ Disallow: /register Disallow: /health Sitemap: https://samirgenaiacademy.com/sitemap.xml