# robots.txt for www.bikiran.com User-agent: * Disallow: /api/ # Block API routes from being crawled #Disallow: /_next/ # Block Next.js build files from being crawled #Disallow: /static/ # Block static files from being crawled Disallow: /admin/ # Block admin routes (if applicable) Disallow: /private/ # Block any private sections or routes Allow: / # Allow crawling of everything else #Sitemap: https://www.bikiran.com/sitemap.xml # Specify the location of the sitemap