User-agent: * Allow: / # Sitemap Sitemap: https://taylimuhendislik.com/sitemap.xml # Allow all crawlers User-agent: * Disallow: /admin/ Disallow: /private/ Disallow: /*.json$ Disallow: /api/ # Specific bot permissions User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Crawl delay (optional) Crawl-delay: 1 # Host directive (optional) Host: https://taylimuhendislik.com