User-agent: * # Allow robots to be able to crawl the OG Image API route. # This rule is more specific than /api, so it will apply despite /api being generally blocked. Allow: /api/opengraph* Disallow: /api Disallow: /getting-started Disallow: /yoops Disallow: /error/*