diff --git a/src/pages/robots.txt.ts b/src/pages/robots.txt.ts new file mode 100644 index 0000000..e49fce0 --- /dev/null +++ b/src/pages/robots.txt.ts @@ -0,0 +1,14 @@ +// https://docs.astro.build/en/guides/integrations-guide/sitemap/#usage +import type { APIRoute } from 'astro'; + +const getRobotsTxt = (sitemapURL: URL) => `\ +User-agent: * +Allow: / + +Sitemap: ${sitemapURL.href} +`; + +export const GET: APIRoute = ({ site }) => { + const sitemapURL = new URL('sitemap-index.xml', site); + return new Response(getRobotsTxt(sitemapURL)); +};