Qihan/MyBlog-Next
1
0
Fork 0
mirror of https://github.com/ChenQihan666/MyBlog-Next.git synced 2026-08-14 11:29:33 +08:00
Code Issues Packages Projects Releases Wiki Activity

chore: update robots.txt implementation

Browse Source
This commit is contained in:
satnaing
2025-02-25 20:36:22 +07:00
committed by Sat Naing
parent 172e14b5f4
commit f71fdc1398
1 changed files with 7 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/pages/robots.txt.ts
+7 -11
View File
@@ -1,17 +1,13 @@
import type { APIRoute } from "astro"; import type { APIRoute } from "astro";
import { SITE } from "@config";
const robots = `
User-agent: Googlebot
Disallow: /nogooglebot/
const getRobotsTxt = (sitemapURL: URL) => `
User-agent: * User-agent: *
Allow: / Allow: /
Sitemap: ${new URL("sitemap-index.xml", SITE.website).href} Sitemap: ${sitemapURL.href}
`.trim(); `;
export const GET: APIRoute = () => export const GET: APIRoute = ({ site }) => {
new Response(robots, { const sitemapURL = new URL("sitemap-index.xml", site);
headers: { "Content-Type": "text/plain" }, return new Response(getRobotsTxt(sitemapURL));
}); };