feat(indiekit): robots.txt

paulrobertlloyd · paulrobertlloyd · commit e6bac12d05bb · 2024-04-14T18:24:49.000+01:00
diff --git a/packages/indiekit/lib/routes.js b/packages/indiekit/lib/routes.js
@@ -33,6 +33,10 @@ export const routes = (indiekitConfig) => {
     response.setHeader("X-Robots-Tag", "noindex");
     next();
   });
+  router.get("/robots.txt", (request, response) => {
+    response.type("text/plain");
+    response.send("User-agent: *\nDisallow: /");
+  });
 
   // Assets
   router.use("/assets", express.static(assetsPath, { maxAge: "7d" }));
diff --git a/packages/indiekit/test/integration/200-robots.js b/packages/indiekit/test/integration/200-robots.js
@@ -0,0 +1,20 @@
+import { strict as assert } from "node:assert";
+import { after, describe, it } from "node:test";
+import supertest from "supertest";
+import { testServer } from "@indiekit-test/server";
+
+const server = await testServer();
+const request = supertest.agent(server);
+
+describe("indiekit GET /robots.txt", () => {
+  it("Returns JavaScript", async () => {
+    const result = await request.get("/robots.txt");
+
+    assert.equal(result.status, 200);
+    assert.equal(result.type, "text/plain");
+  });
+
+  after(() => {
+    server.close(() => process.exit(0));
+  });
+});
