diff --git a/packages/components/.storybook/robots.txt b/packages/components/.storybook/robots.txt new file mode 100644 index 00000000..e223f098 --- /dev/null +++ b/packages/components/.storybook/robots.txt @@ -0,0 +1,3 @@ +User-agent: * +Allow: /$ +Disallow: / diff --git a/packages/components/package.json b/packages/components/package.json index 6e013e8f..2906d813 100644 --- a/packages/components/package.json +++ b/packages/components/package.json @@ -16,7 +16,7 @@ "build": "tsc && vite build && npm run build-tailwind && npm run fix-leaflet", "lint": "eslint src --ext ts,tsx --report-unused-disable-directives --max-warnings 0", "storybook": "storybook dev -p 6006", - "build-storybook": "storybook build", + "build-storybook": "storybook build && cp ./.storybook/robots.txt ./storybook-static", "build-tailwind": "NODE_ENV=production npx tailwindcss --postcss -c tailwind.config.js -i src/index.css -o ./dist/style.css --minify", "prepare": "npm run build", "fix-leaflet": "node ./scripts/fix-leaflet.cjs" diff --git a/site/next-sitemap.config.js b/site/next-sitemap.config.js index a9e6b66b..0b94e5eb 100644 --- a/site/next-sitemap.config.js +++ b/site/next-sitemap.config.js @@ -2,4 +2,10 @@ module.exports = { siteUrl: process.env.SITE_URL || 'https://portaljs.org', generateRobotsTxt: true, -} + robotsTxtOptions: { + policies: [ + { userAgent: '*', disallow: '/people' }, + { userAgent: '*', disallow: '/?amp=1' }, + ], + }, +};