feat(site,seo): disallow the people/* path to be crawled

This commit is contained in:
João Demenech
2023-08-23 16:33:28 -03:00
parent 4a1ccd2f8d
commit c09c78b015
8 changed files with 14 additions and 6 deletions

View File

@@ -2,4 +2,5 @@
id: anuveyatsu id: anuveyatsu
name: Anuar Ustayev name: Anuar Ustayev
avatar: https://avatars.githubusercontent.com/anuveyatsu avatar: https://avatars.githubusercontent.com/anuveyatsu
--- ---
<NextSeo noindex={true} nofollow={true} />

View File

@@ -2,4 +2,5 @@
id: joaodemenech id: joaodemenech
name: João Demenech name: João Demenech
avatar: https://avatars.githubusercontent.com/demenech avatar: https://avatars.githubusercontent.com/demenech
--- ---
<NextSeo noindex={true} nofollow={true} />

View File

@@ -2,4 +2,5 @@
id: luccasmateus id: luccasmateus
name: Luccas Mateus name: Luccas Mateus
avatar: https://avatars.githubusercontent.com/luccasmmg avatar: https://avatars.githubusercontent.com/luccasmmg
--- ---
<NextSeo noindex={true} nofollow={true} />

View File

@@ -2,4 +2,5 @@
id: mikanebu id: mikanebu
name: Meiran Zhiyenbayev name: Meiran Zhiyenbayev
avatar: https://avatars.githubusercontent.com/mikanebu avatar: https://avatars.githubusercontent.com/mikanebu
--- ---
<NextSeo noindex={true} nofollow={true} />

View File

@@ -3,3 +3,4 @@ id: ola-rubaj
name: Ola Rubaj name: Ola Rubaj
avatar: https://avatars.githubusercontent.com/olayway avatar: https://avatars.githubusercontent.com/olayway
--- ---
<NextSeo noindex={true} nofollow={true} />

View File

@@ -2,4 +2,5 @@
id: popovayoana id: popovayoana
name: Yoana Popova name: Yoana Popova
avatar: https://avatars.githubusercontent.com/popovayoana avatar: https://avatars.githubusercontent.com/popovayoana
--- ---
<NextSeo noindex={true} nofollow={true} />

View File

@@ -2,4 +2,5 @@
id: rufuspollock id: rufuspollock
name: Rufus Pollock name: Rufus Pollock
avatar: https://avatars.githubusercontent.com/rufuspollock avatar: https://avatars.githubusercontent.com/rufuspollock
--- ---
<NextSeo noindex={true} nofollow={true} />

View File

@@ -4,6 +4,7 @@ module.exports = {
generateRobotsTxt: true, generateRobotsTxt: true,
robotsTxtOptions: { robotsTxtOptions: {
policies: [ policies: [
{ userAgent: '*', disallow: '/people/' },
{ userAgent: '*', disallow: '/people' }, { userAgent: '*', disallow: '/people' },
{ userAgent: '*', disallow: '/?amp=1' }, { userAgent: '*', disallow: '/?amp=1' },
], ],