feat(site,seo): disallow the people/* path to be crawled
This commit is contained in:
parent
4a1ccd2f8d
commit
c09c78b015
@ -2,4 +2,5 @@
|
||||
id: anuveyatsu
|
||||
name: Anuar Ustayev
|
||||
avatar: https://avatars.githubusercontent.com/anuveyatsu
|
||||
---
|
||||
---
|
||||
<NextSeo noindex={true} nofollow={true} />
|
||||
|
||||
@ -2,4 +2,5 @@
|
||||
id: joaodemenech
|
||||
name: João Demenech
|
||||
avatar: https://avatars.githubusercontent.com/demenech
|
||||
---
|
||||
---
|
||||
<NextSeo noindex={true} nofollow={true} />
|
||||
|
||||
@ -2,4 +2,5 @@
|
||||
id: luccasmateus
|
||||
name: Luccas Mateus
|
||||
avatar: https://avatars.githubusercontent.com/luccasmmg
|
||||
---
|
||||
---
|
||||
<NextSeo noindex={true} nofollow={true} />
|
||||
|
||||
@ -2,4 +2,5 @@
|
||||
id: mikanebu
|
||||
name: Meiran Zhiyenbayev
|
||||
avatar: https://avatars.githubusercontent.com/mikanebu
|
||||
---
|
||||
---
|
||||
<NextSeo noindex={true} nofollow={true} />
|
||||
|
||||
@ -3,3 +3,4 @@ id: ola-rubaj
|
||||
name: Ola Rubaj
|
||||
avatar: https://avatars.githubusercontent.com/olayway
|
||||
---
|
||||
<NextSeo noindex={true} nofollow={true} />
|
||||
|
||||
@ -2,4 +2,5 @@
|
||||
id: popovayoana
|
||||
name: Yoana Popova
|
||||
avatar: https://avatars.githubusercontent.com/popovayoana
|
||||
---
|
||||
---
|
||||
<NextSeo noindex={true} nofollow={true} />
|
||||
|
||||
@ -2,4 +2,5 @@
|
||||
id: rufuspollock
|
||||
name: Rufus Pollock
|
||||
avatar: https://avatars.githubusercontent.com/rufuspollock
|
||||
---
|
||||
---
|
||||
<NextSeo noindex={true} nofollow={true} />
|
||||
|
||||
@ -4,6 +4,7 @@ module.exports = {
|
||||
generateRobotsTxt: true,
|
||||
robotsTxtOptions: {
|
||||
policies: [
|
||||
{ userAgent: '*', disallow: '/people/' },
|
||||
{ userAgent: '*', disallow: '/people' },
|
||||
{ userAgent: '*', disallow: '/?amp=1' },
|
||||
],
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user