feat(site,seo): disallow the people/* path to be crawled
This commit is contained in:
@@ -2,4 +2,5 @@
|
|||||||
id: anuveyatsu
|
id: anuveyatsu
|
||||||
name: Anuar Ustayev
|
name: Anuar Ustayev
|
||||||
avatar: https://avatars.githubusercontent.com/anuveyatsu
|
avatar: https://avatars.githubusercontent.com/anuveyatsu
|
||||||
---
|
---
|
||||||
|
<NextSeo noindex={true} nofollow={true} />
|
||||||
|
|||||||
@@ -2,4 +2,5 @@
|
|||||||
id: joaodemenech
|
id: joaodemenech
|
||||||
name: João Demenech
|
name: João Demenech
|
||||||
avatar: https://avatars.githubusercontent.com/demenech
|
avatar: https://avatars.githubusercontent.com/demenech
|
||||||
---
|
---
|
||||||
|
<NextSeo noindex={true} nofollow={true} />
|
||||||
|
|||||||
@@ -2,4 +2,5 @@
|
|||||||
id: luccasmateus
|
id: luccasmateus
|
||||||
name: Luccas Mateus
|
name: Luccas Mateus
|
||||||
avatar: https://avatars.githubusercontent.com/luccasmmg
|
avatar: https://avatars.githubusercontent.com/luccasmmg
|
||||||
---
|
---
|
||||||
|
<NextSeo noindex={true} nofollow={true} />
|
||||||
|
|||||||
@@ -2,4 +2,5 @@
|
|||||||
id: mikanebu
|
id: mikanebu
|
||||||
name: Meiran Zhiyenbayev
|
name: Meiran Zhiyenbayev
|
||||||
avatar: https://avatars.githubusercontent.com/mikanebu
|
avatar: https://avatars.githubusercontent.com/mikanebu
|
||||||
---
|
---
|
||||||
|
<NextSeo noindex={true} nofollow={true} />
|
||||||
|
|||||||
@@ -3,3 +3,4 @@ id: ola-rubaj
|
|||||||
name: Ola Rubaj
|
name: Ola Rubaj
|
||||||
avatar: https://avatars.githubusercontent.com/olayway
|
avatar: https://avatars.githubusercontent.com/olayway
|
||||||
---
|
---
|
||||||
|
<NextSeo noindex={true} nofollow={true} />
|
||||||
|
|||||||
@@ -2,4 +2,5 @@
|
|||||||
id: popovayoana
|
id: popovayoana
|
||||||
name: Yoana Popova
|
name: Yoana Popova
|
||||||
avatar: https://avatars.githubusercontent.com/popovayoana
|
avatar: https://avatars.githubusercontent.com/popovayoana
|
||||||
---
|
---
|
||||||
|
<NextSeo noindex={true} nofollow={true} />
|
||||||
|
|||||||
@@ -2,4 +2,5 @@
|
|||||||
id: rufuspollock
|
id: rufuspollock
|
||||||
name: Rufus Pollock
|
name: Rufus Pollock
|
||||||
avatar: https://avatars.githubusercontent.com/rufuspollock
|
avatar: https://avatars.githubusercontent.com/rufuspollock
|
||||||
---
|
---
|
||||||
|
<NextSeo noindex={true} nofollow={true} />
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ module.exports = {
|
|||||||
generateRobotsTxt: true,
|
generateRobotsTxt: true,
|
||||||
robotsTxtOptions: {
|
robotsTxtOptions: {
|
||||||
policies: [
|
policies: [
|
||||||
|
{ userAgent: '*', disallow: '/people/' },
|
||||||
{ userAgent: '*', disallow: '/people' },
|
{ userAgent: '*', disallow: '/people' },
|
||||||
{ userAgent: '*', disallow: '/?amp=1' },
|
{ userAgent: '*', disallow: '/?amp=1' },
|
||||||
],
|
],
|
||||||
|
|||||||
Reference in New Issue
Block a user