remove embed pages and 404 from search results
This commit is contained in:
parent
c36636652b
commit
eed13abeb0
2 changed files with 4 additions and 1 deletions
|
@ -12,7 +12,7 @@ function generateSitemap() {
|
||||||
const url = page.replace('.html', '').replace('index', '');
|
const url = page.replace('.html', '').replace('index', '');
|
||||||
|
|
||||||
const rootDir = url.split('/')[0];
|
const rootDir = url.split('/')[0];
|
||||||
if (languages[url] || languages[rootDir]) {
|
if (url.includes('embed') || url.includes('404') || languages[url] || languages[rootDir]) {
|
||||||
// Skip localized pages
|
// Skip localized pages
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,3 +1,6 @@
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Disallow: /*?*
|
Disallow: /*?*
|
||||||
|
Disallow: /embed
|
||||||
|
Disallow: /*/embed
|
||||||
|
Disallow: /404
|
||||||
Sitemap: https://gpx.studio/sitemap.xml
|
Sitemap: https://gpx.studio/sitemap.xml
|
||||||
|
|
Loading…
Reference in a new issue