remove embed pages and 404 from search results
This commit is contained in:
parent
c36636652b
commit
eed13abeb0
2 changed files with 4 additions and 1 deletions
|
@ -12,7 +12,7 @@ function generateSitemap() {
|
|||
const url = page.replace('.html', '').replace('index', '');
|
||||
|
||||
const rootDir = url.split('/')[0];
|
||||
if (languages[url] || languages[rootDir]) {
|
||||
if (url.includes('embed') || url.includes('404') || languages[url] || languages[rootDir]) {
|
||||
// Skip localized pages
|
||||
return;
|
||||
}
|
||||
|
|
|
@ -1,3 +1,6 @@
|
|||
User-agent: *
|
||||
Disallow: /*?*
|
||||
Disallow: /embed
|
||||
Disallow: /*/embed
|
||||
Disallow: /404
|
||||
Sitemap: https://gpx.studio/sitemap.xml
|
||||
|
|
Loading…
Reference in a new issue