From 48c038df0f04721c834040e430c7f2c49354a4a1 Mon Sep 17 00:00:00 2001 From: dvelo <52332868+DeveloLongScript@users.noreply.github.com> Date: Fri, 24 Jan 2025 19:37:10 -0600 Subject: [PATCH] fix: google not crawling (again) --- next-sitemap.config.js | 5 +++++ package.json | 1 + public/robots.txt | 7 ------- yarn.lock | 22 +++++++++++++++++++++- 4 files changed, 27 insertions(+), 8 deletions(-) create mode 100644 next-sitemap.config.js delete mode 100644 public/robots.txt diff --git a/next-sitemap.config.js b/next-sitemap.config.js new file mode 100644 index 0000000..b35e009 --- /dev/null +++ b/next-sitemap.config.js @@ -0,0 +1,5 @@ +/** @type {import('next-sitemap').IConfig} */ +module.exports = { + siteUrl: "https://mhsf.app", + generateRobotsTxt: true +} \ No newline at end of file diff --git a/package.json b/package.json index 4b62add..e6f0543 100644 --- a/package.json +++ b/package.json @@ -48,6 +48,7 @@ "next": "14.2.10", "next-contentlayer": "^0.3.4", "next-css-obfuscator": "^2.2.16", + "next-sitemap": "^4.2.3", "next-themes": "^0.4.3", "nextjs-toploader": "^1.6.12", "nprogress": "^0.2.0", diff --git a/public/robots.txt b/public/robots.txt deleted file mode 100644 index ab71656..0000000 --- a/public/robots.txt +++ /dev/null @@ -1,7 +0,0 @@ -# Block all crawlers for /account -User-agent: * -Disallow: /account - -# Allow all crawlers -User-agent: * -Allow: / \ No newline at end of file diff --git a/yarn.lock b/yarn.lock index 5ab260d..268a47f 100644 --- a/yarn.lock +++ b/yarn.lock @@ -373,6 +373,11 @@ ts-pattern "^4.3.0" type-fest "^3.12.0" +"@corex/deepmerge@^4.0.43": + version "4.0.43" + resolved "https://registry.yarnpkg.com/@corex/deepmerge/-/deepmerge-4.0.43.tgz#9bd42559ebb41cc5a7fb7cfeea5f231c20977dca" + integrity sha512-N8uEMrMPL0cu/bdboEWpQYb/0i2K5Qn8eCsxzOmxSggJbbQte7ljMRoXm917AbntqTGOzdTu+vP3KOOzoC70HQ== + "@discordjs/builders@^1.8.2": version "1.8.2" resolved "https://registry.yarnpkg.com/@discordjs/builders/-/builders-1.8.2.tgz#535d970331ee40f20dec9ef8079e43092f323ce9" @@ -841,6 +846,11 @@ resolved "https://registry.yarnpkg.com/@next/env/-/env-14.2.10.tgz#1d3178340028ced2d679f84140877db4f420333c" integrity sha512-dZIu93Bf5LUtluBXIv4woQw2cZVZ2DJTjax5/5DOs3lzEOeKLy7GxRSr4caK9/SCPdaW6bCgpye6+n4Dh9oJPw== +"@next/env@^13.4.3": + version "13.5.8" + resolved "https://registry.yarnpkg.com/@next/env/-/env-13.5.8.tgz#404d3b3e5881b6a0510500c6cc97e3589a2e6371" + integrity sha512-YmiG58BqyZ2FjrF2+5uZExL2BrLr8RTQzLXNDJ8pJr0O+rPlOeDPXp1p1/4OrR3avDidzZo3D8QO2cuDv1KCkw== + "@next/eslint-plugin-next@14.2.3": version "14.2.3" resolved "https://registry.npmjs.org/@next/eslint-plugin-next/-/eslint-plugin-next-14.2.3.tgz" @@ -6326,7 +6336,7 @@ minimessage-js@^1.1.3: resolved "https://registry.yarnpkg.com/minimessage-js/-/minimessage-js-1.1.3.tgz#ded53108d686e681cfb2071c2db60b6ae2da60db" integrity sha512-dP7O/JVfRwMwFl/8KQALtKa+Vo4Za3ihgcSLVB6X3k/fjZWhA8SDQBJ1xUZu0NB6mslkzrIE1Xo+EHYcSXGtQw== -minimist@^1.2.0, minimist@^1.2.6: +minimist@^1.2.0, minimist@^1.2.6, minimist@^1.2.8: version "1.2.8" resolved "https://registry.npmjs.org/minimist/-/minimist-1.2.8.tgz" integrity sha512-2yyAR8qBkN3YuheJanUpWC5U3bb5osDywNB8RzDVlDwDHbocAJveqqj1u8+SVD7jkWT4yvsHCpWqqWqAxb0zCA== @@ -6443,6 +6453,16 @@ next-css-obfuscator@^2.2.16: recoverable-random "^1.0.5" yargs "^17.7.2" +next-sitemap@^4.2.3: + version "4.2.3" + resolved "https://registry.yarnpkg.com/next-sitemap/-/next-sitemap-4.2.3.tgz#5db3f650351a51e84b9fd6b58c5af2f9257b5058" + integrity sha512-vjdCxeDuWDzldhCnyFCQipw5bfpl4HmZA7uoo3GAaYGjGgfL4Cxb1CiztPuWGmS+auYs7/8OekRS8C2cjdAsjQ== + dependencies: + "@corex/deepmerge" "^4.0.43" + "@next/env" "^13.4.3" + fast-glob "^3.2.12" + minimist "^1.2.8" + next-themes@^0.4.3: version "0.4.3" resolved "https://registry.yarnpkg.com/next-themes/-/next-themes-0.4.3.tgz#ea54552d5986936d177eed393ea50b658ae44800"