更新 robots 內的規則

增加更多不希望搜尋引擎去爬的頁面
ACGN-stock · Feb 28, 2019 · 544e895 · frozenmouse · Feb 28, 2019 · 544e895
1 parent da40f7a
commit 544e895
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/server/http/robots.js b/server/http/robots.js
@@ -3,10 +3,16 @@ import { Meteor } from 'meteor/meteor';
 
 WebApp.connectHandlers.use('/robots.txt', (req, res) => {
   let robotsTxt = `User-agent: * \n`;
-  robotsTxt += `Crawl-deslay: 4 \n`;
   robotsTxt += `Disallow: /companyInfo* \n`;
   robotsTxt += `Disallow: /productInfo* \n`;
   robotsTxt += `Disallow: /userInfo* \n`;
+  robotsTxt += `Disallow: /company/edit/* \n`;
+  robotsTxt += `Disallow: /foundation/view/* \n`;
+  robotsTxt += `Disallow: /violation?offset=* \n`;
+  robotsTxt += `Disallow: /violation/view/* \n`;
+  robotsTxt += `Disallow: /violation/report* \n`;
+  robotsTxt += `Disallow: /fscLogs* \n`;
+  robotsTxt += `Crawl-deslay: 4 \n`;
 
   robotsTxt += `\n`;
   robotsTxt += `sitemap: https://${Meteor.settings.public.websiteInfo.domainName}/sitemap/sitemap-index.xml \n`;