From 544e895472f059925e505ef1ae24780f03a0bd67 Mon Sep 17 00:00:00 2001
From: SoftwareSing <SoftwareSing@gmail.com>
Date: Thu, 28 Feb 2019 16:49:13 +0800
Subject: [PATCH] =?UTF-8?q?=E6=9B=B4=E6=96=B0=20robots=20=E5=85=A7?=
 =?UTF-8?q?=E7=9A=84=E8=A6=8F=E5=89=87?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

增加更多不希望搜尋引擎去爬的頁面
---
 server/http/robots.js | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/server/http/robots.js b/server/http/robots.js
index 71282973..e5069610 100644
--- a/server/http/robots.js
+++ b/server/http/robots.js
@@ -3,10 +3,16 @@ import { Meteor } from 'meteor/meteor';
 
 WebApp.connectHandlers.use('/robots.txt', (req, res) => {
   let robotsTxt = `User-agent: * \n`;
-  robotsTxt += `Crawl-deslay: 4 \n`;
   robotsTxt += `Disallow: /companyInfo* \n`;
   robotsTxt += `Disallow: /productInfo* \n`;
   robotsTxt += `Disallow: /userInfo* \n`;
+  robotsTxt += `Disallow: /company/edit/* \n`;
+  robotsTxt += `Disallow: /foundation/view/* \n`;
+  robotsTxt += `Disallow: /violation?offset=* \n`;
+  robotsTxt += `Disallow: /violation/view/* \n`;
+  robotsTxt += `Disallow: /violation/report* \n`;
+  robotsTxt += `Disallow: /fscLogs* \n`;
+  robotsTxt += `Crawl-deslay: 4 \n`;
 
   robotsTxt += `\n`;
   robotsTxt += `sitemap: https://${Meteor.settings.public.websiteInfo.domainName}/sitemap/sitemap-index.xml \n`;