From c7deaec65d0d40ce1813364234cc7d18e97b6642 Mon Sep 17 00:00:00 2001
From: Dan Janosik <janoside@gmail.com>
Date: Tue, 3 Jul 2018 17:19:22 -0400
Subject: [PATCH] hide compute-heavy pages from crawlers. I believe crawlers
 hitting compute/memory-heavy pages is why the site is crashing so much

---
 app.js                           | 9 +++++++++
 views/includes/block-content.pug | 4 ++--
 2 files changed, 11 insertions(+), 2 deletions(-)

diff --git a/app.js b/app.js
index e68a5ca..750b966 100755
--- a/app.js
+++ b/app.js
@@ -23,6 +23,8 @@ var request = require("request");
 var qrcode = require("qrcode");
 var fs = require('fs');
 
+var crawlerBotUserAgentStrings = [ "Googlebot", "Bingbot", "Slurp", "DuckDuckBot", "Baiduspider", "YandexBot", "Sogou", "Exabot", "facebot", "ia_archiver" ];
+
 
 var baseActionsRouter = require('./routes/baseActionsRouter');
 
@@ -210,6 +212,13 @@ app.use(function(req, res, next) {
 		req.session.username = config.credentials.rpc.username;
 	}
 
+	var userAgent = req.headers['user-agent'];
+	for (var i = 0; i < crawlerBotUserAgentStrings.length; i++) {
+		if (userAgent.indexOf(crawlerBotUserAgentStrings[i]) != -1) {
+			res.locals.crawlerBot = true;
+		}
+	}
+
 	res.locals.config = global.config;
 	res.locals.coinConfig = global.coinConfig;
 	
diff --git a/views/includes/block-content.pug b/views/includes/block-content.pug
index 66ce1d3..394cc95 100644
--- a/views/includes/block-content.pug
+++ b/views/includes/block-content.pug
@@ -143,7 +143,7 @@ div(class="tab-content")
 							else
 								span Transactions
 
-					if (txCount > 20)
+					if (!crawlerBot && txCount > 20)
 						div(class="col-md-8 text-right")
 							span(class="mr-2") Show
 							div(class="btn-group", role="group")
@@ -272,7 +272,7 @@ div(class="tab-content")
 			//pre
 			//	code #{JSON.stringify(tx, null, 4)}
 
-		if (txCount > limit)
+		if (!crawlerBot && txCount > limit)
 			- var pageNumber = offset / limit + 1;
 			- var pageCount = Math.floor(txCount / limit);
 			- if (pageCount * limit < txCount) {