hide compute-heavy pages from crawlers. I believe crawlers hitting compute/memory-heavy pages is why the site is crashing so much

app.js

@@ -23,6 +23,8 @@ var request = require("request");
 var qrcode = require("qrcode");
 var fs = require('fs');
 
+var crawlerBotUserAgentStrings = [ "Googlebot", "Bingbot", "Slurp", "DuckDuckBot", "Baiduspider", "YandexBot", "Sogou", "Exabot", "facebot", "ia_archiver" ];
+
 
 var baseActionsRouter = require('./routes/baseActionsRouter');
 
@@ -210,6 +212,13 @@ app.use(function(req, res, next) {
 		req.session.username = config.credentials.rpc.username;
 	}
 
+	var userAgent = req.headers['user-agent'];
+	for (var i = 0; i < crawlerBotUserAgentStrings.length; i++) {
+		if (userAgent.indexOf(crawlerBotUserAgentStrings[i]) != -1) {
+			res.locals.crawlerBot = true;
+		}
+	}
+
 	res.locals.config = global.config;
 	res.locals.coinConfig = global.coinConfig;
 	

views/includes/block-content.pug

@@ -143,7 +143,7 @@ div(class="tab-content")
 							else
 								span Transactions
 
-					if (txCount > 20)
+					if (!crawlerBot && txCount > 20)
 						div(class="col-md-8 text-right")
 							span(class="mr-2") Show
 							div(class="btn-group", role="group")
@@ -272,7 +272,7 @@ div(class="tab-content")
 			//pre
 			//	code #{JSON.stringify(tx, null, 4)}
 
-		if (txCount > limit)
+		if (!crawlerBot && txCount > limit)
 			- var pageNumber = offset / limit + 1;
 			- var pageCount = Math.floor(txCount / limit);
 			- if (pageCount * limit < txCount) {