Making this message more prominent since processing stops on the page and unless you have the level to debug you will not know why.

sjdirect · sjdirect · commit dda909450aed · 2015-11-12T12:08:55.000-07:00
diff --git a/Abot/Crawler/WebCrawler.cs b/Abot/Crawler/WebCrawler.cs
@@ -780,7 +780,7 @@ protected virtual bool PageSizeIsAboveMax(CrawledPage crawledPage)
                 crawledPage.Content.Bytes.Length > _crawlContext.CrawlConfiguration.MaxPageSizeInBytes)
             {
                 isAboveMax = true;
-                _logger.DebugFormat("Page [{0}] has a page size of [{1}] bytes which is above the [{2}] byte max", crawledPage.Uri, crawledPage.Content.Bytes.Length, _crawlContext.CrawlConfiguration.MaxPageSizeInBytes);
+                _logger.InfoFormat("Page [{0}] has a page size of [{1}] bytes which is above the [{2}] byte max, no further processing will occur for this page", crawledPage.Uri, crawledPage.Content.Bytes.Length, _crawlContext.CrawlConfiguration.MaxPageSizeInBytes);
             }
             return isAboveMax;
         }

Original file line number	Diff line number	Diff line change
`@@ -780,7 +780,7 @@ protected virtual bool PageSizeIsAboveMax(CrawledPage crawledPage)`
`780`	`780`	`crawledPage.Content.Bytes.Length > _crawlContext.CrawlConfiguration.MaxPageSizeInBytes)`
`781`	`781`	`{`
`782`	`782`	`isAboveMax = true;`
`783`		`- _logger.DebugFormat("Page [{0}] has a page size of [{1}] bytes which is above the [{2}] byte max", crawledPage.Uri, crawledPage.Content.Bytes.Length, _crawlContext.CrawlConfiguration.MaxPageSizeInBytes);`
	`783`	`+ _logger.InfoFormat("Page [{0}] has a page size of [{1}] bytes which is above the [{2}] byte max, no further processing will occur for this page", crawledPage.Uri, crawledPage.Content.Bytes.Length, _crawlContext.CrawlConfiguration.MaxPageSizeInBytes);`
`784`	`784`	`}`
`785`	`785`	`return isAboveMax;`
`786`	`786`	`}`