We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents c5e17c6 + 8e31cce commit 2bcd341Copy full SHA for 2bcd341
README.md
@@ -287,7 +287,7 @@ crawler.ShouldDownloadPageContent((crawledPage, crawlContext) =>
287
crawler.ShouldCrawlPageLinks((crawledPage, crawlContext) =>
288
{
289
CrawlDecision decision = new CrawlDecision{ Allow = true };
290
- if (crawledPage.PageSizeInBytes < 100)
+ if (crawledPage.Content.Bytes.Length < 100)
291
return new CrawlDecision { Allow = false, Reason = "Just crawl links in pages that have at least 100 bytes" };
292
293
return decision;
0 commit comments