루리웹 크롤러 예외 처리

Author: elky84

Cli/Program.cs

@@ -21,6 +21,12 @@ private static async Task Main(string[] args)
             var client = new MongoClient("mongodb://localhost:27017/?maxPoolSize=200");
             var database = client.GetDatabase("cli-web-crawler");
 
+            await new RuliwebCrawler(null, database, new WebCrawler.Models.Source
+            {
+                Type = CrawlingType.Ruliweb,
+                BoardId = "market/board/1003",
+                Name = "콘솔뉴스"
+            }).RunAsync();
 
             await new RuliwebCrawler(null, database, new WebCrawler.Models.Source
             {
@@ -91,13 +97,6 @@ private static async Task Main(string[] args)
                 BoardId = "market/board/1020",
                 Name = "핫딜게시판"
             }).RunAsync();
-
-            await new RuliwebCrawler(null, database, new WebCrawler.Models.Source
-            {
-                Type = CrawlingType.Ruliweb,
-                BoardId = "market/board/1003",
-                Name = "콘솔뉴스"
-            }).RunAsync();
 
             await new FmkoreaCrawler(null, database, new WebCrawler.Models.Source
             {

WebCrawler/Crawler/RuliwebCrawler.cs

@@ -111,7 +111,7 @@ protected override void OnPageCrawl(IDocument document)
                 .ToList();
 
                 var tdContent = document.QuerySelectorAll("tbody tr")
-                    .Where(x => x.ClassName.Contains("table_body"))
+                    .Where(x => x.ClassName.Contains("table_body") && x.ClassName.Contains("blocktarget") && !string.IsNullOrEmpty(x.TextContent))
                     .SelectMany(x => x.QuerySelectorAll("td")
                         .Select(cell =>
                         {