From 008d79cf3dc81747d93388f58431998e4bd24557 Mon Sep 17 00:00:00 2001
From: James Tombleson <luther38@gmail.com>
Date: Sun, 9 Jul 2023 22:12:13 -0700
Subject: [PATCH] added try catch for when a site could be down or blocking
 requests

---
 .../HtmlParser/HtmlPageReader.cs                 | 16 ++++++++++++----
 1 file changed, 12 insertions(+), 4 deletions(-)

diff --git a/Newsbot.Collector.Services/HtmlParser/HtmlPageReader.cs b/Newsbot.Collector.Services/HtmlParser/HtmlPageReader.cs
index 7b36f3d..051b98b 100644
--- a/Newsbot.Collector.Services/HtmlParser/HtmlPageReader.cs
+++ b/Newsbot.Collector.Services/HtmlParser/HtmlPageReader.cs
@@ -36,11 +36,19 @@ public class HtmlPageReader
     private string ReadSiteContent(string url)
     {
         using var client = new HttpClient();
-        var html = client.GetStringAsync(url);
-        html.Wait();
+        try
+        {
+            var html = client.GetStringAsync(url);
+            html.Wait();
 
-        var content = html.Result;
-        return content;
+            var content = html.Result;
+            return content;
+        }
+        catch (Exception ex)
+        {
+            Console.WriteLine($"Failed to connect to '{url}'. {ex.Message}");
+            return "";
+        }
     }
 
     public string GetSiteContent()