jtom38
/
Newsbot.Collector
1
0
Fork 0
Code Issues Pull Requests Packages Projects 1 Releases 1 Wiki Activity

added try catch for when a site could be down or blocking requests

This commit is contained in:
James Tombleson 2023-07-09 22:12:13 -07:00
parent fd60906a20
commit 008d79cf3d
1 changed files with 12 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
Newsbot.Collector.Services/HtmlParser/HtmlPageReader.cs
View File

@ -36,11 +36,19 @@ public class HtmlPageReader
private string ReadSiteContent(string url)
{
using var client = new HttpClient();
var html = client.GetStringAsync(url);
html.Wait();
try
{
var html = client.GetStringAsync(url);
html.Wait();
var content = html.Result;
return content;
var content = html.Result;
return content;
}
catch (Exception ex)
{
Console.WriteLine($"Failed to connect to '{url}'. {ex.Message}");
return "";
}
}
public string GetSiteContent()