jtom38/Newsbot.Collector
1
0
Fork 0
Code Issues Pull Requests Packages Projects 1 Releases 1 Wiki Activity

added try catch for when a site could be down or blocking requests

Browse Source
This commit is contained in:
James Tombleson 2023-07-09 22:12:13 -07:00
parent fd60906a20
commit 008d79cf3d
1 changed files with 12 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
Newsbot.Collector.Services/HtmlParser/HtmlPageReader.cs
View File

@ -36,12 +36,20 @@ public class HtmlPageReader
private string ReadSiteContent(string url) private string ReadSiteContent(string url)
{ {
using var client = new HttpClient(); using var client = new HttpClient();
try
{
var html = client.GetStringAsync(url); var html = client.GetStringAsync(url);
html.Wait(); html.Wait();
var content = html.Result; var content = html.Result;
return content; return content;
} }
catch (Exception ex)
{
Console.WriteLine($"Failed to connect to '{url}'. {ex.Message}");
return "";
}
}
public string GetSiteContent() public string GetSiteContent()
{ {