James Tombleson
521940ca4f
* exposing connectionStrings to controllers * First controller added to start testing * corrected param to be page not age * new model to map connection strings to for the controllers * HelloWorldJob uses options now to make hangfire happy * improved the html reader to find some rss feeds and start to extract the body of the content * moved html parser to its own namespace and make a sub client to process theh header * helpful vsc changes * updated rss watcher to include the sourceId so it can be added to the db call * updated tests to reflect changes * updated gitignore to avoid trash and moved over my makefile * More routes and added serilog * adding more database calls for the controllers * Updated interfaces for the tables * Added Serilog to jobs * removed default files * Added more routes and added DTO * Added DTO objects and SourceType Consts for easy usage * updated discord model name to follow the pattern * updated formatting * new dto objects and Subscriptions repo interface * added subscription db and api calls * focusing on the twitter tags as most sites focus on them * updated test to pull a html based feed
38 lines
1.1 KiB
C#
38 lines
1.1 KiB
C#
using Newsbot.Collector.Services.HtmlParser;
|
|
|
|
namespace Newsbot.Collector.Tests.Services;
|
|
|
|
public class HtmlPageReaderTests
|
|
{
|
|
[Fact]
|
|
public void BaseSiteContainsRssFeed()
|
|
{
|
|
var client = new HtmlPageReader("https://dotnettutorials.net/");
|
|
var headClient = new HeadParserClient(client.GetSiteContent());
|
|
var feedUri = headClient.GetSiteFeed();
|
|
if (feedUri == "")
|
|
{
|
|
Assert.Fail("Failed to find the RSS feed");
|
|
}
|
|
}
|
|
|
|
[Fact]
|
|
public void SiteDoesNotReturnRssFeed()
|
|
{
|
|
var client = new HtmlPageReader("https://www.engadget.com/");
|
|
var headClient = new HeadParserClient(client.GetSiteContent());
|
|
var feedUri = headClient.GetSiteFeed();
|
|
if (feedUri == "")
|
|
{
|
|
Assert.Fail("");
|
|
}
|
|
}
|
|
|
|
[Fact]
|
|
public void CanFindBodyOfTheArticle()
|
|
{
|
|
var client = new HtmlPageReader("https://www.engadget.com/apple-is-convinced-my-dog-is-stalking-me-143100932.html");
|
|
var c = client.CollectPostContent();
|
|
Console.WriteLine(c);
|
|
}
|
|
} |