James Tombleson
0e0058506a
* added feature flags around background workers * background workers are moved to a new package as outputs are starting to get added * package name was updated * updated refs to the new input package * query and sql updates on routes * moved the services and starting to add discord web hook * query update
159 lines
3.5 KiB
Go
159 lines
3.5 KiB
Go
package input_test
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/google/uuid"
|
|
"github.com/jtom38/newsbot/collector/database"
|
|
ffxiv "github.com/jtom38/newsbot/collector/services/input"
|
|
)
|
|
|
|
var FFXIVRecord database.Source = database.Source{
|
|
ID: uuid.New(),
|
|
Site: "ffxiv",
|
|
Name: "Final Fantasy XIV - NA",
|
|
Source: "ffxiv",
|
|
Url: "https://na.finalfantasyxiv.com/lodestone/",
|
|
Tags: "ffxiv, final, fantasy, xiv, na, lodestone",
|
|
}
|
|
|
|
func TestFfxivGetParser(t *testing.T) {
|
|
fc := ffxiv.NewFFXIVClient(FFXIVRecord)
|
|
_, err := fc.GetParser()
|
|
if err != nil { panic(err) }
|
|
}
|
|
|
|
func TestFfxivPullFeed(t *testing.T) {
|
|
fc := ffxiv.NewFFXIVClient(FFXIVRecord)
|
|
|
|
parser := fc.GetBrowser()
|
|
defer parser.Close()
|
|
|
|
links, err := fc.PullFeed(parser)
|
|
if err != nil { panic(err) }
|
|
if len(links) == 0 { panic("expected links to come back but got 0") }
|
|
|
|
}
|
|
|
|
func TestFfxivExtractThumbnail(t *testing.T) {
|
|
fc := ffxiv.NewFFXIVClient(FFXIVRecord)
|
|
|
|
parser := fc.GetBrowser()
|
|
defer parser.Close()
|
|
|
|
links, err := fc.PullFeed(parser)
|
|
if err != nil { panic(err) }
|
|
|
|
page := fc.GetPage(parser, links[0])
|
|
defer page.Close()
|
|
|
|
thumb, err := fc.ExtractThumbnail(page)
|
|
if err != nil { panic(err) }
|
|
if thumb == "" { panic("expected a link but got nothing.")}
|
|
}
|
|
|
|
func TestFfxivExtractPubDate(t *testing.T) {
|
|
fc := ffxiv.NewFFXIVClient(FFXIVRecord)
|
|
|
|
parser := fc.GetBrowser()
|
|
defer parser.Close()
|
|
|
|
links, err := fc.PullFeed(parser)
|
|
if err != nil { panic(err) }
|
|
|
|
page := fc.GetPage(parser, links[0])
|
|
defer page.Close()
|
|
|
|
_, err = fc.ExtractPubDate(page)
|
|
if err != nil { panic(err) }
|
|
}
|
|
|
|
func TestFfxivExtractDescription(t *testing.T) {
|
|
fc := ffxiv.NewFFXIVClient(FFXIVRecord)
|
|
|
|
parser := fc.GetBrowser()
|
|
defer parser.Close()
|
|
|
|
links, err := fc.PullFeed(parser)
|
|
if err != nil { panic(err) }
|
|
|
|
page := fc.GetPage(parser, links[0])
|
|
defer page.Close()
|
|
|
|
_, err = fc.ExtractDescription(page)
|
|
if err != nil { panic(err) }
|
|
}
|
|
|
|
func TestFfxivExtractAuthor(t *testing.T) {
|
|
fc := ffxiv.NewFFXIVClient(FFXIVRecord)
|
|
|
|
parser := fc.GetBrowser()
|
|
defer parser.Close()
|
|
|
|
links, err := fc.PullFeed(parser)
|
|
if err != nil { panic(err) }
|
|
|
|
page := fc.GetPage(parser, links[0])
|
|
defer page.Close()
|
|
|
|
author, err := fc.ExtractAuthor(page)
|
|
if err != nil { panic(err) }
|
|
if author == "" { panic("failed to locate the author name") }
|
|
}
|
|
|
|
func TestFfxivExtractTags(t *testing.T) {
|
|
fc := ffxiv.NewFFXIVClient(FFXIVRecord)
|
|
|
|
parser := fc.GetBrowser()
|
|
defer parser.Close()
|
|
|
|
links, err := fc.PullFeed(parser)
|
|
if err != nil { panic(err) }
|
|
|
|
page := fc.GetPage(parser, links[0])
|
|
defer page.Close()
|
|
|
|
res, err := fc.ExtractTags(page)
|
|
if err != nil { panic(err) }
|
|
if res == "" {panic("failed to locate the tags")}
|
|
}
|
|
|
|
func TestFfxivExtractTitle(t *testing.T) {
|
|
fc := ffxiv.NewFFXIVClient(FFXIVRecord)
|
|
|
|
parser := fc.GetBrowser()
|
|
defer parser.Close()
|
|
|
|
links, err := fc.PullFeed(parser)
|
|
if err != nil { panic(err) }
|
|
|
|
page := fc.GetPage(parser, links[0])
|
|
defer page.Close()
|
|
|
|
res, err := fc.ExtractTitle(page)
|
|
if err != nil { panic(err) }
|
|
if res == "" { panic("failed to locate the tags") }
|
|
}
|
|
|
|
func TestFFxivExtractAuthorIamge(t *testing.T) {
|
|
fc := ffxiv.NewFFXIVClient(FFXIVRecord)
|
|
|
|
parser := fc.GetBrowser()
|
|
defer parser.Close()
|
|
|
|
links, err := fc.PullFeed(parser)
|
|
if err != nil { panic(err) }
|
|
|
|
page := fc.GetPage(parser, links[0])
|
|
defer page.Close()
|
|
|
|
res, err := fc.ExtractAuthorImage(page)
|
|
if err != nil { panic(err) }
|
|
if res == "" { panic("failed to locate the tags") }
|
|
}
|
|
|
|
func TestFfxivCheckSource(t *testing.T) {
|
|
fc := ffxiv.NewFFXIVClient(FFXIVRecord)
|
|
fc.CheckSource()
|
|
|
|
} |