79 lines
1.8 KiB
Go
79 lines
1.8 KiB
Go
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"log"
|
|
|
|
"github.com/robfig/cron/v3"
|
|
|
|
"github.com/jtom38/newsbot/collector/database"
|
|
"github.com/jtom38/newsbot/collector/services"
|
|
//"github.com/jtom38/newsbot/collector/services/cache"
|
|
|
|
)
|
|
|
|
func Hello(t string) {
|
|
fmt.Println("hello " + t)
|
|
}
|
|
|
|
func EnableScheduler() {
|
|
c := cron.New()
|
|
|
|
//c.AddFunc("*/5 * * * *", func() { go CheckCache() })
|
|
c.AddFunc("*/30 * * * *", func() { go CheckReddit() })
|
|
c.AddFunc("*/30 * * * *", func() { go CheckYoutube() })
|
|
c.AddFunc("* */1 * * *", func() { go CheckFfxiv() })
|
|
|
|
c.Start()
|
|
}
|
|
|
|
func CheckCache() {
|
|
//cache := services.NewCacheAgeMonitor()
|
|
//cache.CheckExpiredEntries()
|
|
|
|
}
|
|
|
|
func CheckReddit() {
|
|
dc := database.NewDatabaseClient()
|
|
sources, err := dc.Sources.FindBySource("reddit")
|
|
if err != nil { log.Println(err) }
|
|
|
|
rc := services.NewRedditClient(sources[0].Name, sources[0].ID)
|
|
raw, err := rc.GetContent()
|
|
if err != nil { log.Println(err) }
|
|
|
|
redditArticles := rc.ConvertToArticles(raw)
|
|
|
|
for _, item := range redditArticles {
|
|
_, err = dc.Articles.FindByUrl(item.Url)
|
|
if err != nil {
|
|
err = dc.Articles.Add(item)
|
|
if err != nil { log.Println("Failed to post article.")}
|
|
}
|
|
}
|
|
}
|
|
|
|
func CheckYoutube() {
|
|
// Add call to the db to request youtube sources.
|
|
|
|
// Loop though the services, and generate the clients.
|
|
yt := services.NewYoutubeClient(0, "https://www.youtube.com/user/GameGrumps")
|
|
yt.CheckSource()
|
|
}
|
|
|
|
func CheckFfxiv() {
|
|
fc := services.NewFFXIVClient("na")
|
|
articles, err := fc.CheckSource()
|
|
|
|
// This isnt in a thread yet, so just output to stdout
|
|
if err != nil { log.Println(err) }
|
|
|
|
dc := database.NewDatabaseClient()
|
|
for _, item := range articles {
|
|
_, err = dc.Articles.FindByUrl(item.Url)
|
|
if err != nil {
|
|
err = dc.Articles.Add(item)
|
|
if err != nil { log.Println("Failed to post article.")}
|
|
}
|
|
}
|
|
} |