newsbot-api/scheduler.go

package main

import (
	"fmt"
	"log"

	"github.com/robfig/cron/v3"

	"github.com/jtom38/newsbot/collector/database"
	"github.com/jtom38/newsbot/collector/services"
	//"github.com/jtom38/newsbot/collector/services/cache"

)

func Hello(t string) {
	fmt.Println("hello " + t)
}

func EnableScheduler() {
	c := cron.New()

	//c.AddFunc("*/5 * * * *", func()  { go CheckCache() })	
	c.AddFunc("*/30 * * * *", func() { go CheckReddit() })
	c.AddFunc("*/30 * * * *", func() { go CheckYoutube() })
	c.AddFunc("* */1 * * *", func()  { go CheckFfxiv() })

	c.Start()
}

func CheckCache() {
	//cache := services.NewCacheAgeMonitor()
	//cache.CheckExpiredEntries()

}

func CheckReddit() {
	dc := database.NewDatabaseClient()
	sources, err := dc.Sources.FindBySource("reddit")
	if err != nil { log.Println(err) }

	rc := services.NewRedditClient(sources[0].Name, sources[0].ID)
	raw, err := rc.GetContent()
	if err != nil { log.Println(err) }
	
	redditArticles := rc.ConvertToArticles(raw)
	
	for _, item := range redditArticles {		
		_, err = dc.Articles.FindByUrl(item.Url)
		if err != nil {
			err = dc.Articles.Add(item)
			if err != nil { log.Println("Failed to post article.")}
		}
	}
}

func CheckYoutube() {
	// Add call to the db to request youtube sources.

	// Loop though the services, and generate the clients.
	yt := services.NewYoutubeClient(0, "https://www.youtube.com/user/GameGrumps")
	yt.CheckSource()
}

func CheckFfxiv() {
	fc := services.NewFFXIVClient("na")
	articles, err := fc.CheckSource()

	// This isnt in a thread yet, so just output to stdout
	if err != nil { log.Println(err) }
	
	dc := database.NewDatabaseClient()
	for _, item := range articles {		
		_, err = dc.Articles.FindByUrl(item.Url)
		if err != nil {
			err = dc.Articles.Add(item)
			if err != nil { log.Println("Failed to post article.")}
		}
	}
}