newsbot-api/services/reddit.go

package services

import (
	"encoding/json"
	"errors"
	"fmt"
	"log"
	"time"

	"github.com/jtom38/newsbot/collector/domain/model"
)

type RedditClient struct {
	subreddit string
	url string
	sourceId uint
}

var (
	PULLTOP string
	PULLHOT string
	PULLNSFW string
)

func init() {
	cc := NewConfigClient()
	PULLTOP = cc.GetConfig(REDDIT_PULL_TOP)
	PULLHOT = cc.GetConfig(REDDIT_PULL_HOT)
	PULLNSFW = cc.GetConfig(REDDIT_PULL_NSFW)
}

func NewReddit(subreddit string, sourceID uint) RedditClient {
	rc := RedditClient{
		subreddit: subreddit,
		url: fmt.Sprintf("https://www.reddit.com/r/%v.json", subreddit),
		sourceId:  sourceID,
	}
	return rc
}

// GetContent() reaches out to Reddit and pulls the Json data.
// It will then convert the data to a struct and return the struct.
func (rc RedditClient) GetContent() (model.RedditJsonContent, error ) {
	var items model.RedditJsonContent = model.RedditJsonContent{}

	log.Printf("Collecting results on '%v'", rc.subreddit)
	content, err := getHttpContent(rc.url)
	if err != nil { return items, err }

	json.Unmarshal(content, &items)
	
	return items, nil
}

func (rc RedditClient) ConvertToArticles(items model.RedditJsonContent) []model.Articles {
	var redditArticles []model.Articles
	for _, item := range items.Data.Children {
		var article model.Articles
		article, err := rc.convertToArticle(item.Data)
		if err != nil { log.Println(err); continue }
		redditArticles = append(redditArticles, article)
	}
	return redditArticles
}

// ConvertToArticle() will take the reddit model struct and convert them over to Article structs.
// This data can be passed to the database.
func (rc RedditClient) convertToArticle(source model.RedditPost) (model.Articles, error) {
	var item model.Articles

	
	if source.Content == "" && source.Url != ""{
		item = rc.convertPicturePost(source)
	}
	
	if source.Media.RedditVideo.FallBackUrl != "" {
		item = rc.convertVideoPost(source)
	}

	if source.Content != "" {
		item = rc.convertTextPost(source)
	}

	if source.UrlOverriddenByDest != "" {
		item = rc.convertRedirectPost(source)
	}

	if item.Description == "" {
		var err = errors.New("reddit post failed to parse correctly")
		return item, err
	}

	return item, nil
}

func (rc RedditClient) convertPicturePost(source model.RedditPost) model.Articles {
	var item = model.Articles{
		SourceID: rc.sourceId,
		Tags: "a",
		Title: source.Title,
		Url: fmt.Sprintf("https://www.reddit.com%v", source.Permalink),
		PubDate: time.Now(),
		Video: "null",
		VideoHeight: 0,
		VideoWidth: 0,
		Thumbnail: source.Thumbnail,
		Description: source.Content,
		AuthorName: source.Author,
		AuthorImage: "null",
	}
	return item
}

func (rc RedditClient) convertTextPost(source model.RedditPost) model.Articles {
	var item = model.Articles{
		SourceID: rc.sourceId,
		Tags: "a",
		Title: source.Title,
		Url: fmt.Sprintf("https://www.reddit.com%v", source.Permalink),
		AuthorName: source.Author,
		Description: source.Content,
		
	}
	return item
}

func (rc RedditClient) convertVideoPost(source model.RedditPost) model.Articles {
	var item = model.Articles{
		SourceID: rc.sourceId,
		Tags: "a",
		Title: source.Title,
		Url: fmt.Sprintf("https://www.reddit.com%v", source.Permalink),
		AuthorName: source.Author,
		Description: source.Media.RedditVideo.FallBackUrl,
	}
	return item
}

// This post is nothing more then a redirect to another location.
func (rc *RedditClient) convertRedirectPost(source model.RedditPost) model.Articles {
	var item = model.Articles{
		SourceID: rc.sourceId,
		Tags: "a",
		Title: source.Title,
		Url: fmt.Sprintf("https://www.reddit.com%v", source.Permalink),
		AuthorName: source.Author,
		Description: source.UrlOverriddenByDest,
	}
	return item
}