74 lines
1.7 KiB
Go
74 lines
1.7 KiB
Go
package databaseRest
|
|
|
|
import (
|
|
"errors"
|
|
"io/ioutil"
|
|
"log"
|
|
"net/http"
|
|
|
|
"github.com/jtom38/newsbot/collector/services/config"
|
|
)
|
|
|
|
type DatabaseClient struct {
|
|
Diagnosis DiagnosisClient
|
|
|
|
Articles ArticlesClient
|
|
Sources SourcesClient
|
|
}
|
|
|
|
// This will generate a new client to interface with the API Database.
|
|
func NewDatabaseClient() DatabaseClient {
|
|
cc := config.New()
|
|
dbUri := cc.GetConfig(config.DB_URI)
|
|
|
|
var client = DatabaseClient{}
|
|
client.Diagnosis.rootUri = dbUri
|
|
client.Sources.rootUri = dbUri
|
|
client.Articles.rootUri = dbUri
|
|
|
|
return client
|
|
}
|
|
|
|
func getContent(url string) ([]byte, error) {
|
|
client := &http.Client{}
|
|
var blank []byte
|
|
|
|
req, err := http.NewRequest("GET", url, nil)
|
|
if err != nil { return blank, err }
|
|
|
|
// set the user agent header to avoid kick backs.. as much
|
|
req.Header.Set("User-Agent", getUserAgent())
|
|
|
|
log.Printf("Requesting content from %v\n", url)
|
|
resp, err := client.Do(req)
|
|
if err != nil { return blank, err }
|
|
if resp.StatusCode == 404 {
|
|
err = errors.New("404 not found")
|
|
return blank, err
|
|
}
|
|
defer resp.Body.Close()
|
|
|
|
body, err := ioutil.ReadAll(resp.Body)
|
|
if err != nil { return blank, err }
|
|
|
|
//log.Println(string(body))
|
|
return body, nil
|
|
}
|
|
|
|
func httpDelete(url string) error {
|
|
client := &http.Client{}
|
|
req, err := http.NewRequest("DELETE", url, nil)
|
|
if err != nil { return err }
|
|
|
|
//req.Header.Set("User-Agent", "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.10; rv:75.0) Gecko/20100101 Firefox/75.0")
|
|
req.Header.Set("User-Agent", getUserAgent())
|
|
|
|
_, err = client.Do(req)
|
|
if err != nil { return err }
|
|
|
|
return nil
|
|
}
|
|
|
|
func getUserAgent() string {
|
|
return "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.10; rv:75.0) Gecko/20100101 Firefox/75.0"
|
|
} |