3 Commits

Author SHA1 Message Date
5e0a725deb Update link posts to support !nomad entries. 2023-08-29 14:14:40 -07:00
baf36dbaf8 even yet more logs 2023-08-29 13:23:38 -07:00
64190a500d yet more logs 2023-08-29 13:15:50 -07:00
3 changed files with 48 additions and 7 deletions

View File

@@ -121,6 +121,8 @@ func main() {
die.If(err)
}
log.Infoln("nlink is starting")
log.Debugf("loading config file %s\n", configFile)
if err := config.LoadFile(configFile); err != nil {
log.Fatal(err)
@@ -153,6 +155,7 @@ func main() {
defer db.Close()
feeds := splitFeeds()
if markOnly {
log.Info("marking database")
for _, feed := range feeds {

View File

@@ -4,14 +4,22 @@ import (
"bytes"
"errors"
"fmt"
"net/url"
"path/filepath"
"git.sr.ht/~thrrgilag/woodstock"
"git.wntrmute.dev/kyle/goutils/log"
"github.com/anaskhan96/soup"
)
func nomadLink(url Source) string {
return fmt.Sprintf("[nomad.wntrmute.net](%s)", url.ID())
func nomadLink(src Source) string {
u, err := url.Parse(src.ID())
if err != nil {
log.Errf("nomadLink: %s", err)
return fmt.Sprintf("[%s](%s)", src.ID(), src.ID())
}
return fmt.Sprintf("[%s](%s)", u.Host, src.ID())
}
type sel struct {
@@ -22,6 +30,23 @@ func selector(selectors ...string) sel {
return sel{selectors: selectors}
}
type imageFinder func(soup.Root) (string, bool)
var imageFinders = []imageFinder{
func(root soup.Root) (string, bool) {
return find(
root, "src",
selector("div", "class", "entry-image"),
selector("img"))
},
func(root soup.Root) (string, bool) {
return find(
root, "src",
selector("div", "class", "gh-inner"),
selector("img"))
},
}
func find(root soup.Root, attr string, selectors ...sel) (string, bool) {
result := root
for _, selector := range selectors {
@@ -65,10 +90,15 @@ func (p *Post) Fetch() error {
p.Body = body + " " + p.Body
}
imageURL, hasImageURL := find(
root, "src",
selector("div", "class", "entry-image"),
selector("img"))
var imageURL string
var hasImageURL bool
for _, finder := range imageFinders {
imageURL, hasImageURL = finder(root)
if hasImageURL {
break
}
}
if hasImageURL {
p.Image = NewURLSource(imageURL)

View File

@@ -30,6 +30,7 @@ func connectMinio() (err error) {
}
func restoreDatabase(path string) error {
log.Debugln("restoring database from minio")
if minioClient == nil {
if err := connectMinio(); err != nil {
return err
@@ -58,7 +59,12 @@ func restoreDatabase(path string) error {
defer dbFile.Close()
_, err = io.Copy(dbFile, obj)
if err != nil {
return err
}
log.Debugln("database restored from minio")
return nil
}
func saveDatabase(path string) error {
@@ -91,5 +97,7 @@ func saveDatabase(path string) error {
if err != nil {
return err
}
log.Debugln("database saved to minio")
return nil
}