Update link posts to support !nomad entries.

.gitignore

@@ -1 +1,4 @@
 nlink.conf
+nlink.db
+nlink
+nlink.exe

main.go

@@ -2,7 +2,6 @@ package main
 
 import (
 	"flag"
-	"os"
 	"path/filepath"
 	"strings"
 	"time"
@@ -122,16 +121,18 @@ func main() {
 		die.If(err)
 	}
 
-	log.Debugln("config keys")
+	log.Infoln("nlink is starting")
-	for _, k := range config.ListKeys() {
-		log.Debugf("key: %s", k)
-	}
 
 	log.Debugf("loading config file %s\n", configFile)
 	if err := config.LoadFile(configFile); err != nil {
 		log.Fatal(err)
 	}
 
+	log.Debugln("config keys")
+	for _, k := range config.ListKeys() {
+		log.Debugf("key: %s", k)
+	}
+
 	log.Infof("minio_bucket: %s", config.Get("minio_bucket"))
 	if err := restoreDatabase(config.Get("local_database")); err != nil {
 		log.Fatal(err)
@@ -154,6 +155,7 @@ func main() {
 	defer db.Close()
 
 	feeds := splitFeeds()
+
 	if markOnly {
 		log.Info("marking database")
 		for _, feed := range feeds {
@@ -165,15 +167,17 @@ func main() {
 		return
 	}
 
-	os.Exit(1)
 	log.Debugf("will look for new items every %s\n", interval)
 	for {
+		log.Infoln("running fetch loop")
 		for _, feed := range feeds {
-			log.Infoln("fetching items")
+			log.Infof("fetching items for feed %s", feed)
 			if err := fetchItems(db, feed, markOnly); err != nil {
-				log.Info(err)
+				log.Errln(err)
 			}
 		}
 		time.Sleep(interval)
 	}
+
+	log.Infoln("exiting")
 }

nomad/post.go

@@ -4,14 +4,22 @@ import (
 	"bytes"
 	"errors"
 	"fmt"
+	"net/url"
 	"path/filepath"
 
 	"git.sr.ht/~thrrgilag/woodstock"
+	"git.wntrmute.dev/kyle/goutils/log"
 	"github.com/anaskhan96/soup"
 )
 
-func nomadLink(url Source) string {
+func nomadLink(src Source) string {
-	return fmt.Sprintf("[nomad.wntrmute.net](%s)", url.ID())
+	u, err := url.Parse(src.ID())
+	if err != nil {
+		log.Errf("nomadLink: %s", err)
+		return fmt.Sprintf("[%s](%s)", src.ID(), src.ID())
+	}
+
+	return fmt.Sprintf("[%s](%s)", u.Host, src.ID())
 }
 
 type sel struct {
@@ -22,6 +30,23 @@ func selector(selectors ...string) sel {
 	return sel{selectors: selectors}
 }
 
+type imageFinder func(soup.Root) (string, bool)
+
+var imageFinders = []imageFinder{
+	func(root soup.Root) (string, bool) {
+		return find(
+			root, "src",
+			selector("div", "class", "entry-image"),
+			selector("img"))
+	},
+	func(root soup.Root) (string, bool) {
+		return find(
+			root, "src",
+			selector("div", "class", "gh-inner"),
+			selector("img"))
+	},
+}
+
 func find(root soup.Root, attr string, selectors ...sel) (string, bool) {
 	result := root
 	for _, selector := range selectors {
@@ -65,10 +90,15 @@ func (p *Post) Fetch() error {
 		p.Body = body + " " + p.Body
 	}
 
-	imageURL, hasImageURL := find(
+	var imageURL string
-		root, "src",
+	var hasImageURL bool
-		selector("div", "class", "entry-image"),
+
-		selector("img"))
+	for _, finder := range imageFinders {
+		imageURL, hasImageURL = finder(root)
+		if hasImageURL {
+			break
+		}
+	}
 
 	if hasImageURL {
 		p.Image = NewURLSource(imageURL)

storage.go

@@ -30,6 +30,7 @@ func connectMinio() (err error) {
 }
 
 func restoreDatabase(path string) error {
+	log.Debugln("restoring database from minio")
 	if minioClient == nil {
 		if err := connectMinio(); err != nil {
 			return err
@@ -58,9 +59,14 @@ func restoreDatabase(path string) error {
 	defer dbFile.Close()
 
 	_, err = io.Copy(dbFile, obj)
+	if err != nil {
 		return err
 	}
 
+	log.Debugln("database restored from minio")
+	return nil
+}
+
 func saveDatabase(path string) error {
 	if minioClient == nil {
 		if err := connectMinio(); err != nil {
@@ -91,5 +97,7 @@ func saveDatabase(path string) error {
 	if err != nil {
 		return err
 	}
+
+	log.Debugln("database saved to minio")
 	return nil
 }