瀏覽代碼

Simplify internal/reader/icon/finder.go

- Use a simple regex to parse data uri instead of a hand-rolled parser, and
  document what fields are considered mandatory.
- Use case-insensitive matching to find (fav)icons, instead of doing the same
  query twice with different letter cases
- Add 'apple-touch-icon-precomposed.png' as a fallback favicon
- Reorder the queries to have i`con` first, since it seems to be the most
  popular one. It used to be last, meaning that pages had to be parsed
  completely 4 times, instead of one now.
- Minor factorisation in findIconURLsFromHTMLDocument
jvoisin 2 年之前
父節點
當前提交
06e256e5ef
共有 1 個文件被更改,包括 27 次插入51 次删除
  1. 27 51
      internal/reader/icon/finder.go

+ 27 - 51
internal/reader/icon/finder.go

@@ -9,6 +9,7 @@ import (
 	"io"
 	"log/slog"
 	"net/url"
+	"regexp"
 	"strings"
 
 	"miniflux.app/v2/internal/config"
@@ -184,10 +185,10 @@ func (f *IconFinder) DownloadIcon(iconURL string) (*model.Icon, error) {
 
 func findIconURLsFromHTMLDocument(body io.Reader, contentType string) ([]string, error) {
 	queries := []string{
-		"link[rel='shortcut icon']",
-		"link[rel='Shortcut Icon']",
-		"link[rel='icon shortcut']",
-		"link[rel='icon']",
+		"link[rel='icon' i]",
+		"link[rel='shortcut icon' i]",
+		"link[rel='icon shortcut' i]",
+		"link[rel='apple-touch-icon-precomposed.png']",
 	}
 
 	htmlDocumentReader, err := encoding.CharsetReaderFromContentType(contentType, body)
@@ -205,18 +206,13 @@ func findIconURLsFromHTMLDocument(body io.Reader, contentType string) ([]string,
 		slog.Debug("Searching icon URL in HTML document", slog.String("query", query))
 
 		doc.Find(query).Each(func(i int, s *goquery.Selection) {
-			var iconURL string
-
 			if href, exists := s.Attr("href"); exists {
-				iconURL = strings.TrimSpace(href)
-			}
-
-			if iconURL != "" {
-				iconURLs = append(iconURLs, iconURL)
-
-				slog.Debug("Found icon URL in HTML document",
-					slog.String("query", query),
-					slog.String("icon_url", iconURL))
+				if iconURL := strings.TrimSpace(href); iconURL != "" {
+					iconURLs = append(iconURLs, iconURL)
+					slog.Debug("Found icon URL in HTML document",
+						slog.String("query", query),
+						slog.String("icon_url", iconURL))
+				}
 			}
 		})
 	}
@@ -225,35 +221,23 @@ func findIconURLsFromHTMLDocument(body io.Reader, contentType string) ([]string,
 }
 
 // https://developer.mozilla.org/en-US/docs/Web/HTTP/Basics_of_HTTP/Data_URIs#syntax
-// data:[<mediatype>][;base64],<data>
+// data:[<mediatype>][;encoding],<data>
+// we consider <mediatype> to be mandatory, and it has to start with `image/`.
+// we consider `base64`, `utf8` and the empty string to be the only valid encodings
 func parseImageDataURL(value string) (*model.Icon, error) {
-	var mediaType string
-	var encoding string
-
-	if !strings.HasPrefix(value, "data:") {
-		return nil, fmt.Errorf(`icon: invalid data URL (missing data:) %q`, value)
-	}
-
-	value = value[5:]
-
-	comma := strings.Index(value, ",")
-	if comma < 0 {
-		return nil, fmt.Errorf(`icon: invalid data URL (no comma) %q`, value)
-	}
-
-	data := value[comma+1:]
-	semicolon := strings.Index(value[0:comma], ";")
-
-	if semicolon > 0 {
-		mediaType = value[0:semicolon]
-		encoding = value[semicolon+1 : comma]
-	} else {
-		mediaType = value[0:comma]
+	re := regexp.MustCompile(`^data:` +
+		`(?P<mediatype>image/[^;,]+)` +
+		`(?:;(?P<encoding>base64|utf8))?` +
+		`,(?P<data>.+)$`)
+
+	matches := re.FindStringSubmatch(value)
+	if matches == nil {
+		return nil, fmt.Errorf(`icon: invalid data URL %q`, value)
 	}
 
-	if !strings.HasPrefix(mediaType, "image/") {
-		return nil, fmt.Errorf(`icon: invalid media type %q`, mediaType)
-	}
+	mediaType := matches[re.SubexpIndex("mediatype")]
+	encoding := matches[re.SubexpIndex("encoding")]
+	data := matches[re.SubexpIndex("data")]
 
 	var blob []byte
 	switch encoding {
@@ -271,19 +255,11 @@ func parseImageDataURL(value string) (*model.Icon, error) {
 		blob = []byte(decodedData)
 	case "utf8":
 		blob = []byte(data)
-	default:
-		return nil, fmt.Errorf(`icon: unsupported data URL encoding %q`, value)
-	}
-
-	if len(blob) == 0 {
-		return nil, fmt.Errorf(`icon: empty data URL %q`, value)
 	}
 
-	icon := &model.Icon{
+	return &model.Icon{
 		Hash:     crypto.HashFromBytes(blob),
 		Content:  blob,
 		MimeType: mediaType,
-	}
-
-	return icon, nil
+	}, nil
 }