This commit is contained in:
2026-03-15 18:23:58 +02:00
parent 6bf221de3f
commit ad3385c63b
8 changed files with 319995 additions and 8 deletions

View File

@@ -452,14 +452,26 @@ func (s *Scraper) parseImageURL(doc *goquery.Document) string {
func (s *Scraper) normalizeImageURL(raw string) string {
raw = strings.TrimSpace(raw)
switch {
case raw == "":
if raw == "" {
return ""
case strings.HasPrefix(raw, "//"):
return "https:" + raw
default:
return raw
}
if strings.HasPrefix(raw, "//") {
raw = "https:" + raw
}
query := ""
if idx := strings.Index(raw, "?"); idx >= 0 {
query = raw[idx:]
raw = raw[:idx]
}
const scaledMarker = "/revision/latest/scale-to-width-down/"
if idx := strings.Index(raw, scaledMarker); idx >= 0 {
raw = raw[:idx] + "/revision/latest"
}
return raw + query
}
func (s *Scraper) parseContentTables(doc *goquery.Document) []model.Table {