miniflux_v2/internal/integration/archiveorg/archiveorg.go

// SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

package archiveorg

import (
	"log/slog"
	"net/http"
	"net/url"
)

// See https://docs.google.com/document/d/1Nsv52MvSjbLb2PCpHlat0gkzw0EvtSgpKHu4mk0MnrA/edit?tab=t.0
const options = "delay_wb_availability=1&if_not_archived_within=15d"

type Client struct{}

func NewClient() *Client {
	return &Client{}
}

func (c *Client) SendURL(entryURL, title string) {
	// We're using a goroutine here as submissions to archive.org might take a long time
	// and trigger a timeout on miniflux' side.
	go func(entryURL string) {
		res, err := http.Get("https://web.archive.org/save/" + url.QueryEscape(entryURL) + "?" + options)
		if err != nil {
			slog.Error("archiveorg: unable to send request: %v",
				slog.Any("err", err),
				slog.String("title", title),
				slog.String("url", entryURL),
			)
			return
		}
		if res.StatusCode > 299 {
			slog.Error("archiveorg: failed with status code",
				slog.String("title", title),
				slog.String("url", entryURL),
				slog.Int("code", res.StatusCode),
			)
		}
		res.Body.Close()
	}(entryURL)
}