archiveorg.go 1.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647
  1. // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
  2. // SPDX-License-Identifier: Apache-2.0
  3. package archiveorg
  4. import (
  5. "fmt"
  6. "net/http"
  7. "net/url"
  8. "time"
  9. "miniflux.app/v2/internal/version"
  10. )
  11. const defaultClientTimeout = 30 * time.Second
  12. // See https://docs.google.com/document/d/1Nsv52MvSjbLb2PCpHlat0gkzw0EvtSgpKHu4mk0MnrA/edit?tab=t.0
  13. const options = "delay_wb_availability=1&if_not_archived_within=15d"
  14. type Client struct{}
  15. func NewClient() *Client {
  16. return &Client{}
  17. }
  18. func (c *Client) SendURL(entryURL string) error {
  19. requestURL := "https://web.archive.org/save/" + url.QueryEscape(entryURL) + "?" + options
  20. request, err := http.NewRequest(http.MethodGet, requestURL, nil)
  21. if err != nil {
  22. return fmt.Errorf("archiveorg: unable to create request: %v", err)
  23. }
  24. request.Header.Set("User-Agent", "Miniflux/"+version.Version)
  25. httpClient := &http.Client{Timeout: defaultClientTimeout}
  26. response, err := httpClient.Do(request)
  27. if err != nil {
  28. return fmt.Errorf("archiveorg: unable to send request: %v", err)
  29. }
  30. defer response.Body.Close()
  31. if response.StatusCode >= 400 {
  32. return fmt.Errorf("archiveorg: unexpected status code: url=%s status=%d", requestURL, response.StatusCode)
  33. }
  34. return nil
  35. }