| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338 |
- // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
- // SPDX-License-Identifier: Apache-2.0
- package googlereader // import "miniflux.app/v2/internal/googlereader"
- import (
- "errors"
- "fmt"
- "log/slog"
- "net/http"
- "strconv"
- "time"
- "miniflux.app/v2/internal/config"
- "miniflux.app/v2/internal/http/request"
- "miniflux.app/v2/internal/http/response"
- "miniflux.app/v2/internal/http/response/json"
- "miniflux.app/v2/internal/http/route"
- "miniflux.app/v2/internal/integration"
- "miniflux.app/v2/internal/mediaproxy"
- "miniflux.app/v2/internal/model"
- "miniflux.app/v2/internal/proxyrotator"
- "miniflux.app/v2/internal/reader/fetcher"
- mff "miniflux.app/v2/internal/reader/handler"
- mfs "miniflux.app/v2/internal/reader/subscription"
- "miniflux.app/v2/internal/storage"
- "miniflux.app/v2/internal/validator"
- "github.com/gorilla/mux"
- )
- type handler struct {
- store *storage.Storage
- router *mux.Router
- }
- var (
- errEmptyFeedTitle = errors.New("googlereader: empty feed title")
- errFeedNotFound = errors.New("googlereader: feed not found")
- errCategoryNotFound = errors.New("googlereader: category not found")
- )
- // Serve handles Google Reader API calls.
- func Serve(router *mux.Router, store *storage.Storage) {
- handler := &handler{store, router}
- router.HandleFunc("/accounts/ClientLogin", handler.clientLoginHandler).Methods(http.MethodPost).Name("ClientLogin")
- middleware := newMiddleware(store)
- sr := router.PathPrefix("/reader/api/0").Subrouter()
- sr.Use(middleware.apiKeyAuth)
- sr.HandleFunc("/token", handler.tokenHandler).Methods(http.MethodGet).Name("Token")
- sr.HandleFunc("/edit-tag", handler.editTagHandler).Methods(http.MethodPost).Name("EditTag")
- sr.HandleFunc("/rename-tag", handler.renameTagHandler).Methods(http.MethodPost).Name("Rename Tag")
- sr.HandleFunc("/disable-tag", handler.disableTagHandler).Methods(http.MethodPost).Name("Disable Tag")
- sr.HandleFunc("/tag/list", handler.tagListHandler).Methods(http.MethodGet).Name("TagList")
- sr.HandleFunc("/user-info", handler.userInfoHandler).Methods(http.MethodGet).Name("UserInfo")
- sr.HandleFunc("/subscription/list", handler.subscriptionListHandler).Methods(http.MethodGet).Name("SubscriptonList")
- sr.HandleFunc("/subscription/edit", handler.editSubscriptionHandler).Methods(http.MethodPost).Name("SubscriptionEdit")
- sr.HandleFunc("/subscription/quickadd", handler.quickAddHandler).Methods(http.MethodPost).Name("QuickAdd")
- sr.HandleFunc("/stream/items/ids", handler.streamItemIDsHandler).Methods(http.MethodGet).Name("StreamItemIDs")
- sr.HandleFunc("/stream/items/contents", handler.streamItemContentsHandler).Methods(http.MethodPost).Name("StreamItemsContents")
- sr.HandleFunc("/mark-all-as-read", handler.markAllAsReadHandler).Methods(http.MethodPost).Name("MarkAllAsRead")
- sr.PathPrefix("/").HandlerFunc(handler.serveHandler).Methods(http.MethodPost, http.MethodGet).Name("GoogleReaderApiEndpoint")
- }
- func checkAndSimplifyTags(addTags []Stream, removeTags []Stream) (map[StreamType]bool, error) {
- tags := make(map[StreamType]bool)
- for _, s := range addTags {
- switch s.Type {
- case ReadStream:
- if _, ok := tags[KeptUnreadStream]; ok {
- return nil, fmt.Errorf("googlereader: %s and %s should not be supplied simultaneously", keptUnreadStreamSuffix, readStreamSuffix)
- }
- tags[ReadStream] = true
- case KeptUnreadStream:
- if _, ok := tags[ReadStream]; ok {
- return nil, fmt.Errorf("googlereader: %s and %s should not be supplied simultaneously", keptUnreadStreamSuffix, readStreamSuffix)
- }
- tags[ReadStream] = false
- case StarredStream:
- tags[StarredStream] = true
- case BroadcastStream, LikeStream:
- slog.Debug("Broadcast & Like tags are not implemented!")
- default:
- return nil, fmt.Errorf("googlereader: unsupported tag type: %s", s.Type)
- }
- }
- for _, s := range removeTags {
- switch s.Type {
- case ReadStream:
- if _, ok := tags[ReadStream]; ok {
- return nil, fmt.Errorf("googlereader: %s and %s should not be supplied simultaneously", keptUnreadStreamSuffix, readStreamSuffix)
- }
- tags[ReadStream] = false
- case KeptUnreadStream:
- if _, ok := tags[ReadStream]; ok {
- return nil, fmt.Errorf("googlereader: %s and %s should not be supplied simultaneously", keptUnreadStreamSuffix, readStreamSuffix)
- }
- tags[ReadStream] = true
- case StarredStream:
- if _, ok := tags[StarredStream]; ok {
- return nil, fmt.Errorf("googlereader: %s should not be supplied for add and remove simultaneously", starredStreamSuffix)
- }
- tags[StarredStream] = false
- case BroadcastStream, LikeStream:
- slog.Debug("Broadcast & Like tags are not implemented!")
- default:
- return nil, fmt.Errorf("googlereader: unsupported tag type: %s", s.Type)
- }
- }
- return tags, nil
- }
- func checkOutputFormat(r *http.Request) error {
- var output string
- if r.Method == http.MethodPost {
- err := r.ParseForm()
- if err != nil {
- return err
- }
- output = r.Form.Get("output")
- } else {
- output = request.QueryStringParam(r, "output", "")
- }
- if output != "json" {
- return errors.New("googlereader: only json output is supported")
- }
- return nil
- }
- func (h *handler) clientLoginHandler(w http.ResponseWriter, r *http.Request) {
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle /accounts/ClientLogin",
- slog.String("handler", "clientLoginHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- )
- if err := r.ParseForm(); err != nil {
- slog.Warn("[GoogleReader] Could not parse request form data",
- slog.Bool("authentication_failed", true),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Any("error", err),
- )
- json.Unauthorized(w, r)
- return
- }
- username := r.Form.Get("Email")
- password := r.Form.Get("Passwd")
- output := r.Form.Get("output")
- if username == "" || password == "" {
- slog.Warn("[GoogleReader] Empty username or password",
- slog.Bool("authentication_failed", true),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- )
- json.Unauthorized(w, r)
- return
- }
- if err := h.store.GoogleReaderUserCheckPassword(username, password); err != nil {
- slog.Warn("[GoogleReader] Invalid username or password",
- slog.Bool("authentication_failed", true),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.String("username", username),
- slog.Any("error", err),
- )
- json.Unauthorized(w, r)
- return
- }
- slog.Info("[GoogleReader] User authenticated successfully",
- slog.Bool("authentication_successful", true),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.String("username", username),
- )
- integration, err := h.store.GoogleReaderUserGetIntegration(username)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- h.store.SetLastLogin(integration.UserID)
- token := getAuthToken(integration.GoogleReaderUsername, integration.GoogleReaderPassword)
- slog.Debug("[GoogleReader] Created token",
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.String("username", username),
- )
- result := loginResponse{SID: token, LSID: token, Auth: token}
- if output == "json" {
- json.OK(w, r, result)
- return
- }
- builder := response.New(w, r)
- builder.WithHeader("Content-Type", "text/plain; charset=UTF-8")
- builder.WithBody(result.String())
- builder.Write()
- }
- func (h *handler) tokenHandler(w http.ResponseWriter, r *http.Request) {
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle /token",
- slog.String("handler", "tokenHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- )
- if !request.IsAuthenticated(r) {
- slog.Warn("[GoogleReader] User is not authenticated",
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- )
- json.Unauthorized(w, r)
- return
- }
- token := request.GoogleReaderToken(r)
- if token == "" {
- slog.Warn("[GoogleReader] User does not have token",
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Int64("user_id", request.UserID(r)),
- )
- json.Unauthorized(w, r)
- return
- }
- slog.Debug("[GoogleReader] Token handler",
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Int64("user_id", request.UserID(r)),
- )
- w.Header().Add("Content-Type", "text/plain; charset=UTF-8")
- w.WriteHeader(http.StatusOK)
- w.Write([]byte(token))
- }
- func (h *handler) editTagHandler(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle /edit-tag",
- slog.String("handler", "editTagHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Int64("user_id", userID),
- )
- if err := r.ParseForm(); err != nil {
- json.ServerError(w, r, err)
- return
- }
- addTags, err := getStreams(r.PostForm[paramTagsAdd], userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- removeTags, err := getStreams(r.PostForm[paramTagsRemove], userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- if len(addTags) == 0 && len(removeTags) == 0 {
- err = errors.New("googlreader: add or/and remove tags should be supplied")
- json.ServerError(w, r, err)
- return
- }
- tags, err := checkAndSimplifyTags(addTags, removeTags)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- itemIDs, err := parseItemIDsFromRequest(r)
- if err != nil {
- json.BadRequest(w, r, err)
- return
- }
- slog.Debug("[GoogleReader] Edited tags",
- slog.String("handler", "editTagHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Int64("user_id", userID),
- slog.Any("item_ids", itemIDs),
- slog.Any("tags", tags),
- )
- builder := h.store.NewEntryQueryBuilder(userID)
- builder.WithEntryIDs(itemIDs)
- builder.WithoutStatus(model.EntryStatusRemoved)
- entries, err := builder.GetEntries()
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- n := 0
- readEntryIDs := make([]int64, 0)
- unreadEntryIDs := make([]int64, 0)
- starredEntryIDs := make([]int64, 0)
- unstarredEntryIDs := make([]int64, 0)
- for _, entry := range entries {
- if read, exists := tags[ReadStream]; exists {
- if read && entry.Status == model.EntryStatusUnread {
- readEntryIDs = append(readEntryIDs, entry.ID)
- } else if entry.Status == model.EntryStatusRead {
- unreadEntryIDs = append(unreadEntryIDs, entry.ID)
- }
- }
- if starred, exists := tags[StarredStream]; exists {
- if starred && !entry.Starred {
- starredEntryIDs = append(starredEntryIDs, entry.ID)
- // filter the original array
- entries[n] = entry
- n++
- } else if entry.Starred {
- unstarredEntryIDs = append(unstarredEntryIDs, entry.ID)
- }
- }
- }
- entries = entries[:n]
- if len(readEntryIDs) > 0 {
- err = h.store.SetEntriesStatus(userID, readEntryIDs, model.EntryStatusRead)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- }
- if len(unreadEntryIDs) > 0 {
- err = h.store.SetEntriesStatus(userID, unreadEntryIDs, model.EntryStatusUnread)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- }
- if len(unstarredEntryIDs) > 0 {
- err = h.store.SetEntriesStarredState(userID, unstarredEntryIDs, false)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- }
- if len(starredEntryIDs) > 0 {
- err = h.store.SetEntriesStarredState(userID, starredEntryIDs, true)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- }
- if len(entries) > 0 {
- settings, err := h.store.Integration(userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- for _, entry := range entries {
- e := entry
- go func() {
- integration.SendEntry(e, settings)
- }()
- }
- }
- sendOkayResponse(w)
- }
- func (h *handler) quickAddHandler(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle /subscription/quickadd",
- slog.String("handler", "quickAddHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Int64("user_id", userID),
- )
- err := r.ParseForm()
- if err != nil {
- json.BadRequest(w, r, err)
- return
- }
- feedURL := r.Form.Get(paramQuickAdd)
- if !validator.IsValidURL(feedURL) {
- json.BadRequest(w, r, fmt.Errorf("googlereader: invalid URL: %s", feedURL))
- return
- }
- requestBuilder := fetcher.NewRequestBuilder()
- requestBuilder.WithTimeout(config.Opts.HTTPClientTimeout())
- requestBuilder.WithProxyRotator(proxyrotator.ProxyRotatorInstance)
- var rssBridgeURL string
- var rssBridgeToken string
- if intg, err := h.store.Integration(userID); err == nil && intg != nil && intg.RSSBridgeEnabled {
- rssBridgeURL = intg.RSSBridgeURL
- rssBridgeToken = intg.RSSBridgeToken
- }
- subscriptions, localizedError := mfs.NewSubscriptionFinder(requestBuilder).FindSubscriptions(feedURL, rssBridgeURL, rssBridgeToken)
- if localizedError != nil {
- json.ServerError(w, r, localizedError.Error())
- return
- }
- if len(subscriptions) == 0 {
- json.OK(w, r, quickAddResponse{
- NumResults: 0,
- })
- return
- }
- toSubscribe := Stream{FeedStream, subscriptions[0].URL}
- category := Stream{NoStream, ""}
- newFeed, err := subscribe(toSubscribe, category, "", h.store, userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- slog.Debug("[GoogleReader] Added a new feed",
- slog.String("handler", "quickAddHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Int64("user_id", userID),
- slog.String("feed_url", newFeed.FeedURL),
- )
- json.OK(w, r, quickAddResponse{
- NumResults: 1,
- Query: newFeed.FeedURL,
- StreamID: fmt.Sprintf(feedPrefix+"%d", newFeed.ID),
- StreamName: newFeed.Title,
- })
- }
- func getFeed(stream Stream, store *storage.Storage, userID int64) (*model.Feed, error) {
- feedID, err := strconv.ParseInt(stream.ID, 10, 64)
- if err != nil {
- return nil, err
- }
- return store.FeedByID(userID, feedID)
- }
- func getOrCreateCategory(streamCategory Stream, store *storage.Storage, userID int64) (*model.Category, error) {
- switch {
- case streamCategory.ID == "":
- return store.FirstCategory(userID)
- case store.CategoryTitleExists(userID, streamCategory.ID):
- return store.CategoryByTitle(userID, streamCategory.ID)
- default:
- return store.CreateCategory(userID, &model.CategoryCreationRequest{
- Title: streamCategory.ID,
- })
- }
- }
- func subscribe(newFeed Stream, category Stream, title string, store *storage.Storage, userID int64) (*model.Feed, error) {
- destCategory, err := getOrCreateCategory(category, store, userID)
- if err != nil {
- return nil, err
- }
- feedRequest := model.FeedCreationRequest{
- FeedURL: newFeed.ID,
- CategoryID: destCategory.ID,
- }
- verr := validator.ValidateFeedCreation(store, userID, &feedRequest)
- if verr != nil {
- return nil, verr.Error()
- }
- created, localizedError := mff.CreateFeed(store, userID, &feedRequest)
- if localizedError != nil {
- return nil, localizedError.Error()
- }
- if title != "" {
- feedModification := model.FeedModificationRequest{
- Title: &title,
- }
- feedModification.Patch(created)
- if err := store.UpdateFeed(created); err != nil {
- return nil, err
- }
- }
- return created, nil
- }
- func unsubscribe(streams []Stream, store *storage.Storage, userID int64) error {
- for _, stream := range streams {
- feedID, err := strconv.ParseInt(stream.ID, 10, 64)
- if err != nil {
- return err
- }
- err = store.RemoveFeed(userID, feedID)
- if err != nil {
- return err
- }
- }
- return nil
- }
- func rename(feedStream Stream, title string, store *storage.Storage, userID int64) error {
- slog.Debug("[GoogleReader] Renaming feed",
- slog.Int64("user_id", userID),
- slog.Any("feed_stream", feedStream),
- slog.String("new_title", title),
- )
- if title == "" {
- return errEmptyFeedTitle
- }
- feed, err := getFeed(feedStream, store, userID)
- if err != nil {
- return err
- }
- if feed == nil {
- return errFeedNotFound
- }
- feedModification := model.FeedModificationRequest{
- Title: &title,
- }
- feedModification.Patch(feed)
- return store.UpdateFeed(feed)
- }
- func move(feedStream Stream, labelStream Stream, store *storage.Storage, userID int64) error {
- slog.Debug("[GoogleReader] Moving feed",
- slog.Int64("user_id", userID),
- slog.Any("feed_stream", feedStream),
- slog.Any("label_stream", labelStream),
- )
- feed, err := getFeed(feedStream, store, userID)
- if err != nil {
- return err
- }
- if feed == nil {
- return errFeedNotFound
- }
- category, err := getOrCreateCategory(labelStream, store, userID)
- if err != nil {
- return err
- }
- if category == nil {
- return errCategoryNotFound
- }
- feedModification := model.FeedModificationRequest{
- CategoryID: &category.ID,
- }
- feedModification.Patch(feed)
- return store.UpdateFeed(feed)
- }
- func (h *handler) feedIconURL(f *model.Feed) string {
- if f.Icon != nil && f.Icon.ExternalIconID != "" {
- return config.Opts.RootURL() + route.Path(h.router, "feedIcon", "externalIconID", f.Icon.ExternalIconID)
- } else {
- return ""
- }
- }
- func (h *handler) editSubscriptionHandler(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle /subscription/edit",
- slog.String("handler", "editSubscriptionHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Int64("user_id", userID),
- )
- if err := r.ParseForm(); err != nil {
- json.BadRequest(w, r, err)
- return
- }
- streamIds, err := getStreams(r.Form[paramStreamID], userID)
- if err != nil || len(streamIds) == 0 {
- json.BadRequest(w, r, errors.New("googlereader: no valid stream IDs provided"))
- return
- }
- newLabel, err := getStream(r.Form.Get(paramTagsAdd), userID)
- if err != nil {
- json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", paramTagsAdd))
- return
- }
- title := r.Form.Get(paramTitle)
- action := r.Form.Get(paramSubscribeAction)
- switch action {
- case "subscribe":
- _, err := subscribe(streamIds[0], newLabel, title, h.store, userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- case "unsubscribe":
- err := unsubscribe(streamIds, h.store, userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- case "edit":
- if title != "" {
- if err := rename(streamIds[0], title, h.store, userID); err != nil {
- if errors.Is(err, errFeedNotFound) || errors.Is(err, errEmptyFeedTitle) {
- json.BadRequest(w, r, err)
- } else {
- json.ServerError(w, r, err)
- }
- return
- }
- }
- if r.Form.Has(paramTagsAdd) {
- if newLabel.Type != LabelStream {
- json.BadRequest(w, r, errors.New("destination must be a label"))
- return
- }
- if err := move(streamIds[0], newLabel, h.store, userID); err != nil {
- if errors.Is(err, errFeedNotFound) || errors.Is(err, errCategoryNotFound) {
- json.BadRequest(w, r, err)
- } else {
- json.ServerError(w, r, err)
- }
- return
- }
- }
- default:
- json.BadRequest(w, r, fmt.Errorf("googlereader: unrecognized action %s", action))
- return
- }
- sendOkayResponse(w)
- }
- func (h *handler) streamItemContentsHandler(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- userName := request.UserName(r)
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle /stream/items/contents",
- slog.String("handler", "streamItemContentsHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Int64("user_id", userID),
- )
- if err := checkOutputFormat(r); err != nil {
- json.BadRequest(w, r, err)
- return
- }
- err := r.ParseForm()
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- requestModifiers, err := parseStreamFilterFromRequest(r)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- userReadingList := fmt.Sprintf(userStreamPrefix, userID) + readingListStreamSuffix
- userRead := fmt.Sprintf(userStreamPrefix, userID) + readStreamSuffix
- userStarred := fmt.Sprintf(userStreamPrefix, userID) + starredStreamSuffix
- itemIDs, err := parseItemIDsFromRequest(r)
- if err != nil {
- json.BadRequest(w, r, err)
- return
- }
- slog.Debug("[GoogleReader] Fetching item contents",
- slog.String("handler", "streamItemContentsHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Int64("user_id", userID),
- slog.Any("item_ids", itemIDs),
- )
- builder := h.store.NewEntryQueryBuilder(userID)
- builder.WithEnclosures()
- builder.WithoutStatus(model.EntryStatusRemoved)
- builder.WithEntryIDs(itemIDs)
- builder.WithSorting(model.DefaultSortingOrder, requestModifiers.SortDirection)
- entries, err := builder.GetEntries()
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- result := streamContentItemsResponse{
- Direction: "ltr",
- ID: "user/-/state/com.google/reading-list",
- Title: "Reading List",
- Updated: time.Now().Unix(),
- Self: []contentHREF{{
- HREF: config.Opts.RootURL() + route.Path(h.router, "StreamItemsContents"),
- }},
- Author: userName,
- Items: make([]contentItem, len(entries)),
- }
- for i, entry := range entries {
- enclosures := make([]contentItemEnclosure, 0, len(entry.Enclosures))
- for _, enclosure := range entry.Enclosures {
- enclosures = append(enclosures, contentItemEnclosure{URL: enclosure.URL, Type: enclosure.MimeType})
- }
- categories := make([]string, 0)
- categories = append(categories, userReadingList)
- if entry.Feed.Category.Title != "" {
- categories = append(categories, fmt.Sprintf(userLabelPrefix, userID)+entry.Feed.Category.Title)
- }
- if entry.Status == model.EntryStatusRead {
- categories = append(categories, userRead)
- }
- if entry.Starred {
- categories = append(categories, userStarred)
- }
- entry.Content = mediaproxy.RewriteDocumentWithAbsoluteProxyURL(h.router, entry.Content)
- entry.Enclosures.ProxifyEnclosureURL(h.router, config.Opts.MediaProxyMode(), config.Opts.MediaProxyResourceTypes())
- result.Items[i] = contentItem{
- ID: convertEntryIDToLongFormItemID(entry.ID),
- Title: entry.Title,
- Author: entry.Author,
- TimestampUsec: strconv.FormatInt(entry.Date.UnixMicro(), 10),
- CrawlTimeMsec: strconv.FormatInt(entry.CreatedAt.UnixMilli(), 10),
- Published: entry.Date.Unix(),
- Updated: entry.ChangedAt.Unix(),
- Categories: categories,
- Canonical: []contentHREF{
- {
- HREF: entry.URL,
- },
- },
- Alternate: []contentHREFType{
- {
- HREF: entry.URL,
- Type: "text/html",
- },
- },
- Content: contentItemContent{
- Direction: "ltr",
- Content: entry.Content,
- },
- Summary: contentItemContent{
- Direction: "ltr",
- Content: entry.Content,
- },
- Origin: contentItemOrigin{
- StreamID: fmt.Sprintf(feedPrefix+"%d", entry.FeedID),
- Title: entry.Feed.Title,
- HTMLUrl: entry.Feed.SiteURL,
- },
- Enclosure: enclosures,
- }
- }
- json.OK(w, r, result)
- }
- func (h *handler) disableTagHandler(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle /disable-tags",
- slog.String("handler", "disableTagHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Int64("user_id", userID),
- )
- err := r.ParseForm()
- if err != nil {
- json.BadRequest(w, r, err)
- return
- }
- streams, err := getStreams(r.Form[paramStreamID], userID)
- if err != nil {
- json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", paramStreamID))
- return
- }
- titles := make([]string, len(streams))
- for i, stream := range streams {
- if stream.Type != LabelStream {
- json.BadRequest(w, r, errors.New("googlereader: only labels are supported"))
- return
- }
- titles[i] = stream.ID
- }
- err = h.store.RemoveAndReplaceCategoriesByName(userID, titles)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- sendOkayResponse(w)
- }
- func (h *handler) renameTagHandler(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle /rename-tag",
- slog.String("handler", "renameTagHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- )
- err := r.ParseForm()
- if err != nil {
- json.BadRequest(w, r, err)
- return
- }
- source, err := getStream(r.Form.Get(paramStreamID), userID)
- if err != nil {
- json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", paramStreamID))
- return
- }
- destination, err := getStream(r.Form.Get(paramDestination), userID)
- if err != nil {
- json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", paramDestination))
- return
- }
- if source.Type != LabelStream || destination.Type != LabelStream {
- json.BadRequest(w, r, errors.New("googlereader: only labels supported"))
- return
- }
- if destination.ID == "" {
- json.BadRequest(w, r, errors.New("googlereader: empty destination name"))
- return
- }
- category, err := h.store.CategoryByTitle(userID, source.ID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- if category == nil {
- json.NotFound(w, r)
- return
- }
- categoryModificationRequest := model.CategoryModificationRequest{
- Title: model.SetOptionalField(destination.ID),
- }
- if validationError := validator.ValidateCategoryModification(h.store, userID, category.ID, &categoryModificationRequest); validationError != nil {
- json.BadRequest(w, r, validationError.Error())
- return
- }
- categoryModificationRequest.Patch(category)
- if err := h.store.UpdateCategory(category); err != nil {
- json.ServerError(w, r, err)
- return
- }
- sendOkayResponse(w)
- }
- func (h *handler) tagListHandler(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle /tags/list",
- slog.String("handler", "tagListHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- )
- if err := checkOutputFormat(r); err != nil {
- json.BadRequest(w, r, err)
- return
- }
- var result tagsResponse
- categories, err := h.store.Categories(userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- result.Tags = make([]subscriptionCategoryResponse, 0)
- result.Tags = append(result.Tags, subscriptionCategoryResponse{
- ID: fmt.Sprintf(userStreamPrefix, userID) + starredStreamSuffix,
- })
- for _, category := range categories {
- result.Tags = append(result.Tags, subscriptionCategoryResponse{
- ID: fmt.Sprintf(userLabelPrefix, userID) + category.Title,
- Label: category.Title,
- Type: "folder",
- })
- }
- json.OK(w, r, result)
- }
- func (h *handler) subscriptionListHandler(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle /subscription/list",
- slog.String("handler", "subscriptionListHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- )
- if err := checkOutputFormat(r); err != nil {
- json.BadRequest(w, r, err)
- return
- }
- var result subscriptionsResponse
- feeds, err := h.store.Feeds(userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- result.Subscriptions = make([]subscriptionResponse, 0)
- for _, feed := range feeds {
- result.Subscriptions = append(result.Subscriptions, subscriptionResponse{
- ID: fmt.Sprintf(feedPrefix+"%d", feed.ID),
- Title: feed.Title,
- URL: feed.FeedURL,
- Categories: []subscriptionCategoryResponse{{fmt.Sprintf(userLabelPrefix, userID) + feed.Category.Title, feed.Category.Title, "folder"}},
- HTMLURL: feed.SiteURL,
- IconURL: h.feedIconURL(feed),
- })
- }
- json.OK(w, r, result)
- }
- func (h *handler) serveHandler(w http.ResponseWriter, r *http.Request) {
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] API endpoint not implemented yet",
- slog.Any("url", r.RequestURI),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- )
- json.OK(w, r, []string{})
- }
- func (h *handler) userInfoHandler(w http.ResponseWriter, r *http.Request) {
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle /user-info",
- slog.String("handler", "userInfoHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- )
- user, err := h.store.UserByID(request.UserID(r))
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- if user == nil {
- json.NotFound(w, r)
- return
- }
- userInfo := userInfoResponse{UserID: strconv.FormatInt(user.ID, 10), UserName: user.Username, UserProfileID: strconv.FormatInt(user.ID, 10), UserEmail: user.Username}
- json.OK(w, r, userInfo)
- }
- func (h *handler) streamItemIDsHandler(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle /stream/items/ids",
- slog.String("handler", "streamItemIDsHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Int64("user_id", userID),
- )
- if err := checkOutputFormat(r); err != nil {
- json.BadRequest(w, r, err)
- return
- }
- rm, err := parseStreamFilterFromRequest(r)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- slog.Debug("[GoogleReader] Request Modifiers",
- slog.String("handler", "streamItemIDsHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Any("modifiers", rm),
- )
- if len(rm.Streams) != 1 {
- json.ServerError(w, r, errors.New("googlereader: only one stream type expected"))
- return
- }
- switch rm.Streams[0].Type {
- case ReadingListStream:
- h.handleReadingListStreamHandler(w, r, rm)
- case StarredStream:
- h.handleStarredStreamHandler(w, r, rm)
- case ReadStream:
- h.handleReadStreamHandler(w, r, rm)
- case FeedStream:
- h.handleFeedStreamHandler(w, r, rm)
- default:
- slog.Warn("[GoogleReader] Unknown Stream",
- slog.String("handler", "streamItemIDsHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Any("stream_type", rm.Streams[0].Type),
- )
- json.ServerError(w, r, fmt.Errorf("googlereader: unknown stream type %s", rm.Streams[0].Type))
- }
- }
- func (h *handler) handleReadingListStreamHandler(w http.ResponseWriter, r *http.Request, rm requestModifiers) {
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle ReadingListStream",
- slog.String("handler", "handleReadingListStreamHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- )
- builder := h.store.NewEntryQueryBuilder(rm.UserID)
- for _, s := range rm.ExcludeTargets {
- switch s.Type {
- case ReadStream:
- builder.WithStatus(model.EntryStatusUnread)
- default:
- slog.Warn("[GoogleReader] Unknown ExcludeTargets filter type",
- slog.String("handler", "handleReadingListStreamHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- slog.Int("filter_type", int(s.Type)),
- )
- }
- }
- builder.WithoutStatus(model.EntryStatusRemoved)
- builder.WithLimit(rm.Count)
- builder.WithOffset(rm.Offset)
- builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
- if rm.StartTime > 0 {
- builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
- }
- if rm.StopTime > 0 {
- builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
- }
- rawEntryIDs, err := builder.GetEntryIDs()
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- var itemRefs = make([]itemRef, 0)
- for _, entryID := range rawEntryIDs {
- formattedID := strconv.FormatInt(entryID, 10)
- itemRefs = append(itemRefs, itemRef{ID: formattedID})
- }
- totalEntries, err := builder.CountEntries()
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- continuation := 0
- if len(itemRefs)+rm.Offset < totalEntries {
- continuation = len(itemRefs) + rm.Offset
- }
- json.OK(w, r, streamIDResponse{itemRefs, continuation})
- }
- func (h *handler) handleStarredStreamHandler(w http.ResponseWriter, r *http.Request, rm requestModifiers) {
- builder := h.store.NewEntryQueryBuilder(rm.UserID)
- builder.WithoutStatus(model.EntryStatusRemoved)
- builder.WithStarred(true)
- builder.WithLimit(rm.Count)
- builder.WithOffset(rm.Offset)
- builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
- if rm.StartTime > 0 {
- builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
- }
- if rm.StopTime > 0 {
- builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
- }
- rawEntryIDs, err := builder.GetEntryIDs()
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- var itemRefs = make([]itemRef, 0)
- for _, entryID := range rawEntryIDs {
- formattedID := strconv.FormatInt(entryID, 10)
- itemRefs = append(itemRefs, itemRef{ID: formattedID})
- }
- totalEntries, err := builder.CountEntries()
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- continuation := 0
- if len(itemRefs)+rm.Offset < totalEntries {
- continuation = len(itemRefs) + rm.Offset
- }
- json.OK(w, r, streamIDResponse{itemRefs, continuation})
- }
- func (h *handler) handleReadStreamHandler(w http.ResponseWriter, r *http.Request, rm requestModifiers) {
- builder := h.store.NewEntryQueryBuilder(rm.UserID)
- builder.WithoutStatus(model.EntryStatusRemoved)
- builder.WithStatus(model.EntryStatusRead)
- builder.WithLimit(rm.Count)
- builder.WithOffset(rm.Offset)
- builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
- if rm.StartTime > 0 {
- builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
- }
- if rm.StopTime > 0 {
- builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
- }
- rawEntryIDs, err := builder.GetEntryIDs()
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- var itemRefs = make([]itemRef, 0)
- for _, entryID := range rawEntryIDs {
- formattedID := strconv.FormatInt(entryID, 10)
- itemRefs = append(itemRefs, itemRef{ID: formattedID})
- }
- totalEntries, err := builder.CountEntries()
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- continuation := 0
- if len(itemRefs)+rm.Offset < totalEntries {
- continuation = len(itemRefs) + rm.Offset
- }
- json.OK(w, r, streamIDResponse{itemRefs, continuation})
- }
- func (h *handler) handleFeedStreamHandler(w http.ResponseWriter, r *http.Request, rm requestModifiers) {
- feedID, err := strconv.ParseInt(rm.Streams[0].ID, 10, 64)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- builder := h.store.NewEntryQueryBuilder(rm.UserID)
- builder.WithoutStatus(model.EntryStatusRemoved)
- builder.WithFeedID(feedID)
- builder.WithLimit(rm.Count)
- builder.WithOffset(rm.Offset)
- builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
- if rm.StartTime > 0 {
- builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
- }
- if rm.StopTime > 0 {
- builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
- }
- if len(rm.ExcludeTargets) > 0 {
- for _, s := range rm.ExcludeTargets {
- if s.Type == ReadStream {
- builder.WithoutStatus(model.EntryStatusRead)
- }
- }
- }
- rawEntryIDs, err := builder.GetEntryIDs()
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- var itemRefs = make([]itemRef, 0)
- for _, entryID := range rawEntryIDs {
- formattedID := strconv.FormatInt(entryID, 10)
- itemRefs = append(itemRefs, itemRef{ID: formattedID})
- }
- totalEntries, err := builder.CountEntries()
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- continuation := 0
- if len(itemRefs)+rm.Offset < totalEntries {
- continuation = len(itemRefs) + rm.Offset
- }
- json.OK(w, r, streamIDResponse{itemRefs, continuation})
- }
- func (h *handler) markAllAsReadHandler(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- slog.Debug("[GoogleReader] Handle /mark-all-as-read",
- slog.String("handler", "markAllAsReadHandler"),
- slog.String("client_ip", clientIP),
- slog.String("user_agent", r.UserAgent()),
- )
- if err := r.ParseForm(); err != nil {
- json.BadRequest(w, r, err)
- return
- }
- stream, err := getStream(r.Form.Get(paramStreamID), userID)
- if err != nil {
- json.BadRequest(w, r, err)
- return
- }
- var before time.Time
- if timestampParamValue := r.Form.Get(paramTimestamp); timestampParamValue != "" {
- timestampParsedValue, err := strconv.ParseInt(timestampParamValue, 10, 64)
- if err != nil {
- json.BadRequest(w, r, err)
- return
- }
- if timestampParsedValue > 0 {
- // It's unclear if the timestamp is in seconds or microseconds, so we try both using a naive approach.
- if len(timestampParamValue) >= 16 {
- before = time.UnixMicro(timestampParsedValue)
- } else {
- before = time.Unix(timestampParsedValue, 0)
- }
- }
- }
- if before.IsZero() {
- before = time.Now()
- }
- switch stream.Type {
- case FeedStream:
- feedID, err := strconv.ParseInt(stream.ID, 10, 64)
- if err != nil {
- json.BadRequest(w, r, err)
- return
- }
- err = h.store.MarkFeedAsRead(userID, feedID, before)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- case LabelStream:
- category, err := h.store.CategoryByTitle(userID, stream.ID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- if category == nil {
- json.NotFound(w, r)
- return
- }
- if err := h.store.MarkCategoryAsRead(userID, category.ID, before); err != nil {
- json.ServerError(w, r, err)
- return
- }
- case ReadingListStream:
- if err = h.store.MarkAllAsReadBeforeDate(userID, before); err != nil {
- json.ServerError(w, r, err)
- return
- }
- }
- sendOkayResponse(w)
- }
|