handler.go 37 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343
  1. // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
  2. // SPDX-License-Identifier: Apache-2.0
  3. package googlereader // import "miniflux.app/v2/internal/googlereader"
  4. import (
  5. "errors"
  6. "fmt"
  7. "log/slog"
  8. "net/http"
  9. "strconv"
  10. "time"
  11. "miniflux.app/v2/internal/config"
  12. "miniflux.app/v2/internal/http/request"
  13. "miniflux.app/v2/internal/http/response"
  14. "miniflux.app/v2/internal/http/response/json"
  15. "miniflux.app/v2/internal/http/route"
  16. "miniflux.app/v2/internal/integration"
  17. "miniflux.app/v2/internal/mediaproxy"
  18. "miniflux.app/v2/internal/model"
  19. "miniflux.app/v2/internal/proxyrotator"
  20. "miniflux.app/v2/internal/reader/fetcher"
  21. mff "miniflux.app/v2/internal/reader/handler"
  22. mfs "miniflux.app/v2/internal/reader/subscription"
  23. "miniflux.app/v2/internal/storage"
  24. "miniflux.app/v2/internal/validator"
  25. "github.com/gorilla/mux"
  26. )
  27. type handler struct {
  28. store *storage.Storage
  29. router *mux.Router
  30. }
  31. var (
  32. errEmptyFeedTitle = errors.New("googlereader: empty feed title")
  33. errFeedNotFound = errors.New("googlereader: feed not found")
  34. errCategoryNotFound = errors.New("googlereader: category not found")
  35. )
  36. // Serve handles Google Reader API calls.
  37. func Serve(router *mux.Router, store *storage.Storage) {
  38. handler := &handler{store, router}
  39. router.HandleFunc("/accounts/ClientLogin", handler.clientLoginHandler).Methods(http.MethodPost).Name("ClientLogin")
  40. middleware := newMiddleware(store)
  41. sr := router.PathPrefix("/reader/api/0").Subrouter()
  42. sr.Use(middleware.handleCORS)
  43. sr.Use(middleware.apiKeyAuth)
  44. sr.Methods(http.MethodOptions)
  45. sr.HandleFunc("/token", handler.tokenHandler).Methods(http.MethodGet).Name("Token")
  46. sr.HandleFunc("/edit-tag", handler.editTagHandler).Methods(http.MethodPost).Name("EditTag")
  47. sr.HandleFunc("/rename-tag", handler.renameTagHandler).Methods(http.MethodPost).Name("Rename Tag")
  48. sr.HandleFunc("/disable-tag", handler.disableTagHandler).Methods(http.MethodPost).Name("Disable Tag")
  49. sr.HandleFunc("/tag/list", handler.tagListHandler).Methods(http.MethodGet).Name("TagList")
  50. sr.HandleFunc("/user-info", handler.userInfoHandler).Methods(http.MethodGet).Name("UserInfo")
  51. sr.HandleFunc("/subscription/list", handler.subscriptionListHandler).Methods(http.MethodGet).Name("SubscriptonList")
  52. sr.HandleFunc("/subscription/edit", handler.editSubscriptionHandler).Methods(http.MethodPost).Name("SubscriptionEdit")
  53. sr.HandleFunc("/subscription/quickadd", handler.quickAddHandler).Methods(http.MethodPost).Name("QuickAdd")
  54. sr.HandleFunc("/stream/items/ids", handler.streamItemIDsHandler).Methods(http.MethodGet).Name("StreamItemIDs")
  55. sr.HandleFunc("/stream/items/contents", handler.streamItemContentsHandler).Methods(http.MethodPost).Name("StreamItemsContents")
  56. sr.HandleFunc("/mark-all-as-read", handler.markAllAsReadHandler).Methods(http.MethodPost).Name("MarkAllAsRead")
  57. sr.PathPrefix("/").HandlerFunc(handler.serveHandler).Methods(http.MethodPost, http.MethodGet).Name("GoogleReaderApiEndpoint")
  58. }
  59. func checkAndSimplifyTags(addTags []Stream, removeTags []Stream) (map[StreamType]bool, error) {
  60. tags := make(map[StreamType]bool)
  61. for _, s := range addTags {
  62. switch s.Type {
  63. case ReadStream:
  64. if _, ok := tags[KeptUnreadStream]; ok {
  65. return nil, fmt.Errorf("googlereader: %s and %s should not be supplied simultaneously", keptUnreadStreamSuffix, readStreamSuffix)
  66. }
  67. tags[ReadStream] = true
  68. case KeptUnreadStream:
  69. if _, ok := tags[ReadStream]; ok {
  70. return nil, fmt.Errorf("googlereader: %s and %s should not be supplied simultaneously", keptUnreadStreamSuffix, readStreamSuffix)
  71. }
  72. tags[ReadStream] = false
  73. case StarredStream:
  74. tags[StarredStream] = true
  75. case BroadcastStream, LikeStream:
  76. slog.Debug("Broadcast & Like tags are not implemented!")
  77. default:
  78. return nil, fmt.Errorf("googlereader: unsupported tag type: %s", s.Type)
  79. }
  80. }
  81. for _, s := range removeTags {
  82. switch s.Type {
  83. case ReadStream:
  84. if _, ok := tags[ReadStream]; ok {
  85. return nil, fmt.Errorf("googlereader: %s and %s should not be supplied simultaneously", keptUnreadStreamSuffix, readStreamSuffix)
  86. }
  87. tags[ReadStream] = false
  88. case KeptUnreadStream:
  89. if _, ok := tags[ReadStream]; ok {
  90. return nil, fmt.Errorf("googlereader: %s and %s should not be supplied simultaneously", keptUnreadStreamSuffix, readStreamSuffix)
  91. }
  92. tags[ReadStream] = true
  93. case StarredStream:
  94. if _, ok := tags[StarredStream]; ok {
  95. return nil, fmt.Errorf("googlereader: %s should not be supplied for add and remove simultaneously", starredStreamSuffix)
  96. }
  97. tags[StarredStream] = false
  98. case BroadcastStream, LikeStream:
  99. slog.Debug("Broadcast & Like tags are not implemented!")
  100. default:
  101. return nil, fmt.Errorf("googlereader: unsupported tag type: %s", s.Type)
  102. }
  103. }
  104. return tags, nil
  105. }
  106. func checkOutputFormat(r *http.Request) error {
  107. var output string
  108. if r.Method == http.MethodPost {
  109. err := r.ParseForm()
  110. if err != nil {
  111. return err
  112. }
  113. output = r.Form.Get("output")
  114. } else {
  115. output = request.QueryStringParam(r, "output", "")
  116. }
  117. if output != "json" {
  118. err := fmt.Errorf("googlereader: only json output is supported")
  119. return err
  120. }
  121. return nil
  122. }
  123. func (h *handler) clientLoginHandler(w http.ResponseWriter, r *http.Request) {
  124. clientIP := request.ClientIP(r)
  125. slog.Debug("[GoogleReader] Handle /accounts/ClientLogin",
  126. slog.String("handler", "clientLoginHandler"),
  127. slog.String("client_ip", clientIP),
  128. slog.String("user_agent", r.UserAgent()),
  129. )
  130. if err := r.ParseForm(); err != nil {
  131. slog.Warn("[GoogleReader] Could not parse request form data",
  132. slog.Bool("authentication_failed", true),
  133. slog.String("client_ip", clientIP),
  134. slog.String("user_agent", r.UserAgent()),
  135. slog.Any("error", err),
  136. )
  137. json.Unauthorized(w, r)
  138. return
  139. }
  140. username := r.Form.Get("Email")
  141. password := r.Form.Get("Passwd")
  142. output := r.Form.Get("output")
  143. if username == "" || password == "" {
  144. slog.Warn("[GoogleReader] Empty username or password",
  145. slog.Bool("authentication_failed", true),
  146. slog.String("client_ip", clientIP),
  147. slog.String("user_agent", r.UserAgent()),
  148. )
  149. json.Unauthorized(w, r)
  150. return
  151. }
  152. if err := h.store.GoogleReaderUserCheckPassword(username, password); err != nil {
  153. slog.Warn("[GoogleReader] Invalid username or password",
  154. slog.Bool("authentication_failed", true),
  155. slog.String("client_ip", clientIP),
  156. slog.String("user_agent", r.UserAgent()),
  157. slog.String("username", username),
  158. slog.Any("error", err),
  159. )
  160. json.Unauthorized(w, r)
  161. return
  162. }
  163. slog.Info("[GoogleReader] User authenticated successfully",
  164. slog.Bool("authentication_successful", true),
  165. slog.String("client_ip", clientIP),
  166. slog.String("user_agent", r.UserAgent()),
  167. slog.String("username", username),
  168. )
  169. integration, err := h.store.GoogleReaderUserGetIntegration(username)
  170. if err != nil {
  171. json.ServerError(w, r, err)
  172. return
  173. }
  174. h.store.SetLastLogin(integration.UserID)
  175. token := getAuthToken(integration.GoogleReaderUsername, integration.GoogleReaderPassword)
  176. slog.Debug("[GoogleReader] Created token",
  177. slog.String("client_ip", clientIP),
  178. slog.String("user_agent", r.UserAgent()),
  179. slog.String("username", username),
  180. )
  181. result := loginResponse{SID: token, LSID: token, Auth: token}
  182. if output == "json" {
  183. json.OK(w, r, result)
  184. return
  185. }
  186. builder := response.New(w, r)
  187. builder.WithHeader("Content-Type", "text/plain; charset=UTF-8")
  188. builder.WithBody(result.String())
  189. builder.Write()
  190. }
  191. func (h *handler) tokenHandler(w http.ResponseWriter, r *http.Request) {
  192. clientIP := request.ClientIP(r)
  193. slog.Debug("[GoogleReader] Handle /token",
  194. slog.String("handler", "tokenHandler"),
  195. slog.String("client_ip", clientIP),
  196. slog.String("user_agent", r.UserAgent()),
  197. )
  198. if !request.IsAuthenticated(r) {
  199. slog.Warn("[GoogleReader] User is not authenticated",
  200. slog.String("client_ip", clientIP),
  201. slog.String("user_agent", r.UserAgent()),
  202. )
  203. json.Unauthorized(w, r)
  204. return
  205. }
  206. token := request.GoolgeReaderToken(r)
  207. if token == "" {
  208. slog.Warn("[GoogleReader] User does not have token",
  209. slog.String("client_ip", clientIP),
  210. slog.String("user_agent", r.UserAgent()),
  211. slog.Int64("user_id", request.UserID(r)),
  212. )
  213. json.Unauthorized(w, r)
  214. return
  215. }
  216. slog.Debug("[GoogleReader] Token handler",
  217. slog.String("client_ip", clientIP),
  218. slog.String("user_agent", r.UserAgent()),
  219. slog.Int64("user_id", request.UserID(r)),
  220. slog.String("token", token),
  221. )
  222. w.Header().Add("Content-Type", "text/plain; charset=UTF-8")
  223. w.WriteHeader(http.StatusOK)
  224. w.Write([]byte(token))
  225. }
  226. func (h *handler) editTagHandler(w http.ResponseWriter, r *http.Request) {
  227. userID := request.UserID(r)
  228. clientIP := request.ClientIP(r)
  229. slog.Debug("[GoogleReader] Handle /edit-tag",
  230. slog.String("handler", "editTagHandler"),
  231. slog.String("client_ip", clientIP),
  232. slog.String("user_agent", r.UserAgent()),
  233. slog.Int64("user_id", userID),
  234. )
  235. if err := r.ParseForm(); err != nil {
  236. json.ServerError(w, r, err)
  237. return
  238. }
  239. addTags, err := getStreams(r.PostForm[paramTagsAdd], userID)
  240. if err != nil {
  241. json.ServerError(w, r, err)
  242. return
  243. }
  244. removeTags, err := getStreams(r.PostForm[paramTagsRemove], userID)
  245. if err != nil {
  246. json.ServerError(w, r, err)
  247. return
  248. }
  249. if len(addTags) == 0 && len(removeTags) == 0 {
  250. err = fmt.Errorf("googlreader: add or/and remove tags should be supplied")
  251. json.ServerError(w, r, err)
  252. return
  253. }
  254. tags, err := checkAndSimplifyTags(addTags, removeTags)
  255. if err != nil {
  256. json.ServerError(w, r, err)
  257. return
  258. }
  259. itemIDs, err := parseItemIDsFromRequest(r)
  260. if err != nil {
  261. json.BadRequest(w, r, err)
  262. return
  263. }
  264. slog.Debug("[GoogleReader] Edited tags",
  265. slog.String("handler", "editTagHandler"),
  266. slog.String("client_ip", clientIP),
  267. slog.String("user_agent", r.UserAgent()),
  268. slog.Int64("user_id", userID),
  269. slog.Any("item_ids", itemIDs),
  270. slog.Any("tags", tags),
  271. )
  272. builder := h.store.NewEntryQueryBuilder(userID)
  273. builder.WithEntryIDs(itemIDs)
  274. builder.WithoutStatus(model.EntryStatusRemoved)
  275. entries, err := builder.GetEntries()
  276. if err != nil {
  277. json.ServerError(w, r, err)
  278. return
  279. }
  280. n := 0
  281. readEntryIDs := make([]int64, 0)
  282. unreadEntryIDs := make([]int64, 0)
  283. starredEntryIDs := make([]int64, 0)
  284. unstarredEntryIDs := make([]int64, 0)
  285. for _, entry := range entries {
  286. if read, exists := tags[ReadStream]; exists {
  287. if read && entry.Status == model.EntryStatusUnread {
  288. readEntryIDs = append(readEntryIDs, entry.ID)
  289. } else if entry.Status == model.EntryStatusRead {
  290. unreadEntryIDs = append(unreadEntryIDs, entry.ID)
  291. }
  292. }
  293. if starred, exists := tags[StarredStream]; exists {
  294. if starred && !entry.Starred {
  295. starredEntryIDs = append(starredEntryIDs, entry.ID)
  296. // filter the original array
  297. entries[n] = entry
  298. n++
  299. } else if entry.Starred {
  300. unstarredEntryIDs = append(unstarredEntryIDs, entry.ID)
  301. }
  302. }
  303. }
  304. entries = entries[:n]
  305. if len(readEntryIDs) > 0 {
  306. err = h.store.SetEntriesStatus(userID, readEntryIDs, model.EntryStatusRead)
  307. if err != nil {
  308. json.ServerError(w, r, err)
  309. return
  310. }
  311. }
  312. if len(unreadEntryIDs) > 0 {
  313. err = h.store.SetEntriesStatus(userID, unreadEntryIDs, model.EntryStatusUnread)
  314. if err != nil {
  315. json.ServerError(w, r, err)
  316. return
  317. }
  318. }
  319. if len(unstarredEntryIDs) > 0 {
  320. err = h.store.SetEntriesBookmarkedState(userID, unstarredEntryIDs, false)
  321. if err != nil {
  322. json.ServerError(w, r, err)
  323. return
  324. }
  325. }
  326. if len(starredEntryIDs) > 0 {
  327. err = h.store.SetEntriesBookmarkedState(userID, starredEntryIDs, true)
  328. if err != nil {
  329. json.ServerError(w, r, err)
  330. return
  331. }
  332. }
  333. if len(entries) > 0 {
  334. settings, err := h.store.Integration(userID)
  335. if err != nil {
  336. json.ServerError(w, r, err)
  337. return
  338. }
  339. for _, entry := range entries {
  340. e := entry
  341. go func() {
  342. integration.SendEntry(e, settings)
  343. }()
  344. }
  345. }
  346. sendOkayResponse(w)
  347. }
  348. func (h *handler) quickAddHandler(w http.ResponseWriter, r *http.Request) {
  349. userID := request.UserID(r)
  350. clientIP := request.ClientIP(r)
  351. slog.Debug("[GoogleReader] Handle /subscription/quickadd",
  352. slog.String("handler", "quickAddHandler"),
  353. slog.String("client_ip", clientIP),
  354. slog.String("user_agent", r.UserAgent()),
  355. slog.Int64("user_id", userID),
  356. )
  357. err := r.ParseForm()
  358. if err != nil {
  359. json.BadRequest(w, r, err)
  360. return
  361. }
  362. feedURL := r.Form.Get(paramQuickAdd)
  363. if !validator.IsValidURL(feedURL) {
  364. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid URL: %s", feedURL))
  365. return
  366. }
  367. requestBuilder := fetcher.NewRequestBuilder()
  368. requestBuilder.WithTimeout(config.Opts.HTTPClientTimeout())
  369. requestBuilder.WithProxyRotator(proxyrotator.ProxyRotatorInstance)
  370. var rssBridgeURL string
  371. var rssBridgeToken string
  372. if intg, err := h.store.Integration(userID); err == nil && intg != nil && intg.RSSBridgeEnabled {
  373. rssBridgeURL = intg.RSSBridgeURL
  374. rssBridgeToken = intg.RSSBridgeToken
  375. }
  376. subscriptions, localizedError := mfs.NewSubscriptionFinder(requestBuilder).FindSubscriptions(feedURL, rssBridgeURL, rssBridgeToken)
  377. if localizedError != nil {
  378. json.ServerError(w, r, localizedError.Error())
  379. return
  380. }
  381. if len(subscriptions) == 0 {
  382. json.OK(w, r, quickAddResponse{
  383. NumResults: 0,
  384. })
  385. return
  386. }
  387. toSubscribe := Stream{FeedStream, subscriptions[0].URL}
  388. category := Stream{NoStream, ""}
  389. newFeed, err := subscribe(toSubscribe, category, "", h.store, userID)
  390. if err != nil {
  391. json.ServerError(w, r, err)
  392. return
  393. }
  394. slog.Debug("[GoogleReader] Added a new feed",
  395. slog.String("handler", "quickAddHandler"),
  396. slog.String("client_ip", clientIP),
  397. slog.String("user_agent", r.UserAgent()),
  398. slog.Int64("user_id", userID),
  399. slog.String("feed_url", newFeed.FeedURL),
  400. )
  401. json.OK(w, r, quickAddResponse{
  402. NumResults: 1,
  403. Query: newFeed.FeedURL,
  404. StreamID: fmt.Sprintf(feedPrefix+"%d", newFeed.ID),
  405. StreamName: newFeed.Title,
  406. })
  407. }
  408. func getFeed(stream Stream, store *storage.Storage, userID int64) (*model.Feed, error) {
  409. feedID, err := strconv.ParseInt(stream.ID, 10, 64)
  410. if err != nil {
  411. return nil, err
  412. }
  413. return store.FeedByID(userID, feedID)
  414. }
  415. func getOrCreateCategory(streamCategory Stream, store *storage.Storage, userID int64) (*model.Category, error) {
  416. switch {
  417. case streamCategory.ID == "":
  418. return store.FirstCategory(userID)
  419. case store.CategoryTitleExists(userID, streamCategory.ID):
  420. return store.CategoryByTitle(userID, streamCategory.ID)
  421. default:
  422. return store.CreateCategory(userID, &model.CategoryCreationRequest{
  423. Title: streamCategory.ID,
  424. })
  425. }
  426. }
  427. func subscribe(newFeed Stream, category Stream, title string, store *storage.Storage, userID int64) (*model.Feed, error) {
  428. destCategory, err := getOrCreateCategory(category, store, userID)
  429. if err != nil {
  430. return nil, err
  431. }
  432. feedRequest := model.FeedCreationRequest{
  433. FeedURL: newFeed.ID,
  434. CategoryID: destCategory.ID,
  435. }
  436. verr := validator.ValidateFeedCreation(store, userID, &feedRequest)
  437. if verr != nil {
  438. return nil, verr.Error()
  439. }
  440. created, localizedError := mff.CreateFeed(store, userID, &feedRequest)
  441. if localizedError != nil {
  442. return nil, localizedError.Error()
  443. }
  444. if title != "" {
  445. feedModification := model.FeedModificationRequest{
  446. Title: &title,
  447. }
  448. feedModification.Patch(created)
  449. if err := store.UpdateFeed(created); err != nil {
  450. return nil, err
  451. }
  452. }
  453. return created, nil
  454. }
  455. func unsubscribe(streams []Stream, store *storage.Storage, userID int64) error {
  456. for _, stream := range streams {
  457. feedID, err := strconv.ParseInt(stream.ID, 10, 64)
  458. if err != nil {
  459. return err
  460. }
  461. err = store.RemoveFeed(userID, feedID)
  462. if err != nil {
  463. return err
  464. }
  465. }
  466. return nil
  467. }
  468. func rename(feedStream Stream, title string, store *storage.Storage, userID int64) error {
  469. slog.Debug("[GoogleReader] Renaming feed",
  470. slog.Int64("user_id", userID),
  471. slog.Any("feed_stream", feedStream),
  472. slog.String("new_title", title),
  473. )
  474. if title == "" {
  475. return errEmptyFeedTitle
  476. }
  477. feed, err := getFeed(feedStream, store, userID)
  478. if err != nil {
  479. return err
  480. }
  481. if feed == nil {
  482. return errFeedNotFound
  483. }
  484. feedModification := model.FeedModificationRequest{
  485. Title: &title,
  486. }
  487. feedModification.Patch(feed)
  488. return store.UpdateFeed(feed)
  489. }
  490. func move(feedStream Stream, labelStream Stream, store *storage.Storage, userID int64) error {
  491. slog.Debug("[GoogleReader] Moving feed",
  492. slog.Int64("user_id", userID),
  493. slog.Any("feed_stream", feedStream),
  494. slog.Any("label_stream", labelStream),
  495. )
  496. feed, err := getFeed(feedStream, store, userID)
  497. if err != nil {
  498. return err
  499. }
  500. if feed == nil {
  501. return errFeedNotFound
  502. }
  503. category, err := getOrCreateCategory(labelStream, store, userID)
  504. if err != nil {
  505. return err
  506. }
  507. if category == nil {
  508. return errCategoryNotFound
  509. }
  510. feedModification := model.FeedModificationRequest{
  511. CategoryID: &category.ID,
  512. }
  513. feedModification.Patch(feed)
  514. return store.UpdateFeed(feed)
  515. }
  516. func (h *handler) feedIconURL(f *model.Feed) string {
  517. if f.Icon != nil && f.Icon.ExternalIconID != "" {
  518. return config.Opts.RootURL() + route.Path(h.router, "feedIcon", "externalIconID", f.Icon.ExternalIconID)
  519. } else {
  520. return ""
  521. }
  522. }
  523. func (h *handler) editSubscriptionHandler(w http.ResponseWriter, r *http.Request) {
  524. userID := request.UserID(r)
  525. clientIP := request.ClientIP(r)
  526. slog.Debug("[GoogleReader] Handle /subscription/edit",
  527. slog.String("handler", "editSubscriptionHandler"),
  528. slog.String("client_ip", clientIP),
  529. slog.String("user_agent", r.UserAgent()),
  530. slog.Int64("user_id", userID),
  531. )
  532. if err := r.ParseForm(); err != nil {
  533. json.BadRequest(w, r, err)
  534. return
  535. }
  536. streamIds, err := getStreams(r.Form[paramStreamID], userID)
  537. if err != nil || len(streamIds) == 0 {
  538. json.BadRequest(w, r, errors.New("googlereader: no valid stream IDs provided"))
  539. return
  540. }
  541. newLabel, err := getStream(r.Form.Get(paramTagsAdd), userID)
  542. if err != nil {
  543. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", paramTagsAdd))
  544. return
  545. }
  546. title := r.Form.Get(paramTitle)
  547. action := r.Form.Get(paramSubscribeAction)
  548. switch action {
  549. case "subscribe":
  550. _, err := subscribe(streamIds[0], newLabel, title, h.store, userID)
  551. if err != nil {
  552. json.ServerError(w, r, err)
  553. return
  554. }
  555. case "unsubscribe":
  556. err := unsubscribe(streamIds, h.store, userID)
  557. if err != nil {
  558. json.ServerError(w, r, err)
  559. return
  560. }
  561. case "edit":
  562. if title != "" {
  563. if err := rename(streamIds[0], title, h.store, userID); err != nil {
  564. if errors.Is(err, errFeedNotFound) || errors.Is(err, errEmptyFeedTitle) {
  565. json.BadRequest(w, r, err)
  566. } else {
  567. json.ServerError(w, r, err)
  568. }
  569. return
  570. }
  571. }
  572. if r.Form.Has(paramTagsAdd) {
  573. if newLabel.Type != LabelStream {
  574. json.BadRequest(w, r, errors.New("destination must be a label"))
  575. return
  576. }
  577. if err := move(streamIds[0], newLabel, h.store, userID); err != nil {
  578. if errors.Is(err, errFeedNotFound) || errors.Is(err, errCategoryNotFound) {
  579. json.BadRequest(w, r, err)
  580. } else {
  581. json.ServerError(w, r, err)
  582. }
  583. return
  584. }
  585. }
  586. default:
  587. json.BadRequest(w, r, fmt.Errorf("googlereader: unrecognized action %s", action))
  588. return
  589. }
  590. sendOkayResponse(w)
  591. }
  592. func (h *handler) streamItemContentsHandler(w http.ResponseWriter, r *http.Request) {
  593. userID := request.UserID(r)
  594. userName := request.UserName(r)
  595. clientIP := request.ClientIP(r)
  596. slog.Debug("[GoogleReader] Handle /stream/items/contents",
  597. slog.String("handler", "streamItemContentsHandler"),
  598. slog.String("client_ip", clientIP),
  599. slog.String("user_agent", r.UserAgent()),
  600. slog.Int64("user_id", userID),
  601. )
  602. if err := checkOutputFormat(r); err != nil {
  603. json.BadRequest(w, r, err)
  604. return
  605. }
  606. err := r.ParseForm()
  607. if err != nil {
  608. json.ServerError(w, r, err)
  609. return
  610. }
  611. requestModifiers, err := parseStreamFilterFromRequest(r)
  612. if err != nil {
  613. json.ServerError(w, r, err)
  614. return
  615. }
  616. userReadingList := fmt.Sprintf(userStreamPrefix, userID) + readingListStreamSuffix
  617. userRead := fmt.Sprintf(userStreamPrefix, userID) + readStreamSuffix
  618. userStarred := fmt.Sprintf(userStreamPrefix, userID) + starredStreamSuffix
  619. itemIDs, err := parseItemIDsFromRequest(r)
  620. if err != nil {
  621. json.BadRequest(w, r, err)
  622. return
  623. }
  624. slog.Debug("[GoogleReader] Fetching item contents",
  625. slog.String("handler", "streamItemContentsHandler"),
  626. slog.String("client_ip", clientIP),
  627. slog.String("user_agent", r.UserAgent()),
  628. slog.Int64("user_id", userID),
  629. slog.Any("item_ids", itemIDs),
  630. )
  631. builder := h.store.NewEntryQueryBuilder(userID)
  632. builder.WithEnclosures()
  633. builder.WithoutStatus(model.EntryStatusRemoved)
  634. builder.WithEntryIDs(itemIDs)
  635. builder.WithSorting(model.DefaultSortingOrder, requestModifiers.SortDirection)
  636. entries, err := builder.GetEntries()
  637. if err != nil {
  638. json.ServerError(w, r, err)
  639. return
  640. }
  641. result := streamContentItemsResponse{
  642. Direction: "ltr",
  643. ID: "user/-/state/com.google/reading-list",
  644. Title: "Reading List",
  645. Updated: time.Now().Unix(),
  646. Self: []contentHREF{
  647. {
  648. HREF: config.Opts.RootURL() + route.Path(h.router, "StreamItemsContents"),
  649. },
  650. },
  651. Author: userName,
  652. }
  653. contentItems := make([]contentItem, len(entries))
  654. for i, entry := range entries {
  655. enclosures := make([]contentItemEnclosure, 0, len(entry.Enclosures))
  656. for _, enclosure := range entry.Enclosures {
  657. enclosures = append(enclosures, contentItemEnclosure{URL: enclosure.URL, Type: enclosure.MimeType})
  658. }
  659. categories := make([]string, 0)
  660. categories = append(categories, userReadingList)
  661. if entry.Feed.Category.Title != "" {
  662. categories = append(categories, fmt.Sprintf(userLabelPrefix, userID)+entry.Feed.Category.Title)
  663. }
  664. if entry.Status == model.EntryStatusRead {
  665. categories = append(categories, userRead)
  666. }
  667. if entry.Starred {
  668. categories = append(categories, userStarred)
  669. }
  670. entry.Content = mediaproxy.RewriteDocumentWithAbsoluteProxyURL(h.router, entry.Content)
  671. entry.Enclosures.ProxifyEnclosureURL(h.router, config.Opts.MediaProxyMode(), config.Opts.MediaProxyResourceTypes())
  672. contentItems[i] = contentItem{
  673. ID: convertEntryIDToLongFormItemID(entry.ID),
  674. Title: entry.Title,
  675. Author: entry.Author,
  676. TimestampUsec: fmt.Sprintf("%d", entry.Date.UnixMicro()),
  677. CrawlTimeMsec: fmt.Sprintf("%d", entry.CreatedAt.UnixMilli()),
  678. Published: entry.Date.Unix(),
  679. Updated: entry.ChangedAt.Unix(),
  680. Categories: categories,
  681. Canonical: []contentHREF{
  682. {
  683. HREF: entry.URL,
  684. },
  685. },
  686. Alternate: []contentHREFType{
  687. {
  688. HREF: entry.URL,
  689. Type: "text/html",
  690. },
  691. },
  692. Content: contentItemContent{
  693. Direction: "ltr",
  694. Content: entry.Content,
  695. },
  696. Summary: contentItemContent{
  697. Direction: "ltr",
  698. Content: entry.Content,
  699. },
  700. Origin: contentItemOrigin{
  701. StreamID: fmt.Sprintf("feed/%d", entry.FeedID),
  702. Title: entry.Feed.Title,
  703. HTMLUrl: entry.Feed.SiteURL,
  704. },
  705. Enclosure: enclosures,
  706. }
  707. }
  708. result.Items = contentItems
  709. json.OK(w, r, result)
  710. }
  711. func (h *handler) disableTagHandler(w http.ResponseWriter, r *http.Request) {
  712. userID := request.UserID(r)
  713. clientIP := request.ClientIP(r)
  714. slog.Debug("[GoogleReader] Handle /disable-tags",
  715. slog.String("handler", "disableTagHandler"),
  716. slog.String("client_ip", clientIP),
  717. slog.String("user_agent", r.UserAgent()),
  718. slog.Int64("user_id", userID),
  719. )
  720. err := r.ParseForm()
  721. if err != nil {
  722. json.BadRequest(w, r, err)
  723. return
  724. }
  725. streams, err := getStreams(r.Form[paramStreamID], userID)
  726. if err != nil {
  727. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", paramStreamID))
  728. return
  729. }
  730. titles := make([]string, len(streams))
  731. for i, stream := range streams {
  732. if stream.Type != LabelStream {
  733. json.BadRequest(w, r, errors.New("googlereader: only labels are supported"))
  734. return
  735. }
  736. titles[i] = stream.ID
  737. }
  738. err = h.store.RemoveAndReplaceCategoriesByName(userID, titles)
  739. if err != nil {
  740. json.ServerError(w, r, err)
  741. return
  742. }
  743. sendOkayResponse(w)
  744. }
  745. func (h *handler) renameTagHandler(w http.ResponseWriter, r *http.Request) {
  746. userID := request.UserID(r)
  747. clientIP := request.ClientIP(r)
  748. slog.Debug("[GoogleReader] Handle /rename-tag",
  749. slog.String("handler", "renameTagHandler"),
  750. slog.String("client_ip", clientIP),
  751. slog.String("user_agent", r.UserAgent()),
  752. )
  753. err := r.ParseForm()
  754. if err != nil {
  755. json.BadRequest(w, r, err)
  756. return
  757. }
  758. source, err := getStream(r.Form.Get(paramStreamID), userID)
  759. if err != nil {
  760. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", paramStreamID))
  761. return
  762. }
  763. destination, err := getStream(r.Form.Get(paramDestination), userID)
  764. if err != nil {
  765. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", paramDestination))
  766. return
  767. }
  768. if source.Type != LabelStream || destination.Type != LabelStream {
  769. json.BadRequest(w, r, errors.New("googlereader: only labels supported"))
  770. return
  771. }
  772. if destination.ID == "" {
  773. json.BadRequest(w, r, errors.New("googlereader: empty destination name"))
  774. return
  775. }
  776. category, err := h.store.CategoryByTitle(userID, source.ID)
  777. if err != nil {
  778. json.ServerError(w, r, err)
  779. return
  780. }
  781. if category == nil {
  782. json.NotFound(w, r)
  783. return
  784. }
  785. categoryModificationRequest := model.CategoryModificationRequest{
  786. Title: model.SetOptionalField(destination.ID),
  787. }
  788. if validationError := validator.ValidateCategoryModification(h.store, userID, category.ID, &categoryModificationRequest); validationError != nil {
  789. json.BadRequest(w, r, validationError.Error())
  790. return
  791. }
  792. categoryModificationRequest.Patch(category)
  793. if err := h.store.UpdateCategory(category); err != nil {
  794. json.ServerError(w, r, err)
  795. return
  796. }
  797. sendOkayResponse(w)
  798. }
  799. func (h *handler) tagListHandler(w http.ResponseWriter, r *http.Request) {
  800. userID := request.UserID(r)
  801. clientIP := request.ClientIP(r)
  802. slog.Debug("[GoogleReader] Handle /tags/list",
  803. slog.String("handler", "tagListHandler"),
  804. slog.String("client_ip", clientIP),
  805. slog.String("user_agent", r.UserAgent()),
  806. )
  807. if err := checkOutputFormat(r); err != nil {
  808. json.BadRequest(w, r, err)
  809. return
  810. }
  811. var result tagsResponse
  812. categories, err := h.store.Categories(userID)
  813. if err != nil {
  814. json.ServerError(w, r, err)
  815. return
  816. }
  817. result.Tags = make([]subscriptionCategoryResponse, 0)
  818. result.Tags = append(result.Tags, subscriptionCategoryResponse{
  819. ID: fmt.Sprintf(userStreamPrefix, userID) + starredStreamSuffix,
  820. })
  821. for _, category := range categories {
  822. result.Tags = append(result.Tags, subscriptionCategoryResponse{
  823. ID: fmt.Sprintf(userLabelPrefix, userID) + category.Title,
  824. Label: category.Title,
  825. Type: "folder",
  826. })
  827. }
  828. json.OK(w, r, result)
  829. }
  830. func (h *handler) subscriptionListHandler(w http.ResponseWriter, r *http.Request) {
  831. userID := request.UserID(r)
  832. clientIP := request.ClientIP(r)
  833. slog.Debug("[GoogleReader] Handle /subscription/list",
  834. slog.String("handler", "subscriptionListHandler"),
  835. slog.String("client_ip", clientIP),
  836. slog.String("user_agent", r.UserAgent()),
  837. )
  838. if err := checkOutputFormat(r); err != nil {
  839. json.BadRequest(w, r, err)
  840. return
  841. }
  842. var result subscriptionsResponse
  843. feeds, err := h.store.Feeds(userID)
  844. if err != nil {
  845. json.ServerError(w, r, err)
  846. return
  847. }
  848. result.Subscriptions = make([]subscriptionResponse, 0)
  849. for _, feed := range feeds {
  850. result.Subscriptions = append(result.Subscriptions, subscriptionResponse{
  851. ID: fmt.Sprintf(feedPrefix+"%d", feed.ID),
  852. Title: feed.Title,
  853. URL: feed.FeedURL,
  854. Categories: []subscriptionCategoryResponse{{fmt.Sprintf(userLabelPrefix, userID) + feed.Category.Title, feed.Category.Title, "folder"}},
  855. HTMLURL: feed.SiteURL,
  856. IconURL: h.feedIconURL(feed),
  857. })
  858. }
  859. json.OK(w, r, result)
  860. }
  861. func (h *handler) serveHandler(w http.ResponseWriter, r *http.Request) {
  862. clientIP := request.ClientIP(r)
  863. slog.Debug("[GoogleReader] API endpoint not implemented yet",
  864. slog.Any("url", r.RequestURI),
  865. slog.String("client_ip", clientIP),
  866. slog.String("user_agent", r.UserAgent()),
  867. )
  868. json.OK(w, r, []string{})
  869. }
  870. func (h *handler) userInfoHandler(w http.ResponseWriter, r *http.Request) {
  871. clientIP := request.ClientIP(r)
  872. slog.Debug("[GoogleReader] Handle /user-info",
  873. slog.String("handler", "userInfoHandler"),
  874. slog.String("client_ip", clientIP),
  875. slog.String("user_agent", r.UserAgent()),
  876. )
  877. if err := checkOutputFormat(r); err != nil {
  878. json.BadRequest(w, r, err)
  879. return
  880. }
  881. user, err := h.store.UserByID(request.UserID(r))
  882. if err != nil {
  883. json.ServerError(w, r, err)
  884. return
  885. }
  886. userInfo := userInfoResponse{UserID: fmt.Sprint(user.ID), UserName: user.Username, UserProfileID: fmt.Sprint(user.ID), UserEmail: user.Username}
  887. json.OK(w, r, userInfo)
  888. }
  889. func (h *handler) streamItemIDsHandler(w http.ResponseWriter, r *http.Request) {
  890. userID := request.UserID(r)
  891. clientIP := request.ClientIP(r)
  892. slog.Debug("[GoogleReader] Handle /stream/items/ids",
  893. slog.String("handler", "streamItemIDsHandler"),
  894. slog.String("client_ip", clientIP),
  895. slog.String("user_agent", r.UserAgent()),
  896. slog.Int64("user_id", userID),
  897. )
  898. if err := checkOutputFormat(r); err != nil {
  899. json.BadRequest(w, r, err)
  900. return
  901. }
  902. rm, err := parseStreamFilterFromRequest(r)
  903. if err != nil {
  904. json.ServerError(w, r, err)
  905. return
  906. }
  907. slog.Debug("[GoogleReader] Request Modifiers",
  908. slog.String("handler", "streamItemIDsHandler"),
  909. slog.String("client_ip", clientIP),
  910. slog.String("user_agent", r.UserAgent()),
  911. slog.Any("modifiers", rm),
  912. )
  913. if len(rm.Streams) != 1 {
  914. json.ServerError(w, r, fmt.Errorf("googlereader: only one stream type expected"))
  915. return
  916. }
  917. switch rm.Streams[0].Type {
  918. case ReadingListStream:
  919. h.handleReadingListStreamHandler(w, r, rm)
  920. case StarredStream:
  921. h.handleStarredStreamHandler(w, r, rm)
  922. case ReadStream:
  923. h.handleReadStreamHandler(w, r, rm)
  924. case FeedStream:
  925. h.handleFeedStreamHandler(w, r, rm)
  926. default:
  927. slog.Warn("[GoogleReader] Unknown Stream",
  928. slog.String("handler", "streamItemIDsHandler"),
  929. slog.String("client_ip", clientIP),
  930. slog.String("user_agent", r.UserAgent()),
  931. slog.Any("stream_type", rm.Streams[0].Type),
  932. )
  933. json.ServerError(w, r, fmt.Errorf("googlereader: unknown stream type %s", rm.Streams[0].Type))
  934. }
  935. }
  936. func (h *handler) handleReadingListStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  937. clientIP := request.ClientIP(r)
  938. slog.Debug("[GoogleReader] Handle ReadingListStream",
  939. slog.String("handler", "handleReadingListStreamHandler"),
  940. slog.String("client_ip", clientIP),
  941. slog.String("user_agent", r.UserAgent()),
  942. )
  943. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  944. for _, s := range rm.ExcludeTargets {
  945. switch s.Type {
  946. case ReadStream:
  947. builder.WithStatus(model.EntryStatusUnread)
  948. default:
  949. slog.Warn("[GoogleReader] Unknown ExcludeTargets filter type",
  950. slog.String("handler", "handleReadingListStreamHandler"),
  951. slog.String("client_ip", clientIP),
  952. slog.String("user_agent", r.UserAgent()),
  953. slog.Int("filter_type", int(s.Type)),
  954. )
  955. }
  956. }
  957. builder.WithoutStatus(model.EntryStatusRemoved)
  958. builder.WithLimit(rm.Count)
  959. builder.WithOffset(rm.Offset)
  960. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  961. if rm.StartTime > 0 {
  962. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  963. }
  964. if rm.StopTime > 0 {
  965. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  966. }
  967. rawEntryIDs, err := builder.GetEntryIDs()
  968. if err != nil {
  969. json.ServerError(w, r, err)
  970. return
  971. }
  972. var itemRefs = make([]itemRef, 0)
  973. for _, entryID := range rawEntryIDs {
  974. formattedID := strconv.FormatInt(entryID, 10)
  975. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  976. }
  977. totalEntries, err := builder.CountEntries()
  978. if err != nil {
  979. json.ServerError(w, r, err)
  980. return
  981. }
  982. continuation := 0
  983. if len(itemRefs)+rm.Offset < totalEntries {
  984. continuation = len(itemRefs) + rm.Offset
  985. }
  986. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  987. }
  988. func (h *handler) handleStarredStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  989. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  990. builder.WithoutStatus(model.EntryStatusRemoved)
  991. builder.WithStarred(true)
  992. builder.WithLimit(rm.Count)
  993. builder.WithOffset(rm.Offset)
  994. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  995. if rm.StartTime > 0 {
  996. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  997. }
  998. if rm.StopTime > 0 {
  999. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1000. }
  1001. rawEntryIDs, err := builder.GetEntryIDs()
  1002. if err != nil {
  1003. json.ServerError(w, r, err)
  1004. return
  1005. }
  1006. var itemRefs = make([]itemRef, 0)
  1007. for _, entryID := range rawEntryIDs {
  1008. formattedID := strconv.FormatInt(entryID, 10)
  1009. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1010. }
  1011. totalEntries, err := builder.CountEntries()
  1012. if err != nil {
  1013. json.ServerError(w, r, err)
  1014. return
  1015. }
  1016. continuation := 0
  1017. if len(itemRefs)+rm.Offset < totalEntries {
  1018. continuation = len(itemRefs) + rm.Offset
  1019. }
  1020. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1021. }
  1022. func (h *handler) handleReadStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1023. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1024. builder.WithoutStatus(model.EntryStatusRemoved)
  1025. builder.WithStatus(model.EntryStatusRead)
  1026. builder.WithLimit(rm.Count)
  1027. builder.WithOffset(rm.Offset)
  1028. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1029. if rm.StartTime > 0 {
  1030. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1031. }
  1032. if rm.StopTime > 0 {
  1033. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1034. }
  1035. rawEntryIDs, err := builder.GetEntryIDs()
  1036. if err != nil {
  1037. json.ServerError(w, r, err)
  1038. return
  1039. }
  1040. var itemRefs = make([]itemRef, 0)
  1041. for _, entryID := range rawEntryIDs {
  1042. formattedID := strconv.FormatInt(entryID, 10)
  1043. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1044. }
  1045. totalEntries, err := builder.CountEntries()
  1046. if err != nil {
  1047. json.ServerError(w, r, err)
  1048. return
  1049. }
  1050. continuation := 0
  1051. if len(itemRefs)+rm.Offset < totalEntries {
  1052. continuation = len(itemRefs) + rm.Offset
  1053. }
  1054. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1055. }
  1056. func (h *handler) handleFeedStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1057. feedID, err := strconv.ParseInt(rm.Streams[0].ID, 10, 64)
  1058. if err != nil {
  1059. json.ServerError(w, r, err)
  1060. return
  1061. }
  1062. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1063. builder.WithoutStatus(model.EntryStatusRemoved)
  1064. builder.WithFeedID(feedID)
  1065. builder.WithLimit(rm.Count)
  1066. builder.WithOffset(rm.Offset)
  1067. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1068. if rm.StartTime > 0 {
  1069. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1070. }
  1071. if rm.StopTime > 0 {
  1072. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1073. }
  1074. if len(rm.ExcludeTargets) > 0 {
  1075. for _, s := range rm.ExcludeTargets {
  1076. if s.Type == ReadStream {
  1077. builder.WithoutStatus(model.EntryStatusRead)
  1078. }
  1079. }
  1080. }
  1081. rawEntryIDs, err := builder.GetEntryIDs()
  1082. if err != nil {
  1083. json.ServerError(w, r, err)
  1084. return
  1085. }
  1086. var itemRefs = make([]itemRef, 0)
  1087. for _, entryID := range rawEntryIDs {
  1088. formattedID := strconv.FormatInt(entryID, 10)
  1089. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1090. }
  1091. totalEntries, err := builder.CountEntries()
  1092. if err != nil {
  1093. json.ServerError(w, r, err)
  1094. return
  1095. }
  1096. continuation := 0
  1097. if len(itemRefs)+rm.Offset < totalEntries {
  1098. continuation = len(itemRefs) + rm.Offset
  1099. }
  1100. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1101. }
  1102. func (h *handler) markAllAsReadHandler(w http.ResponseWriter, r *http.Request) {
  1103. userID := request.UserID(r)
  1104. clientIP := request.ClientIP(r)
  1105. slog.Debug("[GoogleReader] Handle /mark-all-as-read",
  1106. slog.String("handler", "markAllAsReadHandler"),
  1107. slog.String("client_ip", clientIP),
  1108. slog.String("user_agent", r.UserAgent()),
  1109. )
  1110. if err := r.ParseForm(); err != nil {
  1111. json.BadRequest(w, r, err)
  1112. return
  1113. }
  1114. stream, err := getStream(r.Form.Get(paramStreamID), userID)
  1115. if err != nil {
  1116. json.BadRequest(w, r, err)
  1117. return
  1118. }
  1119. var before time.Time
  1120. if timestampParamValue := r.Form.Get(paramTimestamp); timestampParamValue != "" {
  1121. timestampParsedValue, err := strconv.ParseInt(timestampParamValue, 10, 64)
  1122. if err != nil {
  1123. json.BadRequest(w, r, err)
  1124. return
  1125. }
  1126. if timestampParsedValue > 0 {
  1127. // It's unclear if the timestamp is in seconds or microseconds, so we try both using a naive approach.
  1128. if len(timestampParamValue) >= 16 {
  1129. before = time.UnixMicro(timestampParsedValue)
  1130. } else {
  1131. before = time.Unix(timestampParsedValue, 0)
  1132. }
  1133. }
  1134. }
  1135. if before.IsZero() {
  1136. before = time.Now()
  1137. }
  1138. switch stream.Type {
  1139. case FeedStream:
  1140. feedID, err := strconv.ParseInt(stream.ID, 10, 64)
  1141. if err != nil {
  1142. json.BadRequest(w, r, err)
  1143. return
  1144. }
  1145. err = h.store.MarkFeedAsRead(userID, feedID, before)
  1146. if err != nil {
  1147. json.ServerError(w, r, err)
  1148. return
  1149. }
  1150. case LabelStream:
  1151. category, err := h.store.CategoryByTitle(userID, stream.ID)
  1152. if err != nil {
  1153. json.ServerError(w, r, err)
  1154. return
  1155. }
  1156. if category == nil {
  1157. json.NotFound(w, r)
  1158. return
  1159. }
  1160. if err := h.store.MarkCategoryAsRead(userID, category.ID, before); err != nil {
  1161. json.ServerError(w, r, err)
  1162. return
  1163. }
  1164. case ReadingListStream:
  1165. if err = h.store.MarkAllAsReadBeforeDate(userID, before); err != nil {
  1166. json.ServerError(w, r, err)
  1167. return
  1168. }
  1169. }
  1170. sendOkayResponse(w)
  1171. }