handler.go 42 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513
  1. // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
  2. // SPDX-License-Identifier: Apache-2.0
  3. package googlereader // import "miniflux.app/v2/internal/googlereader"
  4. import (
  5. "errors"
  6. "fmt"
  7. "log/slog"
  8. "net/http"
  9. "strconv"
  10. "strings"
  11. "time"
  12. "miniflux.app/v2/internal/config"
  13. "miniflux.app/v2/internal/http/request"
  14. "miniflux.app/v2/internal/http/response"
  15. "miniflux.app/v2/internal/http/response/json"
  16. "miniflux.app/v2/internal/http/route"
  17. "miniflux.app/v2/internal/integration"
  18. "miniflux.app/v2/internal/mediaproxy"
  19. "miniflux.app/v2/internal/model"
  20. "miniflux.app/v2/internal/proxyrotator"
  21. "miniflux.app/v2/internal/reader/fetcher"
  22. mff "miniflux.app/v2/internal/reader/handler"
  23. mfs "miniflux.app/v2/internal/reader/subscription"
  24. "miniflux.app/v2/internal/storage"
  25. "miniflux.app/v2/internal/validator"
  26. "github.com/gorilla/mux"
  27. )
  28. type handler struct {
  29. store *storage.Storage
  30. router *mux.Router
  31. }
  32. const (
  33. // StreamPrefix is the prefix for astreams (read/starred/reading list and so on)
  34. StreamPrefix = "user/-/state/com.google/"
  35. // UserStreamPrefix is the user specific prefix for streams (read/starred/reading list and so on)
  36. UserStreamPrefix = "user/%d/state/com.google/"
  37. // LabelPrefix is the prefix for a label stream
  38. LabelPrefix = "user/-/label/"
  39. // UserLabelPrefix is the user specific prefix prefix for a label stream
  40. UserLabelPrefix = "user/%d/label/"
  41. // FeedPrefix is the prefix for a feed stream
  42. FeedPrefix = "feed/"
  43. // Read is the suffix for read stream
  44. Read = "read"
  45. // Starred is the suffix for starred stream
  46. Starred = "starred"
  47. // ReadingList is the suffix for reading list stream
  48. ReadingList = "reading-list"
  49. // KeptUnread is the suffix for kept unread stream
  50. KeptUnread = "kept-unread"
  51. // Broadcast is the suffix for broadcast stream
  52. Broadcast = "broadcast"
  53. // BroadcastFriends is the suffix for broadcast friends stream
  54. BroadcastFriends = "broadcast-friends"
  55. // Like is the suffix for like stream
  56. Like = "like"
  57. // EntryIDLong is the long entry id representation
  58. EntryIDLong = "tag:google.com,2005:reader/item/%016x"
  59. )
  60. const (
  61. // ParamItemIDs - name of the parameter with the item ids
  62. ParamItemIDs = "i"
  63. // ParamStreamID - name of the parameter containing the stream to be included
  64. ParamStreamID = "s"
  65. // ParamStreamExcludes - name of the parameter containing streams to be excluded
  66. ParamStreamExcludes = "xt"
  67. // ParamStreamFilters - name of the parameter containing streams to be included
  68. ParamStreamFilters = "it"
  69. // ParamStreamMaxItems - name of the parameter containing number of items per page/max items returned
  70. ParamStreamMaxItems = "n"
  71. // ParamStreamOrder - name of the parameter containing the sort criteria
  72. ParamStreamOrder = "r"
  73. // ParamStreamStartTime - name of the parameter containing epoch timestamp, filtering items older than
  74. ParamStreamStartTime = "ot"
  75. // ParamStreamStopTime - name of the parameter containing epoch timestamp, filtering items newer than
  76. ParamStreamStopTime = "nt"
  77. // ParamTagsRemove - name of the parameter containing tags (streams) to be removed
  78. ParamTagsRemove = "r"
  79. // ParamTagsAdd - name of the parameter containing tags (streams) to be added
  80. ParamTagsAdd = "a"
  81. // ParamSubscribeAction - name of the parameter indicating the action to take for subscription/edit
  82. ParamSubscribeAction = "ac"
  83. // ParamTitle - name of the parameter for the title of the subscription
  84. ParamTitle = "t"
  85. // ParamQuickAdd - name of the parameter for a URL being quick subscribed to
  86. ParamQuickAdd = "quickadd"
  87. // ParamDestination - name of the parameter for the new name of a tag
  88. ParamDestination = "dest"
  89. // ParamContinuation - name of the parameter for callers to pass to receive the next page of results
  90. ParamContinuation = "c"
  91. )
  92. // StreamType represents the possible stream types
  93. type StreamType int
  94. const (
  95. // NoStream - no stream type
  96. NoStream StreamType = iota
  97. // ReadStream - read stream type
  98. ReadStream
  99. // StarredStream - starred stream type
  100. StarredStream
  101. // ReadingListStream - reading list stream type
  102. ReadingListStream
  103. // KeptUnreadStream - kept unread stream type
  104. KeptUnreadStream
  105. // BroadcastStream - broadcast stream type
  106. BroadcastStream
  107. // BroadcastFriendsStream - broadcast friends stream type
  108. BroadcastFriendsStream
  109. // LabelStream - label stream type
  110. LabelStream
  111. // FeedStream - feed stream type
  112. FeedStream
  113. // LikeStream - like stream type
  114. LikeStream
  115. )
  116. // Stream defines a stream type and its ID.
  117. type Stream struct {
  118. Type StreamType
  119. ID string
  120. }
  121. func (s Stream) String() string {
  122. return fmt.Sprintf("%v - '%s'", s.Type, s.ID)
  123. }
  124. func (st StreamType) String() string {
  125. switch st {
  126. case NoStream:
  127. return "NoStream"
  128. case ReadStream:
  129. return "ReadStream"
  130. case StarredStream:
  131. return "StarredStream"
  132. case ReadingListStream:
  133. return "ReadingListStream"
  134. case KeptUnreadStream:
  135. return "KeptUnreadStream"
  136. case BroadcastStream:
  137. return "BroadcastStream"
  138. case BroadcastFriendsStream:
  139. return "BroadcastFriendsStream"
  140. case LabelStream:
  141. return "LabelStream"
  142. case FeedStream:
  143. return "FeedStream"
  144. case LikeStream:
  145. return "LikeStream"
  146. default:
  147. return st.String()
  148. }
  149. }
  150. // RequestModifiers are the parsed request parameters.
  151. type RequestModifiers struct {
  152. ExcludeTargets []Stream
  153. FilterTargets []Stream
  154. Streams []Stream
  155. Count int
  156. Offset int
  157. SortDirection string
  158. StartTime int64
  159. StopTime int64
  160. ContinuationToken string
  161. UserID int64
  162. }
  163. func (r RequestModifiers) String() string {
  164. var results []string
  165. results = append(results, fmt.Sprintf("UserID: %d", r.UserID))
  166. var streamStr []string
  167. for _, s := range r.Streams {
  168. streamStr = append(streamStr, s.String())
  169. }
  170. results = append(results, fmt.Sprintf("Streams: [%s]", strings.Join(streamStr, ", ")))
  171. var exclusions []string
  172. for _, s := range r.ExcludeTargets {
  173. exclusions = append(exclusions, s.String())
  174. }
  175. results = append(results, fmt.Sprintf("Exclusions: [%s]", strings.Join(exclusions, ", ")))
  176. var filters []string
  177. for _, s := range r.FilterTargets {
  178. filters = append(filters, s.String())
  179. }
  180. results = append(results, fmt.Sprintf("Filters: [%s]", strings.Join(filters, ", ")))
  181. results = append(results, fmt.Sprintf("Count: %d", r.Count))
  182. results = append(results, fmt.Sprintf("Offset: %d", r.Offset))
  183. results = append(results, fmt.Sprintf("Sort Direction: %s", r.SortDirection))
  184. results = append(results, fmt.Sprintf("Continuation Token: %s", r.ContinuationToken))
  185. results = append(results, fmt.Sprintf("Start Time: %d", r.StartTime))
  186. results = append(results, fmt.Sprintf("Stop Time: %d", r.StopTime))
  187. return strings.Join(results, "; ")
  188. }
  189. // Serve handles Google Reader API calls.
  190. func Serve(router *mux.Router, store *storage.Storage) {
  191. handler := &handler{store, router}
  192. router.HandleFunc("/accounts/ClientLogin", handler.clientLoginHandler).Methods(http.MethodPost).Name("ClientLogin")
  193. middleware := newMiddleware(store)
  194. sr := router.PathPrefix("/reader/api/0").Subrouter()
  195. sr.Use(middleware.handleCORS)
  196. sr.Use(middleware.apiKeyAuth)
  197. sr.Methods(http.MethodOptions)
  198. sr.HandleFunc("/token", handler.tokenHandler).Methods(http.MethodGet).Name("Token")
  199. sr.HandleFunc("/edit-tag", handler.editTagHandler).Methods(http.MethodPost).Name("EditTag")
  200. sr.HandleFunc("/rename-tag", handler.renameTagHandler).Methods(http.MethodPost).Name("Rename Tag")
  201. sr.HandleFunc("/disable-tag", handler.disableTagHandler).Methods(http.MethodPost).Name("Disable Tag")
  202. sr.HandleFunc("/tag/list", handler.tagListHandler).Methods(http.MethodGet).Name("TagList")
  203. sr.HandleFunc("/user-info", handler.userInfoHandler).Methods(http.MethodGet).Name("UserInfo")
  204. sr.HandleFunc("/subscription/list", handler.subscriptionListHandler).Methods(http.MethodGet).Name("SubscriptonList")
  205. sr.HandleFunc("/subscription/edit", handler.editSubscriptionHandler).Methods(http.MethodPost).Name("SubscriptionEdit")
  206. sr.HandleFunc("/subscription/quickadd", handler.quickAddHandler).Methods(http.MethodPost).Name("QuickAdd")
  207. sr.HandleFunc("/stream/items/ids", handler.streamItemIDsHandler).Methods(http.MethodGet).Name("StreamItemIDs")
  208. sr.HandleFunc("/stream/items/contents", handler.streamItemContentsHandler).Methods(http.MethodPost).Name("StreamItemsContents")
  209. sr.PathPrefix("/").HandlerFunc(handler.serveHandler).Methods(http.MethodPost, http.MethodGet).Name("GoogleReaderApiEndpoint")
  210. }
  211. func getStreamFilterModifiers(r *http.Request) (RequestModifiers, error) {
  212. userID := request.UserID(r)
  213. result := RequestModifiers{
  214. SortDirection: "desc",
  215. UserID: userID,
  216. }
  217. streamOrder := request.QueryStringParam(r, ParamStreamOrder, "d")
  218. if streamOrder == "o" {
  219. result.SortDirection = "asc"
  220. }
  221. var err error
  222. result.Streams, err = getStreams(request.QueryStringParamList(r, ParamStreamID), userID)
  223. if err != nil {
  224. return RequestModifiers{}, err
  225. }
  226. result.ExcludeTargets, err = getStreams(request.QueryStringParamList(r, ParamStreamExcludes), userID)
  227. if err != nil {
  228. return RequestModifiers{}, err
  229. }
  230. result.FilterTargets, err = getStreams(request.QueryStringParamList(r, ParamStreamFilters), userID)
  231. if err != nil {
  232. return RequestModifiers{}, err
  233. }
  234. result.Count = request.QueryIntParam(r, ParamStreamMaxItems, 0)
  235. result.Offset = request.QueryIntParam(r, ParamContinuation, 0)
  236. result.StartTime = request.QueryInt64Param(r, ParamStreamStartTime, int64(0))
  237. result.StopTime = request.QueryInt64Param(r, ParamStreamStopTime, int64(0))
  238. return result, nil
  239. }
  240. func getStream(streamID string, userID int64) (Stream, error) {
  241. switch {
  242. case strings.HasPrefix(streamID, FeedPrefix):
  243. return Stream{Type: FeedStream, ID: strings.TrimPrefix(streamID, FeedPrefix)}, nil
  244. case strings.HasPrefix(streamID, fmt.Sprintf(UserStreamPrefix, userID)) || strings.HasPrefix(streamID, StreamPrefix):
  245. id := strings.TrimPrefix(streamID, fmt.Sprintf(UserStreamPrefix, userID))
  246. id = strings.TrimPrefix(id, StreamPrefix)
  247. switch id {
  248. case Read:
  249. return Stream{ReadStream, ""}, nil
  250. case Starred:
  251. return Stream{StarredStream, ""}, nil
  252. case ReadingList:
  253. return Stream{ReadingListStream, ""}, nil
  254. case KeptUnread:
  255. return Stream{KeptUnreadStream, ""}, nil
  256. case Broadcast:
  257. return Stream{BroadcastStream, ""}, nil
  258. case BroadcastFriends:
  259. return Stream{BroadcastFriendsStream, ""}, nil
  260. case Like:
  261. return Stream{LikeStream, ""}, nil
  262. default:
  263. return Stream{NoStream, ""}, fmt.Errorf("googlereader: unknown stream with id: %s", id)
  264. }
  265. case strings.HasPrefix(streamID, fmt.Sprintf(UserLabelPrefix, userID)) || strings.HasPrefix(streamID, LabelPrefix):
  266. id := strings.TrimPrefix(streamID, fmt.Sprintf(UserLabelPrefix, userID))
  267. id = strings.TrimPrefix(id, LabelPrefix)
  268. return Stream{LabelStream, id}, nil
  269. case streamID == "":
  270. return Stream{NoStream, ""}, nil
  271. default:
  272. return Stream{NoStream, ""}, fmt.Errorf("googlereader: unknown stream type: %s", streamID)
  273. }
  274. }
  275. func getStreams(streamIDs []string, userID int64) ([]Stream, error) {
  276. streams := make([]Stream, 0)
  277. for _, streamID := range streamIDs {
  278. stream, err := getStream(streamID, userID)
  279. if err != nil {
  280. return []Stream{}, err
  281. }
  282. streams = append(streams, stream)
  283. }
  284. return streams, nil
  285. }
  286. func checkAndSimplifyTags(addTags []Stream, removeTags []Stream) (map[StreamType]bool, error) {
  287. tags := make(map[StreamType]bool)
  288. for _, s := range addTags {
  289. switch s.Type {
  290. case ReadStream:
  291. if _, ok := tags[KeptUnreadStream]; ok {
  292. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  293. }
  294. tags[ReadStream] = true
  295. case KeptUnreadStream:
  296. if _, ok := tags[ReadStream]; ok {
  297. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  298. }
  299. tags[ReadStream] = false
  300. case StarredStream:
  301. tags[StarredStream] = true
  302. case BroadcastStream, LikeStream:
  303. slog.Debug("Broadcast & Like tags are not implemented!")
  304. default:
  305. return nil, fmt.Errorf("googlereader: unsupported tag type: %s", s.Type)
  306. }
  307. }
  308. for _, s := range removeTags {
  309. switch s.Type {
  310. case ReadStream:
  311. if _, ok := tags[ReadStream]; ok {
  312. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  313. }
  314. tags[ReadStream] = false
  315. case KeptUnreadStream:
  316. if _, ok := tags[ReadStream]; ok {
  317. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  318. }
  319. tags[ReadStream] = true
  320. case StarredStream:
  321. if _, ok := tags[StarredStream]; ok {
  322. return nil, fmt.Errorf("googlereader: %s should not be supplied for add and remove simultaneously", Starred)
  323. }
  324. tags[StarredStream] = false
  325. case BroadcastStream, LikeStream:
  326. slog.Debug("Broadcast & Like tags are not implemented!")
  327. default:
  328. return nil, fmt.Errorf("googlereader: unsupported tag type: %s", s.Type)
  329. }
  330. }
  331. return tags, nil
  332. }
  333. func getItemIDs(r *http.Request) ([]int64, error) {
  334. items := r.Form[ParamItemIDs]
  335. if len(items) == 0 {
  336. return nil, fmt.Errorf("googlereader: no items requested")
  337. }
  338. itemIDs := make([]int64, len(items))
  339. for i, item := range items {
  340. var itemID int64
  341. _, err := fmt.Sscanf(item, EntryIDLong, &itemID)
  342. if err != nil {
  343. itemID, err = strconv.ParseInt(item, 16, 64)
  344. if err != nil {
  345. return nil, fmt.Errorf("googlereader: could not parse item: %v", item)
  346. }
  347. }
  348. itemIDs[i] = itemID
  349. }
  350. return itemIDs, nil
  351. }
  352. func checkOutputFormat(r *http.Request) error {
  353. var output string
  354. if r.Method == http.MethodPost {
  355. err := r.ParseForm()
  356. if err != nil {
  357. return err
  358. }
  359. output = r.Form.Get("output")
  360. } else {
  361. output = request.QueryStringParam(r, "output", "")
  362. }
  363. if output != "json" {
  364. err := fmt.Errorf("googlereader: only json output is supported")
  365. return err
  366. }
  367. return nil
  368. }
  369. func (h *handler) clientLoginHandler(w http.ResponseWriter, r *http.Request) {
  370. clientIP := request.ClientIP(r)
  371. slog.Debug("[GoogleReader] Handle /accounts/ClientLogin",
  372. slog.String("handler", "clientLoginHandler"),
  373. slog.String("client_ip", clientIP),
  374. slog.String("user_agent", r.UserAgent()),
  375. )
  376. if err := r.ParseForm(); err != nil {
  377. slog.Warn("[GoogleReader] Could not parse request form data",
  378. slog.Bool("authentication_failed", true),
  379. slog.String("client_ip", clientIP),
  380. slog.String("user_agent", r.UserAgent()),
  381. slog.Any("error", err),
  382. )
  383. json.Unauthorized(w, r)
  384. return
  385. }
  386. username := r.Form.Get("Email")
  387. password := r.Form.Get("Passwd")
  388. output := r.Form.Get("output")
  389. if username == "" || password == "" {
  390. slog.Warn("[GoogleReader] Empty username or password",
  391. slog.Bool("authentication_failed", true),
  392. slog.String("client_ip", clientIP),
  393. slog.String("user_agent", r.UserAgent()),
  394. )
  395. json.Unauthorized(w, r)
  396. return
  397. }
  398. if err := h.store.GoogleReaderUserCheckPassword(username, password); err != nil {
  399. slog.Warn("[GoogleReader] Invalid username or password",
  400. slog.Bool("authentication_failed", true),
  401. slog.String("client_ip", clientIP),
  402. slog.String("user_agent", r.UserAgent()),
  403. slog.String("username", username),
  404. slog.Any("error", err),
  405. )
  406. json.Unauthorized(w, r)
  407. return
  408. }
  409. slog.Info("[GoogleReader] User authenticated successfully",
  410. slog.Bool("authentication_successful", true),
  411. slog.String("client_ip", clientIP),
  412. slog.String("user_agent", r.UserAgent()),
  413. slog.String("username", username),
  414. )
  415. integration, err := h.store.GoogleReaderUserGetIntegration(username)
  416. if err != nil {
  417. json.ServerError(w, r, err)
  418. return
  419. }
  420. h.store.SetLastLogin(integration.UserID)
  421. token := getAuthToken(integration.GoogleReaderUsername, integration.GoogleReaderPassword)
  422. slog.Debug("[GoogleReader] Created token",
  423. slog.String("client_ip", clientIP),
  424. slog.String("user_agent", r.UserAgent()),
  425. slog.String("username", username),
  426. )
  427. result := login{SID: token, LSID: token, Auth: token}
  428. if output == "json" {
  429. json.OK(w, r, result)
  430. return
  431. }
  432. builder := response.New(w, r)
  433. builder.WithHeader("Content-Type", "text/plain; charset=UTF-8")
  434. builder.WithBody(result.String())
  435. builder.Write()
  436. }
  437. func (h *handler) tokenHandler(w http.ResponseWriter, r *http.Request) {
  438. clientIP := request.ClientIP(r)
  439. slog.Debug("[GoogleReader] Handle /token",
  440. slog.String("handler", "tokenHandler"),
  441. slog.String("client_ip", clientIP),
  442. slog.String("user_agent", r.UserAgent()),
  443. )
  444. if !request.IsAuthenticated(r) {
  445. slog.Warn("[GoogleReader] User is not authenticated",
  446. slog.String("client_ip", clientIP),
  447. slog.String("user_agent", r.UserAgent()),
  448. )
  449. json.Unauthorized(w, r)
  450. return
  451. }
  452. token := request.GoolgeReaderToken(r)
  453. if token == "" {
  454. slog.Warn("[GoogleReader] User does not have token",
  455. slog.String("client_ip", clientIP),
  456. slog.String("user_agent", r.UserAgent()),
  457. slog.Int64("user_id", request.UserID(r)),
  458. )
  459. json.Unauthorized(w, r)
  460. return
  461. }
  462. slog.Debug("[GoogleReader] Token handler",
  463. slog.String("client_ip", clientIP),
  464. slog.String("user_agent", r.UserAgent()),
  465. slog.Int64("user_id", request.UserID(r)),
  466. slog.String("token", token),
  467. )
  468. w.Header().Add("Content-Type", "text/plain; charset=UTF-8")
  469. w.WriteHeader(http.StatusOK)
  470. w.Write([]byte(token))
  471. }
  472. func (h *handler) editTagHandler(w http.ResponseWriter, r *http.Request) {
  473. userID := request.UserID(r)
  474. clientIP := request.ClientIP(r)
  475. slog.Debug("[GoogleReader] Handle /edit-tag",
  476. slog.String("handler", "editTagHandler"),
  477. slog.String("client_ip", clientIP),
  478. slog.String("user_agent", r.UserAgent()),
  479. slog.Int64("user_id", userID),
  480. )
  481. if err := r.ParseForm(); err != nil {
  482. json.ServerError(w, r, err)
  483. return
  484. }
  485. addTags, err := getStreams(r.PostForm[ParamTagsAdd], userID)
  486. if err != nil {
  487. json.ServerError(w, r, err)
  488. return
  489. }
  490. removeTags, err := getStreams(r.PostForm[ParamTagsRemove], userID)
  491. if err != nil {
  492. json.ServerError(w, r, err)
  493. return
  494. }
  495. if len(addTags) == 0 && len(removeTags) == 0 {
  496. err = fmt.Errorf("googlreader: add or/and remove tags should be supplied")
  497. json.ServerError(w, r, err)
  498. return
  499. }
  500. tags, err := checkAndSimplifyTags(addTags, removeTags)
  501. if err != nil {
  502. json.ServerError(w, r, err)
  503. return
  504. }
  505. itemIDs, err := getItemIDs(r)
  506. if err != nil {
  507. json.ServerError(w, r, err)
  508. return
  509. }
  510. slog.Debug("[GoogleReader] Edited tags",
  511. slog.String("handler", "editTagHandler"),
  512. slog.String("client_ip", clientIP),
  513. slog.String("user_agent", r.UserAgent()),
  514. slog.Int64("user_id", userID),
  515. slog.Any("item_ids", itemIDs),
  516. slog.Any("tags", tags),
  517. )
  518. builder := h.store.NewEntryQueryBuilder(userID)
  519. builder.WithEntryIDs(itemIDs)
  520. builder.WithoutStatus(model.EntryStatusRemoved)
  521. entries, err := builder.GetEntries()
  522. if err != nil {
  523. json.ServerError(w, r, err)
  524. return
  525. }
  526. n := 0
  527. readEntryIDs := make([]int64, 0)
  528. unreadEntryIDs := make([]int64, 0)
  529. starredEntryIDs := make([]int64, 0)
  530. unstarredEntryIDs := make([]int64, 0)
  531. for _, entry := range entries {
  532. if read, exists := tags[ReadStream]; exists {
  533. if read && entry.Status == model.EntryStatusUnread {
  534. readEntryIDs = append(readEntryIDs, entry.ID)
  535. } else if entry.Status == model.EntryStatusRead {
  536. unreadEntryIDs = append(unreadEntryIDs, entry.ID)
  537. }
  538. }
  539. if starred, exists := tags[StarredStream]; exists {
  540. if starred && !entry.Starred {
  541. starredEntryIDs = append(starredEntryIDs, entry.ID)
  542. // filter the original array
  543. entries[n] = entry
  544. n++
  545. } else if entry.Starred {
  546. unstarredEntryIDs = append(unstarredEntryIDs, entry.ID)
  547. }
  548. }
  549. }
  550. entries = entries[:n]
  551. if len(readEntryIDs) > 0 {
  552. err = h.store.SetEntriesStatus(userID, readEntryIDs, model.EntryStatusRead)
  553. if err != nil {
  554. json.ServerError(w, r, err)
  555. return
  556. }
  557. }
  558. if len(unreadEntryIDs) > 0 {
  559. err = h.store.SetEntriesStatus(userID, unreadEntryIDs, model.EntryStatusUnread)
  560. if err != nil {
  561. json.ServerError(w, r, err)
  562. return
  563. }
  564. }
  565. if len(unstarredEntryIDs) > 0 {
  566. err = h.store.SetEntriesBookmarkedState(userID, unstarredEntryIDs, false)
  567. if err != nil {
  568. json.ServerError(w, r, err)
  569. return
  570. }
  571. }
  572. if len(starredEntryIDs) > 0 {
  573. err = h.store.SetEntriesBookmarkedState(userID, starredEntryIDs, true)
  574. if err != nil {
  575. json.ServerError(w, r, err)
  576. return
  577. }
  578. }
  579. if len(entries) > 0 {
  580. settings, err := h.store.Integration(userID)
  581. if err != nil {
  582. json.ServerError(w, r, err)
  583. return
  584. }
  585. for _, entry := range entries {
  586. e := entry
  587. go func() {
  588. integration.SendEntry(e, settings)
  589. }()
  590. }
  591. }
  592. OK(w, r)
  593. }
  594. func (h *handler) quickAddHandler(w http.ResponseWriter, r *http.Request) {
  595. userID := request.UserID(r)
  596. clientIP := request.ClientIP(r)
  597. slog.Debug("[GoogleReader] Handle /subscription/quickadd",
  598. slog.String("handler", "quickAddHandler"),
  599. slog.String("client_ip", clientIP),
  600. slog.String("user_agent", r.UserAgent()),
  601. slog.Int64("user_id", userID),
  602. )
  603. err := r.ParseForm()
  604. if err != nil {
  605. json.BadRequest(w, r, err)
  606. return
  607. }
  608. feedURL := r.Form.Get(ParamQuickAdd)
  609. if !validator.IsValidURL(feedURL) {
  610. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid URL: %s", feedURL))
  611. return
  612. }
  613. requestBuilder := fetcher.NewRequestBuilder()
  614. requestBuilder.WithTimeout(config.Opts.HTTPClientTimeout())
  615. requestBuilder.WithCustomApplicationProxyURL(config.Opts.HTTPClientProxyURL())
  616. requestBuilder.WithProxyRotator(proxyrotator.ProxyRotatorInstance)
  617. var rssBridgeURL string
  618. if intg, err := h.store.Integration(userID); err == nil && intg != nil && intg.RSSBridgeEnabled {
  619. rssBridgeURL = intg.RSSBridgeURL
  620. }
  621. subscriptions, localizedError := mfs.NewSubscriptionFinder(requestBuilder).FindSubscriptions(feedURL, rssBridgeURL)
  622. if localizedError != nil {
  623. json.ServerError(w, r, localizedError.Error())
  624. return
  625. }
  626. if len(subscriptions) == 0 {
  627. json.OK(w, r, quickAddResponse{
  628. NumResults: 0,
  629. })
  630. return
  631. }
  632. toSubscribe := Stream{FeedStream, subscriptions[0].URL}
  633. category := Stream{NoStream, ""}
  634. newFeed, err := subscribe(toSubscribe, category, "", h.store, userID)
  635. if err != nil {
  636. json.ServerError(w, r, err)
  637. return
  638. }
  639. slog.Debug("[GoogleReader] Added a new feed",
  640. slog.String("handler", "quickAddHandler"),
  641. slog.String("client_ip", clientIP),
  642. slog.String("user_agent", r.UserAgent()),
  643. slog.Int64("user_id", userID),
  644. slog.String("feed_url", newFeed.FeedURL),
  645. )
  646. json.OK(w, r, quickAddResponse{
  647. NumResults: 1,
  648. Query: newFeed.FeedURL,
  649. StreamID: fmt.Sprintf(FeedPrefix+"%d", newFeed.ID),
  650. StreamName: newFeed.Title,
  651. })
  652. }
  653. func getFeed(stream Stream, store *storage.Storage, userID int64) (*model.Feed, error) {
  654. feedID, err := strconv.ParseInt(stream.ID, 10, 64)
  655. if err != nil {
  656. return nil, err
  657. }
  658. return store.FeedByID(userID, feedID)
  659. }
  660. func getOrCreateCategory(category Stream, store *storage.Storage, userID int64) (*model.Category, error) {
  661. switch {
  662. case category.ID == "":
  663. return store.FirstCategory(userID)
  664. case store.CategoryTitleExists(userID, category.ID):
  665. return store.CategoryByTitle(userID, category.ID)
  666. default:
  667. catRequest := model.CategoryRequest{
  668. Title: category.ID,
  669. }
  670. return store.CreateCategory(userID, &catRequest)
  671. }
  672. }
  673. func subscribe(newFeed Stream, category Stream, title string, store *storage.Storage, userID int64) (*model.Feed, error) {
  674. destCategory, err := getOrCreateCategory(category, store, userID)
  675. if err != nil {
  676. return nil, err
  677. }
  678. feedRequest := model.FeedCreationRequest{
  679. FeedURL: newFeed.ID,
  680. CategoryID: destCategory.ID,
  681. }
  682. verr := validator.ValidateFeedCreation(store, userID, &feedRequest)
  683. if verr != nil {
  684. return nil, verr.Error()
  685. }
  686. created, localizedError := mff.CreateFeed(store, userID, &feedRequest)
  687. if localizedError != nil {
  688. return nil, localizedError.Error()
  689. }
  690. if title != "" {
  691. feedModification := model.FeedModificationRequest{
  692. Title: &title,
  693. }
  694. feedModification.Patch(created)
  695. if err := store.UpdateFeed(created); err != nil {
  696. return nil, err
  697. }
  698. }
  699. return created, nil
  700. }
  701. func unsubscribe(streams []Stream, store *storage.Storage, userID int64) error {
  702. for _, stream := range streams {
  703. feedID, err := strconv.ParseInt(stream.ID, 10, 64)
  704. if err != nil {
  705. return err
  706. }
  707. err = store.RemoveFeed(userID, feedID)
  708. if err != nil {
  709. return err
  710. }
  711. }
  712. return nil
  713. }
  714. func rename(stream Stream, title string, store *storage.Storage, userID int64) error {
  715. if title == "" {
  716. return errors.New("empty title")
  717. }
  718. feed, err := getFeed(stream, store, userID)
  719. if err != nil {
  720. return err
  721. }
  722. feedModification := model.FeedModificationRequest{
  723. Title: &title,
  724. }
  725. feedModification.Patch(feed)
  726. return store.UpdateFeed(feed)
  727. }
  728. func move(stream Stream, destination Stream, store *storage.Storage, userID int64) error {
  729. feed, err := getFeed(stream, store, userID)
  730. if err != nil {
  731. return err
  732. }
  733. category, err := getOrCreateCategory(destination, store, userID)
  734. if err != nil {
  735. return err
  736. }
  737. feedModification := model.FeedModificationRequest{
  738. CategoryID: &category.ID,
  739. }
  740. feedModification.Patch(feed)
  741. return store.UpdateFeed(feed)
  742. }
  743. func (h *handler) feedIconURL(f *model.Feed) string {
  744. if f.Icon != nil && f.Icon.ExternalIconID != "" {
  745. return config.Opts.RootURL() + route.Path(h.router, "feedIcon", "externalIconID", f.Icon.ExternalIconID)
  746. } else {
  747. return ""
  748. }
  749. }
  750. func (h *handler) editSubscriptionHandler(w http.ResponseWriter, r *http.Request) {
  751. userID := request.UserID(r)
  752. clientIP := request.ClientIP(r)
  753. slog.Debug("[GoogleReader] Handle /subscription/edit",
  754. slog.String("handler", "editSubscriptionHandler"),
  755. slog.String("client_ip", clientIP),
  756. slog.String("user_agent", r.UserAgent()),
  757. slog.Int64("user_id", userID),
  758. )
  759. if err := r.ParseForm(); err != nil {
  760. json.BadRequest(w, r, err)
  761. return
  762. }
  763. streamIds, err := getStreams(r.Form[ParamStreamID], userID)
  764. if err != nil || len(streamIds) == 0 {
  765. json.BadRequest(w, r, errors.New("googlereader: no valid stream IDs provided"))
  766. return
  767. }
  768. newLabel, err := getStream(r.Form.Get(ParamTagsAdd), userID)
  769. if err != nil {
  770. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamTagsAdd))
  771. return
  772. }
  773. title := r.Form.Get(ParamTitle)
  774. action := r.Form.Get(ParamSubscribeAction)
  775. switch action {
  776. case "subscribe":
  777. _, err := subscribe(streamIds[0], newLabel, title, h.store, userID)
  778. if err != nil {
  779. json.ServerError(w, r, err)
  780. return
  781. }
  782. case "unsubscribe":
  783. err := unsubscribe(streamIds, h.store, userID)
  784. if err != nil {
  785. json.ServerError(w, r, err)
  786. return
  787. }
  788. case "edit":
  789. if title != "" {
  790. if err := rename(streamIds[0], title, h.store, userID); err != nil {
  791. json.ServerError(w, r, err)
  792. return
  793. }
  794. }
  795. if r.Form.Has(ParamTagsAdd) {
  796. if newLabel.Type != LabelStream {
  797. json.BadRequest(w, r, errors.New("destination must be a label"))
  798. return
  799. }
  800. if err := move(streamIds[0], newLabel, h.store, userID); err != nil {
  801. json.ServerError(w, r, err)
  802. return
  803. }
  804. }
  805. default:
  806. json.ServerError(w, r, fmt.Errorf("googlereader: unrecognized action %s", action))
  807. return
  808. }
  809. OK(w, r)
  810. }
  811. func (h *handler) streamItemContentsHandler(w http.ResponseWriter, r *http.Request) {
  812. userID := request.UserID(r)
  813. clientIP := request.ClientIP(r)
  814. slog.Debug("[GoogleReader] Handle /stream/items/contents",
  815. slog.String("handler", "streamItemContentsHandler"),
  816. slog.String("client_ip", clientIP),
  817. slog.String("user_agent", r.UserAgent()),
  818. slog.Int64("user_id", userID),
  819. )
  820. if err := checkOutputFormat(r); err != nil {
  821. json.BadRequest(w, r, err)
  822. return
  823. }
  824. err := r.ParseForm()
  825. if err != nil {
  826. json.ServerError(w, r, err)
  827. return
  828. }
  829. var user *model.User
  830. if user, err = h.store.UserByID(userID); err != nil {
  831. json.ServerError(w, r, err)
  832. return
  833. }
  834. requestModifiers, err := getStreamFilterModifiers(r)
  835. if err != nil {
  836. json.ServerError(w, r, err)
  837. return
  838. }
  839. userReadingList := fmt.Sprintf(UserStreamPrefix, userID) + ReadingList
  840. userRead := fmt.Sprintf(UserStreamPrefix, userID) + Read
  841. userStarred := fmt.Sprintf(UserStreamPrefix, userID) + Starred
  842. itemIDs, err := getItemIDs(r)
  843. if err != nil {
  844. json.ServerError(w, r, err)
  845. return
  846. }
  847. slog.Debug("[GoogleReader] Fetching item contents",
  848. slog.String("handler", "streamItemContentsHandler"),
  849. slog.String("client_ip", clientIP),
  850. slog.String("user_agent", r.UserAgent()),
  851. slog.Int64("user_id", userID),
  852. slog.Any("item_ids", itemIDs),
  853. )
  854. builder := h.store.NewEntryQueryBuilder(userID)
  855. builder.WithEnclosures()
  856. builder.WithoutStatus(model.EntryStatusRemoved)
  857. builder.WithEntryIDs(itemIDs)
  858. builder.WithSorting(model.DefaultSortingOrder, requestModifiers.SortDirection)
  859. entries, err := builder.GetEntries()
  860. if err != nil {
  861. json.ServerError(w, r, err)
  862. return
  863. }
  864. if len(entries) == 0 {
  865. json.BadRequest(w, r, fmt.Errorf("googlereader: no items returned from the database for item IDs: %v", itemIDs))
  866. return
  867. }
  868. result := streamContentItems{
  869. Direction: "ltr",
  870. ID: fmt.Sprintf("feed/%d", entries[0].FeedID),
  871. Title: entries[0].Feed.Title,
  872. Alternate: []contentHREFType{
  873. {
  874. HREF: entries[0].Feed.SiteURL,
  875. Type: "text/html",
  876. },
  877. },
  878. Updated: time.Now().Unix(),
  879. Self: []contentHREF{
  880. {
  881. HREF: config.Opts.RootURL() + route.Path(h.router, "StreamItemsContents"),
  882. },
  883. },
  884. Author: user.Username,
  885. }
  886. contentItems := make([]contentItem, len(entries))
  887. for i, entry := range entries {
  888. enclosures := make([]contentItemEnclosure, 0, len(entry.Enclosures))
  889. for _, enclosure := range entry.Enclosures {
  890. enclosures = append(enclosures, contentItemEnclosure{URL: enclosure.URL, Type: enclosure.MimeType})
  891. }
  892. categories := make([]string, 0)
  893. categories = append(categories, userReadingList)
  894. if entry.Feed.Category.Title != "" {
  895. categories = append(categories, fmt.Sprintf(UserLabelPrefix, userID)+entry.Feed.Category.Title)
  896. }
  897. if entry.Status == model.EntryStatusRead {
  898. categories = append(categories, userRead)
  899. }
  900. if entry.Starred {
  901. categories = append(categories, userStarred)
  902. }
  903. entry.Content = mediaproxy.RewriteDocumentWithAbsoluteProxyURL(h.router, entry.Content)
  904. entry.Enclosures.ProxifyEnclosureURL(h.router)
  905. contentItems[i] = contentItem{
  906. ID: fmt.Sprintf(EntryIDLong, entry.ID),
  907. Title: entry.Title,
  908. Author: entry.Author,
  909. TimestampUsec: fmt.Sprintf("%d", entry.Date.UnixMicro()),
  910. CrawlTimeMsec: fmt.Sprintf("%d", entry.CreatedAt.UnixMilli()),
  911. Published: entry.Date.Unix(),
  912. Updated: entry.ChangedAt.Unix(),
  913. Categories: categories,
  914. Canonical: []contentHREF{
  915. {
  916. HREF: entry.URL,
  917. },
  918. },
  919. Alternate: []contentHREFType{
  920. {
  921. HREF: entry.URL,
  922. Type: "text/html",
  923. },
  924. },
  925. Content: contentItemContent{
  926. Direction: "ltr",
  927. Content: entry.Content,
  928. },
  929. Summary: contentItemContent{
  930. Direction: "ltr",
  931. Content: entry.Content,
  932. },
  933. Origin: contentItemOrigin{
  934. StreamID: fmt.Sprintf("feed/%d", entry.FeedID),
  935. Title: entry.Feed.Title,
  936. HTMLUrl: entry.Feed.SiteURL,
  937. },
  938. Enclosure: enclosures,
  939. }
  940. }
  941. result.Items = contentItems
  942. json.OK(w, r, result)
  943. }
  944. func (h *handler) disableTagHandler(w http.ResponseWriter, r *http.Request) {
  945. userID := request.UserID(r)
  946. clientIP := request.ClientIP(r)
  947. slog.Debug("[GoogleReader] Handle /disable-tags",
  948. slog.String("handler", "disableTagHandler"),
  949. slog.String("client_ip", clientIP),
  950. slog.String("user_agent", r.UserAgent()),
  951. slog.Int64("user_id", userID),
  952. )
  953. err := r.ParseForm()
  954. if err != nil {
  955. json.BadRequest(w, r, err)
  956. return
  957. }
  958. streams, err := getStreams(r.Form[ParamStreamID], userID)
  959. if err != nil {
  960. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamStreamID))
  961. return
  962. }
  963. titles := make([]string, len(streams))
  964. for i, stream := range streams {
  965. if stream.Type != LabelStream {
  966. json.BadRequest(w, r, errors.New("googlereader: only labels are supported"))
  967. return
  968. }
  969. titles[i] = stream.ID
  970. }
  971. err = h.store.RemoveAndReplaceCategoriesByName(userID, titles)
  972. if err != nil {
  973. json.ServerError(w, r, err)
  974. return
  975. }
  976. OK(w, r)
  977. }
  978. func (h *handler) renameTagHandler(w http.ResponseWriter, r *http.Request) {
  979. userID := request.UserID(r)
  980. clientIP := request.ClientIP(r)
  981. slog.Debug("[GoogleReader] Handle /rename-tag",
  982. slog.String("handler", "renameTagHandler"),
  983. slog.String("client_ip", clientIP),
  984. slog.String("user_agent", r.UserAgent()),
  985. )
  986. err := r.ParseForm()
  987. if err != nil {
  988. json.BadRequest(w, r, err)
  989. return
  990. }
  991. source, err := getStream(r.Form.Get(ParamStreamID), userID)
  992. if err != nil {
  993. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamStreamID))
  994. return
  995. }
  996. destination, err := getStream(r.Form.Get(ParamDestination), userID)
  997. if err != nil {
  998. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamDestination))
  999. return
  1000. }
  1001. if source.Type != LabelStream || destination.Type != LabelStream {
  1002. json.BadRequest(w, r, errors.New("googlereader: only labels supported"))
  1003. return
  1004. }
  1005. if destination.ID == "" {
  1006. json.BadRequest(w, r, errors.New("googlereader: empty destination name"))
  1007. return
  1008. }
  1009. category, err := h.store.CategoryByTitle(userID, source.ID)
  1010. if err != nil {
  1011. json.ServerError(w, r, err)
  1012. return
  1013. }
  1014. if category == nil {
  1015. json.NotFound(w, r)
  1016. return
  1017. }
  1018. categoryRequest := model.CategoryRequest{
  1019. Title: destination.ID,
  1020. }
  1021. verr := validator.ValidateCategoryModification(h.store, userID, category.ID, &categoryRequest)
  1022. if verr != nil {
  1023. json.BadRequest(w, r, verr.Error())
  1024. return
  1025. }
  1026. categoryRequest.Patch(category)
  1027. err = h.store.UpdateCategory(category)
  1028. if err != nil {
  1029. json.ServerError(w, r, err)
  1030. return
  1031. }
  1032. OK(w, r)
  1033. }
  1034. func (h *handler) tagListHandler(w http.ResponseWriter, r *http.Request) {
  1035. userID := request.UserID(r)
  1036. clientIP := request.ClientIP(r)
  1037. slog.Debug("[GoogleReader] Handle /tags/list",
  1038. slog.String("handler", "tagListHandler"),
  1039. slog.String("client_ip", clientIP),
  1040. slog.String("user_agent", r.UserAgent()),
  1041. )
  1042. if err := checkOutputFormat(r); err != nil {
  1043. json.BadRequest(w, r, err)
  1044. return
  1045. }
  1046. var result tagsResponse
  1047. categories, err := h.store.Categories(userID)
  1048. if err != nil {
  1049. json.ServerError(w, r, err)
  1050. return
  1051. }
  1052. result.Tags = make([]subscriptionCategory, 0)
  1053. result.Tags = append(result.Tags, subscriptionCategory{
  1054. ID: fmt.Sprintf(UserStreamPrefix, userID) + Starred,
  1055. })
  1056. for _, category := range categories {
  1057. result.Tags = append(result.Tags, subscriptionCategory{
  1058. ID: fmt.Sprintf(UserLabelPrefix, userID) + category.Title,
  1059. Label: category.Title,
  1060. Type: "folder",
  1061. })
  1062. }
  1063. json.OK(w, r, result)
  1064. }
  1065. func (h *handler) subscriptionListHandler(w http.ResponseWriter, r *http.Request) {
  1066. userID := request.UserID(r)
  1067. clientIP := request.ClientIP(r)
  1068. slog.Debug("[GoogleReader] Handle /subscription/list",
  1069. slog.String("handler", "subscriptionListHandler"),
  1070. slog.String("client_ip", clientIP),
  1071. slog.String("user_agent", r.UserAgent()),
  1072. )
  1073. if err := checkOutputFormat(r); err != nil {
  1074. json.BadRequest(w, r, err)
  1075. return
  1076. }
  1077. var result subscriptionsResponse
  1078. feeds, err := h.store.Feeds(userID)
  1079. if err != nil {
  1080. json.ServerError(w, r, err)
  1081. return
  1082. }
  1083. result.Subscriptions = make([]subscription, 0)
  1084. for _, feed := range feeds {
  1085. result.Subscriptions = append(result.Subscriptions, subscription{
  1086. ID: fmt.Sprintf(FeedPrefix+"%d", feed.ID),
  1087. Title: feed.Title,
  1088. URL: feed.FeedURL,
  1089. Categories: []subscriptionCategory{{fmt.Sprintf(UserLabelPrefix, userID) + feed.Category.Title, feed.Category.Title, "folder"}},
  1090. HTMLURL: feed.SiteURL,
  1091. IconURL: h.feedIconURL(feed),
  1092. })
  1093. }
  1094. json.OK(w, r, result)
  1095. }
  1096. func (h *handler) serveHandler(w http.ResponseWriter, r *http.Request) {
  1097. clientIP := request.ClientIP(r)
  1098. slog.Debug("[GoogleReader] API endpoint not implemented yet",
  1099. slog.Any("url", r.RequestURI),
  1100. slog.String("client_ip", clientIP),
  1101. slog.String("user_agent", r.UserAgent()),
  1102. )
  1103. json.OK(w, r, []string{})
  1104. }
  1105. func (h *handler) userInfoHandler(w http.ResponseWriter, r *http.Request) {
  1106. clientIP := request.ClientIP(r)
  1107. slog.Debug("[GoogleReader] Handle /user-info",
  1108. slog.String("handler", "userInfoHandler"),
  1109. slog.String("client_ip", clientIP),
  1110. slog.String("user_agent", r.UserAgent()),
  1111. )
  1112. if err := checkOutputFormat(r); err != nil {
  1113. json.BadRequest(w, r, err)
  1114. return
  1115. }
  1116. user, err := h.store.UserByID(request.UserID(r))
  1117. if err != nil {
  1118. json.ServerError(w, r, err)
  1119. return
  1120. }
  1121. userInfo := userInfo{UserID: fmt.Sprint(user.ID), UserName: user.Username, UserProfileID: fmt.Sprint(user.ID), UserEmail: user.Username}
  1122. json.OK(w, r, userInfo)
  1123. }
  1124. func (h *handler) streamItemIDsHandler(w http.ResponseWriter, r *http.Request) {
  1125. userID := request.UserID(r)
  1126. clientIP := request.ClientIP(r)
  1127. slog.Debug("[GoogleReader] Handle /stream/items/ids",
  1128. slog.String("handler", "streamItemIDsHandler"),
  1129. slog.String("client_ip", clientIP),
  1130. slog.String("user_agent", r.UserAgent()),
  1131. slog.Int64("user_id", userID),
  1132. )
  1133. if err := checkOutputFormat(r); err != nil {
  1134. json.BadRequest(w, r, err)
  1135. return
  1136. }
  1137. rm, err := getStreamFilterModifiers(r)
  1138. if err != nil {
  1139. json.ServerError(w, r, err)
  1140. return
  1141. }
  1142. slog.Debug("[GoogleReader] Request Modifiers",
  1143. slog.String("handler", "streamItemIDsHandler"),
  1144. slog.String("client_ip", clientIP),
  1145. slog.String("user_agent", r.UserAgent()),
  1146. slog.Any("modifiers", rm),
  1147. )
  1148. if len(rm.Streams) != 1 {
  1149. json.ServerError(w, r, fmt.Errorf("googlereader: only one stream type expected"))
  1150. return
  1151. }
  1152. switch rm.Streams[0].Type {
  1153. case ReadingListStream:
  1154. h.handleReadingListStreamHandler(w, r, rm)
  1155. case StarredStream:
  1156. h.handleStarredStreamHandler(w, r, rm)
  1157. case ReadStream:
  1158. h.handleReadStreamHandler(w, r, rm)
  1159. case FeedStream:
  1160. h.handleFeedStreamHandler(w, r, rm)
  1161. default:
  1162. slog.Warn("[GoogleReader] Unknown Stream",
  1163. slog.String("handler", "streamItemIDsHandler"),
  1164. slog.String("client_ip", clientIP),
  1165. slog.String("user_agent", r.UserAgent()),
  1166. slog.Any("stream_type", rm.Streams[0].Type),
  1167. )
  1168. json.ServerError(w, r, fmt.Errorf("googlereader: unknown stream type %s", rm.Streams[0].Type))
  1169. }
  1170. }
  1171. func (h *handler) handleReadingListStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1172. clientIP := request.ClientIP(r)
  1173. slog.Debug("[GoogleReader] Handle ReadingListStream",
  1174. slog.String("handler", "handleReadingListStreamHandler"),
  1175. slog.String("client_ip", clientIP),
  1176. slog.String("user_agent", r.UserAgent()),
  1177. )
  1178. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1179. for _, s := range rm.ExcludeTargets {
  1180. switch s.Type {
  1181. case ReadStream:
  1182. builder.WithStatus(model.EntryStatusUnread)
  1183. default:
  1184. slog.Warn("[GoogleReader] Unknown ExcludeTargets filter type",
  1185. slog.String("handler", "handleReadingListStreamHandler"),
  1186. slog.String("client_ip", clientIP),
  1187. slog.String("user_agent", r.UserAgent()),
  1188. slog.Any("filter_type", s.Type),
  1189. )
  1190. }
  1191. }
  1192. builder.WithoutStatus(model.EntryStatusRemoved)
  1193. builder.WithLimit(rm.Count)
  1194. builder.WithOffset(rm.Offset)
  1195. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1196. if rm.StartTime > 0 {
  1197. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1198. }
  1199. if rm.StopTime > 0 {
  1200. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1201. }
  1202. rawEntryIDs, err := builder.GetEntryIDs()
  1203. if err != nil {
  1204. json.ServerError(w, r, err)
  1205. return
  1206. }
  1207. var itemRefs = make([]itemRef, 0)
  1208. for _, entryID := range rawEntryIDs {
  1209. formattedID := strconv.FormatInt(entryID, 10)
  1210. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1211. }
  1212. totalEntries, err := builder.CountEntries()
  1213. if err != nil {
  1214. json.ServerError(w, r, err)
  1215. return
  1216. }
  1217. continuation := 0
  1218. if len(itemRefs)+rm.Offset < totalEntries {
  1219. continuation = len(itemRefs) + rm.Offset
  1220. }
  1221. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1222. }
  1223. func (h *handler) handleStarredStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1224. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1225. builder.WithoutStatus(model.EntryStatusRemoved)
  1226. builder.WithStarred(true)
  1227. builder.WithLimit(rm.Count)
  1228. builder.WithOffset(rm.Offset)
  1229. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1230. if rm.StartTime > 0 {
  1231. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1232. }
  1233. if rm.StopTime > 0 {
  1234. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1235. }
  1236. rawEntryIDs, err := builder.GetEntryIDs()
  1237. if err != nil {
  1238. json.ServerError(w, r, err)
  1239. return
  1240. }
  1241. var itemRefs = make([]itemRef, 0)
  1242. for _, entryID := range rawEntryIDs {
  1243. formattedID := strconv.FormatInt(entryID, 10)
  1244. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1245. }
  1246. totalEntries, err := builder.CountEntries()
  1247. if err != nil {
  1248. json.ServerError(w, r, err)
  1249. return
  1250. }
  1251. continuation := 0
  1252. if len(itemRefs)+rm.Offset < totalEntries {
  1253. continuation = len(itemRefs) + rm.Offset
  1254. }
  1255. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1256. }
  1257. func (h *handler) handleReadStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1258. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1259. builder.WithoutStatus(model.EntryStatusRemoved)
  1260. builder.WithStatus(model.EntryStatusRead)
  1261. builder.WithLimit(rm.Count)
  1262. builder.WithOffset(rm.Offset)
  1263. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1264. if rm.StartTime > 0 {
  1265. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1266. }
  1267. if rm.StopTime > 0 {
  1268. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1269. }
  1270. rawEntryIDs, err := builder.GetEntryIDs()
  1271. if err != nil {
  1272. json.ServerError(w, r, err)
  1273. return
  1274. }
  1275. var itemRefs = make([]itemRef, 0)
  1276. for _, entryID := range rawEntryIDs {
  1277. formattedID := strconv.FormatInt(entryID, 10)
  1278. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1279. }
  1280. totalEntries, err := builder.CountEntries()
  1281. if err != nil {
  1282. json.ServerError(w, r, err)
  1283. return
  1284. }
  1285. continuation := 0
  1286. if len(itemRefs)+rm.Offset < totalEntries {
  1287. continuation = len(itemRefs) + rm.Offset
  1288. }
  1289. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1290. }
  1291. func (h *handler) handleFeedStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1292. feedID, err := strconv.ParseInt(rm.Streams[0].ID, 10, 64)
  1293. if err != nil {
  1294. json.ServerError(w, r, err)
  1295. return
  1296. }
  1297. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1298. builder.WithoutStatus(model.EntryStatusRemoved)
  1299. builder.WithFeedID(feedID)
  1300. builder.WithLimit(rm.Count)
  1301. builder.WithOffset(rm.Offset)
  1302. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1303. if rm.StartTime > 0 {
  1304. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1305. }
  1306. if rm.StopTime > 0 {
  1307. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1308. }
  1309. if len(rm.ExcludeTargets) > 0 {
  1310. for _, s := range rm.ExcludeTargets {
  1311. if s.Type == ReadStream {
  1312. builder.WithoutStatus(model.EntryStatusRead)
  1313. }
  1314. }
  1315. }
  1316. rawEntryIDs, err := builder.GetEntryIDs()
  1317. if err != nil {
  1318. json.ServerError(w, r, err)
  1319. return
  1320. }
  1321. var itemRefs = make([]itemRef, 0)
  1322. for _, entryID := range rawEntryIDs {
  1323. formattedID := strconv.FormatInt(entryID, 10)
  1324. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1325. }
  1326. totalEntries, err := builder.CountEntries()
  1327. if err != nil {
  1328. json.ServerError(w, r, err)
  1329. return
  1330. }
  1331. continuation := 0
  1332. if len(itemRefs)+rm.Offset < totalEntries {
  1333. continuation = len(itemRefs) + rm.Offset
  1334. }
  1335. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1336. }