handler.go 43 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545
  1. // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
  2. // SPDX-License-Identifier: Apache-2.0
  3. package googlereader // import "miniflux.app/v2/internal/googlereader"
  4. import (
  5. "errors"
  6. "fmt"
  7. "log/slog"
  8. "net/http"
  9. "strconv"
  10. "strings"
  11. "time"
  12. "miniflux.app/v2/internal/config"
  13. "miniflux.app/v2/internal/http/request"
  14. "miniflux.app/v2/internal/http/response"
  15. "miniflux.app/v2/internal/http/response/json"
  16. "miniflux.app/v2/internal/http/route"
  17. "miniflux.app/v2/internal/integration"
  18. "miniflux.app/v2/internal/mediaproxy"
  19. "miniflux.app/v2/internal/model"
  20. "miniflux.app/v2/internal/reader/fetcher"
  21. mff "miniflux.app/v2/internal/reader/handler"
  22. mfs "miniflux.app/v2/internal/reader/subscription"
  23. "miniflux.app/v2/internal/storage"
  24. "miniflux.app/v2/internal/validator"
  25. "github.com/gorilla/mux"
  26. )
  27. type handler struct {
  28. store *storage.Storage
  29. router *mux.Router
  30. }
  31. const (
  32. // StreamPrefix is the prefix for astreams (read/starred/reading list and so on)
  33. StreamPrefix = "user/-/state/com.google/"
  34. // UserStreamPrefix is the user specific prefix for streams (read/starred/reading list and so on)
  35. UserStreamPrefix = "user/%d/state/com.google/"
  36. // LabelPrefix is the prefix for a label stream
  37. LabelPrefix = "user/-/label/"
  38. // UserLabelPrefix is the user specific prefix prefix for a label stream
  39. UserLabelPrefix = "user/%d/label/"
  40. // FeedPrefix is the prefix for a feed stream
  41. FeedPrefix = "feed/"
  42. // Read is the suffix for read stream
  43. Read = "read"
  44. // Starred is the suffix for starred stream
  45. Starred = "starred"
  46. // ReadingList is the suffix for reading list stream
  47. ReadingList = "reading-list"
  48. // KeptUnread is the suffix for kept unread stream
  49. KeptUnread = "kept-unread"
  50. // Broadcast is the suffix for broadcast stream
  51. Broadcast = "broadcast"
  52. // BroadcastFriends is the suffix for broadcast friends stream
  53. BroadcastFriends = "broadcast-friends"
  54. // Like is the suffix for like stream
  55. Like = "like"
  56. // EntryIDLong is the long entry id representation
  57. EntryIDLong = "tag:google.com,2005:reader/item/%016x"
  58. )
  59. const (
  60. // ParamItemIDs - name of the parameter with the item ids
  61. ParamItemIDs = "i"
  62. // ParamStreamID - name of the parameter containing the stream to be included
  63. ParamStreamID = "s"
  64. // ParamStreamExcludes - name of the parameter containing streams to be excluded
  65. ParamStreamExcludes = "xt"
  66. // ParamStreamFilters - name of the parameter containing streams to be included
  67. ParamStreamFilters = "it"
  68. // ParamStreamMaxItems - name of the parameter containing number of items per page/max items returned
  69. ParamStreamMaxItems = "n"
  70. // ParamStreamOrder - name of the parameter containing the sort criteria
  71. ParamStreamOrder = "r"
  72. // ParamStreamStartTime - name of the parameter containing epoch timestamp, filtering items older than
  73. ParamStreamStartTime = "ot"
  74. // ParamStreamStopTime - name of the parameter containing epoch timestamp, filtering items newer than
  75. ParamStreamStopTime = "nt"
  76. // ParamTagsRemove - name of the parameter containing tags (streams) to be removed
  77. ParamTagsRemove = "r"
  78. // ParamTagsAdd - name of the parameter containing tags (streams) to be added
  79. ParamTagsAdd = "a"
  80. // ParamSubscribeAction - name of the parameter indicating the action to take for subscription/edit
  81. ParamSubscribeAction = "ac"
  82. // ParamTitle - name of the parameter for the title of the subscription
  83. ParamTitle = "t"
  84. // ParamQuickAdd - name of the parameter for a URL being quick subscribed to
  85. ParamQuickAdd = "quickadd"
  86. // ParamDestination - name of the parameter for the new name of a tag
  87. ParamDestination = "dest"
  88. // ParamContinuation - name of the parameter for callers to pass to receive the next page of results
  89. ParamContinuation = "c"
  90. )
  91. // StreamType represents the possible stream types
  92. type StreamType int
  93. const (
  94. // NoStream - no stream type
  95. NoStream StreamType = iota
  96. // ReadStream - read stream type
  97. ReadStream
  98. // StarredStream - starred stream type
  99. StarredStream
  100. // ReadingListStream - reading list stream type
  101. ReadingListStream
  102. // KeptUnreadStream - kept unread stream type
  103. KeptUnreadStream
  104. // BroadcastStream - broadcast stream type
  105. BroadcastStream
  106. // BroadcastFriendsStream - broadcast friends stream type
  107. BroadcastFriendsStream
  108. // LabelStream - label stream type
  109. LabelStream
  110. // FeedStream - feed stream type
  111. FeedStream
  112. // LikeStream - like stream type
  113. LikeStream
  114. )
  115. // Stream defines a stream type and its ID.
  116. type Stream struct {
  117. Type StreamType
  118. ID string
  119. }
  120. func (s Stream) String() string {
  121. return fmt.Sprintf("%v - '%s'", s.Type, s.ID)
  122. }
  123. func (st StreamType) String() string {
  124. switch st {
  125. case NoStream:
  126. return "NoStream"
  127. case ReadStream:
  128. return "ReadStream"
  129. case StarredStream:
  130. return "StarredStream"
  131. case ReadingListStream:
  132. return "ReadingListStream"
  133. case KeptUnreadStream:
  134. return "KeptUnreadStream"
  135. case BroadcastStream:
  136. return "BroadcastStream"
  137. case BroadcastFriendsStream:
  138. return "BroadcastFriendsStream"
  139. case LabelStream:
  140. return "LabelStream"
  141. case FeedStream:
  142. return "FeedStream"
  143. case LikeStream:
  144. return "LikeStream"
  145. default:
  146. return st.String()
  147. }
  148. }
  149. // RequestModifiers are the parsed request parameters.
  150. type RequestModifiers struct {
  151. ExcludeTargets []Stream
  152. FilterTargets []Stream
  153. Streams []Stream
  154. Count int
  155. Offset int
  156. SortDirection string
  157. StartTime int64
  158. StopTime int64
  159. ContinuationToken string
  160. UserID int64
  161. }
  162. func (r RequestModifiers) String() string {
  163. var results []string
  164. results = append(results, fmt.Sprintf("UserID: %d", r.UserID))
  165. var streamStr []string
  166. for _, s := range r.Streams {
  167. streamStr = append(streamStr, s.String())
  168. }
  169. results = append(results, fmt.Sprintf("Streams: [%s]", strings.Join(streamStr, ", ")))
  170. var exclusions []string
  171. for _, s := range r.ExcludeTargets {
  172. exclusions = append(exclusions, s.String())
  173. }
  174. results = append(results, fmt.Sprintf("Exclusions: [%s]", strings.Join(exclusions, ", ")))
  175. var filters []string
  176. for _, s := range r.FilterTargets {
  177. filters = append(filters, s.String())
  178. }
  179. results = append(results, fmt.Sprintf("Filters: [%s]", strings.Join(filters, ", ")))
  180. results = append(results, fmt.Sprintf("Count: %d", r.Count))
  181. results = append(results, fmt.Sprintf("Offset: %d", r.Offset))
  182. results = append(results, fmt.Sprintf("Sort Direction: %s", r.SortDirection))
  183. results = append(results, fmt.Sprintf("Continuation Token: %s", r.ContinuationToken))
  184. results = append(results, fmt.Sprintf("Start Time: %d", r.StartTime))
  185. results = append(results, fmt.Sprintf("Stop Time: %d", r.StopTime))
  186. return strings.Join(results, "; ")
  187. }
  188. // Serve handles Google Reader API calls.
  189. func Serve(router *mux.Router, store *storage.Storage) {
  190. handler := &handler{store, router}
  191. router.HandleFunc("/accounts/ClientLogin", handler.clientLoginHandler).Methods(http.MethodPost).Name("ClientLogin")
  192. router.HandleFunc("/reader/api/0/icons/{externalIconID}", handler.iconHandler).Methods(http.MethodGet).Name("Icons")
  193. middleware := newMiddleware(store)
  194. sr := router.PathPrefix("/reader/api/0").Subrouter()
  195. sr.Use(middleware.handleCORS)
  196. sr.Use(middleware.apiKeyAuth)
  197. sr.Methods(http.MethodOptions)
  198. sr.HandleFunc("/token", handler.tokenHandler).Methods(http.MethodGet).Name("Token")
  199. sr.HandleFunc("/edit-tag", handler.editTagHandler).Methods(http.MethodPost).Name("EditTag")
  200. sr.HandleFunc("/rename-tag", handler.renameTagHandler).Methods(http.MethodPost).Name("Rename Tag")
  201. sr.HandleFunc("/disable-tag", handler.disableTagHandler).Methods(http.MethodPost).Name("Disable Tag")
  202. sr.HandleFunc("/tag/list", handler.tagListHandler).Methods(http.MethodGet).Name("TagList")
  203. sr.HandleFunc("/user-info", handler.userInfoHandler).Methods(http.MethodGet).Name("UserInfo")
  204. sr.HandleFunc("/subscription/list", handler.subscriptionListHandler).Methods(http.MethodGet).Name("SubscriptonList")
  205. sr.HandleFunc("/subscription/edit", handler.editSubscriptionHandler).Methods(http.MethodPost).Name("SubscriptionEdit")
  206. sr.HandleFunc("/subscription/quickadd", handler.quickAddHandler).Methods(http.MethodPost).Name("QuickAdd")
  207. sr.HandleFunc("/stream/items/ids", handler.streamItemIDsHandler).Methods(http.MethodGet).Name("StreamItemIDs")
  208. sr.HandleFunc("/stream/items/contents", handler.streamItemContentsHandler).Methods(http.MethodPost).Name("StreamItemsContents")
  209. sr.PathPrefix("/").HandlerFunc(handler.serveHandler).Methods(http.MethodPost, http.MethodGet).Name("GoogleReaderApiEndpoint")
  210. }
  211. func getStreamFilterModifiers(r *http.Request) (RequestModifiers, error) {
  212. userID := request.UserID(r)
  213. result := RequestModifiers{
  214. SortDirection: "desc",
  215. UserID: userID,
  216. }
  217. streamOrder := request.QueryStringParam(r, ParamStreamOrder, "d")
  218. if streamOrder == "o" {
  219. result.SortDirection = "asc"
  220. }
  221. var err error
  222. result.Streams, err = getStreams(request.QueryStringParamList(r, ParamStreamID), userID)
  223. if err != nil {
  224. return RequestModifiers{}, err
  225. }
  226. result.ExcludeTargets, err = getStreams(request.QueryStringParamList(r, ParamStreamExcludes), userID)
  227. if err != nil {
  228. return RequestModifiers{}, err
  229. }
  230. result.FilterTargets, err = getStreams(request.QueryStringParamList(r, ParamStreamFilters), userID)
  231. if err != nil {
  232. return RequestModifiers{}, err
  233. }
  234. result.Count = request.QueryIntParam(r, ParamStreamMaxItems, 0)
  235. result.Offset = request.QueryIntParam(r, ParamContinuation, 0)
  236. result.StartTime = request.QueryInt64Param(r, ParamStreamStartTime, int64(0))
  237. result.StopTime = request.QueryInt64Param(r, ParamStreamStopTime, int64(0))
  238. return result, nil
  239. }
  240. func getStream(streamID string, userID int64) (Stream, error) {
  241. switch {
  242. case strings.HasPrefix(streamID, FeedPrefix):
  243. return Stream{Type: FeedStream, ID: strings.TrimPrefix(streamID, FeedPrefix)}, nil
  244. case strings.HasPrefix(streamID, fmt.Sprintf(UserStreamPrefix, userID)) || strings.HasPrefix(streamID, StreamPrefix):
  245. id := strings.TrimPrefix(streamID, fmt.Sprintf(UserStreamPrefix, userID))
  246. id = strings.TrimPrefix(id, StreamPrefix)
  247. switch id {
  248. case Read:
  249. return Stream{ReadStream, ""}, nil
  250. case Starred:
  251. return Stream{StarredStream, ""}, nil
  252. case ReadingList:
  253. return Stream{ReadingListStream, ""}, nil
  254. case KeptUnread:
  255. return Stream{KeptUnreadStream, ""}, nil
  256. case Broadcast:
  257. return Stream{BroadcastStream, ""}, nil
  258. case BroadcastFriends:
  259. return Stream{BroadcastFriendsStream, ""}, nil
  260. case Like:
  261. return Stream{LikeStream, ""}, nil
  262. default:
  263. return Stream{NoStream, ""}, fmt.Errorf("googlereader: unknown stream with id: %s", id)
  264. }
  265. case strings.HasPrefix(streamID, fmt.Sprintf(UserLabelPrefix, userID)) || strings.HasPrefix(streamID, LabelPrefix):
  266. id := strings.TrimPrefix(streamID, fmt.Sprintf(UserLabelPrefix, userID))
  267. id = strings.TrimPrefix(id, LabelPrefix)
  268. return Stream{LabelStream, id}, nil
  269. case streamID == "":
  270. return Stream{NoStream, ""}, nil
  271. default:
  272. return Stream{NoStream, ""}, fmt.Errorf("googlereader: unknown stream type: %s", streamID)
  273. }
  274. }
  275. func getStreams(streamIDs []string, userID int64) ([]Stream, error) {
  276. streams := make([]Stream, 0)
  277. for _, streamID := range streamIDs {
  278. stream, err := getStream(streamID, userID)
  279. if err != nil {
  280. return []Stream{}, err
  281. }
  282. streams = append(streams, stream)
  283. }
  284. return streams, nil
  285. }
  286. func checkAndSimplifyTags(addTags []Stream, removeTags []Stream) (map[StreamType]bool, error) {
  287. tags := make(map[StreamType]bool)
  288. for _, s := range addTags {
  289. switch s.Type {
  290. case ReadStream:
  291. if _, ok := tags[KeptUnreadStream]; ok {
  292. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  293. }
  294. tags[ReadStream] = true
  295. case KeptUnreadStream:
  296. if _, ok := tags[ReadStream]; ok {
  297. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  298. }
  299. tags[ReadStream] = false
  300. case StarredStream:
  301. tags[StarredStream] = true
  302. case BroadcastStream, LikeStream:
  303. slog.Debug("Broadcast & Like tags are not implemented!")
  304. default:
  305. return nil, fmt.Errorf("googlereader: unsupported tag type: %s", s.Type)
  306. }
  307. }
  308. for _, s := range removeTags {
  309. switch s.Type {
  310. case ReadStream:
  311. if _, ok := tags[ReadStream]; ok {
  312. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  313. }
  314. tags[ReadStream] = false
  315. case KeptUnreadStream:
  316. if _, ok := tags[ReadStream]; ok {
  317. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  318. }
  319. tags[ReadStream] = true
  320. case StarredStream:
  321. if _, ok := tags[StarredStream]; ok {
  322. return nil, fmt.Errorf("googlereader: %s should not be supplied for add and remove simultaneously", Starred)
  323. }
  324. tags[StarredStream] = false
  325. case BroadcastStream, LikeStream:
  326. slog.Debug("Broadcast & Like tags are not implemented!")
  327. default:
  328. return nil, fmt.Errorf("googlereader: unsupported tag type: %s", s.Type)
  329. }
  330. }
  331. return tags, nil
  332. }
  333. func getItemIDs(r *http.Request) ([]int64, error) {
  334. items := r.Form[ParamItemIDs]
  335. if len(items) == 0 {
  336. return nil, fmt.Errorf("googlereader: no items requested")
  337. }
  338. itemIDs := make([]int64, len(items))
  339. for i, item := range items {
  340. var itemID int64
  341. _, err := fmt.Sscanf(item, EntryIDLong, &itemID)
  342. if err != nil {
  343. itemID, err = strconv.ParseInt(item, 16, 64)
  344. if err != nil {
  345. return nil, fmt.Errorf("googlereader: could not parse item: %v", item)
  346. }
  347. }
  348. itemIDs[i] = itemID
  349. }
  350. return itemIDs, nil
  351. }
  352. func checkOutputFormat(r *http.Request) error {
  353. var output string
  354. if r.Method == http.MethodPost {
  355. err := r.ParseForm()
  356. if err != nil {
  357. return err
  358. }
  359. output = r.Form.Get("output")
  360. } else {
  361. output = request.QueryStringParam(r, "output", "")
  362. }
  363. if output != "json" {
  364. err := fmt.Errorf("googlereader: only json output is supported")
  365. return err
  366. }
  367. return nil
  368. }
  369. func (h *handler) clientLoginHandler(w http.ResponseWriter, r *http.Request) {
  370. clientIP := request.ClientIP(r)
  371. slog.Debug("[GoogleReader] Handle /accounts/ClientLogin",
  372. slog.String("handler", "clientLoginHandler"),
  373. slog.String("client_ip", clientIP),
  374. slog.String("user_agent", r.UserAgent()),
  375. )
  376. if err := r.ParseForm(); err != nil {
  377. slog.Warn("[GoogleReader] Could not parse request form data",
  378. slog.Bool("authentication_failed", true),
  379. slog.String("client_ip", clientIP),
  380. slog.String("user_agent", r.UserAgent()),
  381. slog.Any("error", err),
  382. )
  383. json.Unauthorized(w, r)
  384. return
  385. }
  386. username := r.Form.Get("Email")
  387. password := r.Form.Get("Passwd")
  388. output := r.Form.Get("output")
  389. if username == "" || password == "" {
  390. slog.Warn("[GoogleReader] Empty username or password",
  391. slog.Bool("authentication_failed", true),
  392. slog.String("client_ip", clientIP),
  393. slog.String("user_agent", r.UserAgent()),
  394. )
  395. json.Unauthorized(w, r)
  396. return
  397. }
  398. if err := h.store.GoogleReaderUserCheckPassword(username, password); err != nil {
  399. slog.Warn("[GoogleReader] Invalid username or password",
  400. slog.Bool("authentication_failed", true),
  401. slog.String("client_ip", clientIP),
  402. slog.String("user_agent", r.UserAgent()),
  403. slog.String("username", username),
  404. slog.Any("error", err),
  405. )
  406. json.Unauthorized(w, r)
  407. return
  408. }
  409. slog.Info("[GoogleReader] User authenticated successfully",
  410. slog.Bool("authentication_successful", true),
  411. slog.String("client_ip", clientIP),
  412. slog.String("user_agent", r.UserAgent()),
  413. slog.String("username", username),
  414. )
  415. integration, err := h.store.GoogleReaderUserGetIntegration(username)
  416. if err != nil {
  417. json.ServerError(w, r, err)
  418. return
  419. }
  420. h.store.SetLastLogin(integration.UserID)
  421. token := getAuthToken(integration.GoogleReaderUsername, integration.GoogleReaderPassword)
  422. slog.Debug("[GoogleReader] Created token",
  423. slog.String("client_ip", clientIP),
  424. slog.String("user_agent", r.UserAgent()),
  425. slog.String("username", username),
  426. )
  427. result := login{SID: token, LSID: token, Auth: token}
  428. if output == "json" {
  429. json.OK(w, r, result)
  430. return
  431. }
  432. builder := response.New(w, r)
  433. builder.WithHeader("Content-Type", "text/plain; charset=UTF-8")
  434. builder.WithBody(result.String())
  435. builder.Write()
  436. }
  437. func (h *handler) tokenHandler(w http.ResponseWriter, r *http.Request) {
  438. clientIP := request.ClientIP(r)
  439. slog.Debug("[GoogleReader] Handle /token",
  440. slog.String("handler", "tokenHandler"),
  441. slog.String("client_ip", clientIP),
  442. slog.String("user_agent", r.UserAgent()),
  443. )
  444. if !request.IsAuthenticated(r) {
  445. slog.Warn("[GoogleReader] User is not authenticated",
  446. slog.String("client_ip", clientIP),
  447. slog.String("user_agent", r.UserAgent()),
  448. )
  449. json.Unauthorized(w, r)
  450. return
  451. }
  452. token := request.GoolgeReaderToken(r)
  453. if token == "" {
  454. slog.Warn("[GoogleReader] User does not have token",
  455. slog.String("client_ip", clientIP),
  456. slog.String("user_agent", r.UserAgent()),
  457. slog.Int64("user_id", request.UserID(r)),
  458. )
  459. json.Unauthorized(w, r)
  460. return
  461. }
  462. slog.Debug("[GoogleReader] Token handler",
  463. slog.String("client_ip", clientIP),
  464. slog.String("user_agent", r.UserAgent()),
  465. slog.Int64("user_id", request.UserID(r)),
  466. slog.String("token", token),
  467. )
  468. w.Header().Add("Content-Type", "text/plain; charset=UTF-8")
  469. w.WriteHeader(http.StatusOK)
  470. w.Write([]byte(token))
  471. }
  472. func (h *handler) editTagHandler(w http.ResponseWriter, r *http.Request) {
  473. userID := request.UserID(r)
  474. clientIP := request.ClientIP(r)
  475. slog.Debug("[GoogleReader] Handle /edit-tag",
  476. slog.String("handler", "editTagHandler"),
  477. slog.String("client_ip", clientIP),
  478. slog.String("user_agent", r.UserAgent()),
  479. slog.Int64("user_id", userID),
  480. )
  481. if err := r.ParseForm(); err != nil {
  482. json.ServerError(w, r, err)
  483. return
  484. }
  485. addTags, err := getStreams(r.PostForm[ParamTagsAdd], userID)
  486. if err != nil {
  487. json.ServerError(w, r, err)
  488. return
  489. }
  490. removeTags, err := getStreams(r.PostForm[ParamTagsRemove], userID)
  491. if err != nil {
  492. json.ServerError(w, r, err)
  493. return
  494. }
  495. if len(addTags) == 0 && len(removeTags) == 0 {
  496. err = fmt.Errorf("googlreader: add or/and remove tags should be supplied")
  497. json.ServerError(w, r, err)
  498. return
  499. }
  500. tags, err := checkAndSimplifyTags(addTags, removeTags)
  501. if err != nil {
  502. json.ServerError(w, r, err)
  503. return
  504. }
  505. itemIDs, err := getItemIDs(r)
  506. if err != nil {
  507. json.ServerError(w, r, err)
  508. return
  509. }
  510. slog.Debug("[GoogleReader] Edited tags",
  511. slog.String("handler", "editTagHandler"),
  512. slog.String("client_ip", clientIP),
  513. slog.String("user_agent", r.UserAgent()),
  514. slog.Int64("user_id", userID),
  515. slog.Any("item_ids", itemIDs),
  516. slog.Any("tags", tags),
  517. )
  518. builder := h.store.NewEntryQueryBuilder(userID)
  519. builder.WithEntryIDs(itemIDs)
  520. builder.WithoutStatus(model.EntryStatusRemoved)
  521. entries, err := builder.GetEntries()
  522. if err != nil {
  523. json.ServerError(w, r, err)
  524. return
  525. }
  526. n := 0
  527. readEntryIDs := make([]int64, 0)
  528. unreadEntryIDs := make([]int64, 0)
  529. starredEntryIDs := make([]int64, 0)
  530. unstarredEntryIDs := make([]int64, 0)
  531. for _, entry := range entries {
  532. if read, exists := tags[ReadStream]; exists {
  533. if read && entry.Status == model.EntryStatusUnread {
  534. readEntryIDs = append(readEntryIDs, entry.ID)
  535. } else if entry.Status == model.EntryStatusRead {
  536. unreadEntryIDs = append(unreadEntryIDs, entry.ID)
  537. }
  538. }
  539. if starred, exists := tags[StarredStream]; exists {
  540. if starred && !entry.Starred {
  541. starredEntryIDs = append(starredEntryIDs, entry.ID)
  542. // filter the original array
  543. entries[n] = entry
  544. n++
  545. } else if entry.Starred {
  546. unstarredEntryIDs = append(unstarredEntryIDs, entry.ID)
  547. }
  548. }
  549. }
  550. entries = entries[:n]
  551. if len(readEntryIDs) > 0 {
  552. err = h.store.SetEntriesStatus(userID, readEntryIDs, model.EntryStatusRead)
  553. if err != nil {
  554. json.ServerError(w, r, err)
  555. return
  556. }
  557. }
  558. if len(unreadEntryIDs) > 0 {
  559. err = h.store.SetEntriesStatus(userID, unreadEntryIDs, model.EntryStatusUnread)
  560. if err != nil {
  561. json.ServerError(w, r, err)
  562. return
  563. }
  564. }
  565. if len(unstarredEntryIDs) > 0 {
  566. err = h.store.SetEntriesBookmarkedState(userID, unstarredEntryIDs, false)
  567. if err != nil {
  568. json.ServerError(w, r, err)
  569. return
  570. }
  571. }
  572. if len(starredEntryIDs) > 0 {
  573. err = h.store.SetEntriesBookmarkedState(userID, starredEntryIDs, true)
  574. if err != nil {
  575. json.ServerError(w, r, err)
  576. return
  577. }
  578. }
  579. if len(entries) > 0 {
  580. settings, err := h.store.Integration(userID)
  581. if err != nil {
  582. json.ServerError(w, r, err)
  583. return
  584. }
  585. for _, entry := range entries {
  586. e := entry
  587. go func() {
  588. integration.SendEntry(e, settings)
  589. }()
  590. }
  591. }
  592. OK(w, r)
  593. }
  594. func (h *handler) quickAddHandler(w http.ResponseWriter, r *http.Request) {
  595. userID := request.UserID(r)
  596. clientIP := request.ClientIP(r)
  597. slog.Debug("[GoogleReader] Handle /subscription/quickadd",
  598. slog.String("handler", "quickAddHandler"),
  599. slog.String("client_ip", clientIP),
  600. slog.String("user_agent", r.UserAgent()),
  601. slog.Int64("user_id", userID),
  602. )
  603. err := r.ParseForm()
  604. if err != nil {
  605. json.BadRequest(w, r, err)
  606. return
  607. }
  608. feedURL := r.Form.Get(ParamQuickAdd)
  609. if !validator.IsValidURL(feedURL) {
  610. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid URL: %s", feedURL))
  611. return
  612. }
  613. requestBuilder := fetcher.NewRequestBuilder()
  614. requestBuilder.WithTimeout(config.Opts.HTTPClientTimeout())
  615. requestBuilder.WithProxy(config.Opts.HTTPClientProxy())
  616. var rssBridgeURL string
  617. if intg, err := h.store.Integration(userID); err == nil && intg != nil && intg.RSSBridgeEnabled {
  618. rssBridgeURL = intg.RSSBridgeURL
  619. }
  620. subscriptions, localizedError := mfs.NewSubscriptionFinder(requestBuilder).FindSubscriptions(feedURL, rssBridgeURL)
  621. if localizedError != nil {
  622. json.ServerError(w, r, localizedError.Error())
  623. return
  624. }
  625. if len(subscriptions) == 0 {
  626. json.OK(w, r, quickAddResponse{
  627. NumResults: 0,
  628. })
  629. return
  630. }
  631. toSubscribe := Stream{FeedStream, subscriptions[0].URL}
  632. category := Stream{NoStream, ""}
  633. newFeed, err := subscribe(toSubscribe, category, "", h.store, userID)
  634. if err != nil {
  635. json.ServerError(w, r, err)
  636. return
  637. }
  638. slog.Debug("[GoogleReader] Added a new feed",
  639. slog.String("handler", "quickAddHandler"),
  640. slog.String("client_ip", clientIP),
  641. slog.String("user_agent", r.UserAgent()),
  642. slog.Int64("user_id", userID),
  643. slog.String("feed_url", newFeed.FeedURL),
  644. )
  645. json.OK(w, r, quickAddResponse{
  646. NumResults: 1,
  647. Query: newFeed.FeedURL,
  648. StreamID: fmt.Sprintf(FeedPrefix+"%d", newFeed.ID),
  649. StreamName: newFeed.Title,
  650. })
  651. }
  652. func (h *handler) iconHandler(w http.ResponseWriter, r *http.Request) {
  653. clientIP := request.ClientIP(r)
  654. externalIconID := request.RouteStringParam(r, "externalIconID")
  655. slog.Debug("[GoogleReader] Handle /icons/{externalIconID}",
  656. slog.String("handler", "iconHandler"),
  657. slog.String("client_ip", clientIP),
  658. slog.String("user_agent", r.UserAgent()),
  659. slog.String("external_icon_id", externalIconID),
  660. )
  661. icon, err := h.store.IconByExternalID(externalIconID)
  662. if err != nil {
  663. json.ServerError(w, r, err)
  664. return
  665. }
  666. if icon == nil {
  667. json.NotFound(w, r)
  668. return
  669. }
  670. response.New(w, r).WithCaching(icon.Hash, 72*time.Hour, func(b *response.Builder) {
  671. b.WithHeader("Content-Security-Policy", `default-src 'self'`)
  672. b.WithHeader("Content-Type", icon.MimeType)
  673. b.WithBody(icon.Content)
  674. if icon.MimeType != "image/svg+xml" {
  675. b.WithoutCompression()
  676. }
  677. b.Write()
  678. })
  679. }
  680. func getFeed(stream Stream, store *storage.Storage, userID int64) (*model.Feed, error) {
  681. feedID, err := strconv.ParseInt(stream.ID, 10, 64)
  682. if err != nil {
  683. return nil, err
  684. }
  685. return store.FeedByID(userID, feedID)
  686. }
  687. func getOrCreateCategory(category Stream, store *storage.Storage, userID int64) (*model.Category, error) {
  688. switch {
  689. case category.ID == "":
  690. return store.FirstCategory(userID)
  691. case store.CategoryTitleExists(userID, category.ID):
  692. return store.CategoryByTitle(userID, category.ID)
  693. default:
  694. catRequest := model.CategoryRequest{
  695. Title: category.ID,
  696. }
  697. return store.CreateCategory(userID, &catRequest)
  698. }
  699. }
  700. func subscribe(newFeed Stream, category Stream, title string, store *storage.Storage, userID int64) (*model.Feed, error) {
  701. destCategory, err := getOrCreateCategory(category, store, userID)
  702. if err != nil {
  703. return nil, err
  704. }
  705. feedRequest := model.FeedCreationRequest{
  706. FeedURL: newFeed.ID,
  707. CategoryID: destCategory.ID,
  708. }
  709. verr := validator.ValidateFeedCreation(store, userID, &feedRequest)
  710. if verr != nil {
  711. return nil, verr.Error()
  712. }
  713. created, localizedError := mff.CreateFeed(store, userID, &feedRequest)
  714. if localizedError != nil {
  715. return nil, localizedError.Error()
  716. }
  717. if title != "" {
  718. feedModification := model.FeedModificationRequest{
  719. Title: &title,
  720. }
  721. feedModification.Patch(created)
  722. if err := store.UpdateFeed(created); err != nil {
  723. return nil, err
  724. }
  725. }
  726. return created, nil
  727. }
  728. func unsubscribe(streams []Stream, store *storage.Storage, userID int64) error {
  729. for _, stream := range streams {
  730. feedID, err := strconv.ParseInt(stream.ID, 10, 64)
  731. if err != nil {
  732. return err
  733. }
  734. err = store.RemoveFeed(userID, feedID)
  735. if err != nil {
  736. return err
  737. }
  738. }
  739. return nil
  740. }
  741. func rename(stream Stream, title string, store *storage.Storage, userID int64) error {
  742. if title == "" {
  743. return errors.New("empty title")
  744. }
  745. feed, err := getFeed(stream, store, userID)
  746. if err != nil {
  747. return err
  748. }
  749. feedModification := model.FeedModificationRequest{
  750. Title: &title,
  751. }
  752. feedModification.Patch(feed)
  753. return store.UpdateFeed(feed)
  754. }
  755. func move(stream Stream, destination Stream, store *storage.Storage, userID int64) error {
  756. feed, err := getFeed(stream, store, userID)
  757. if err != nil {
  758. return err
  759. }
  760. category, err := getOrCreateCategory(destination, store, userID)
  761. if err != nil {
  762. return err
  763. }
  764. feedModification := model.FeedModificationRequest{
  765. CategoryID: &category.ID,
  766. }
  767. feedModification.Patch(feed)
  768. return store.UpdateFeed(feed)
  769. }
  770. func (h *handler) feedIconURL(f *model.Feed) string {
  771. if f.Icon != nil && f.Icon.ExternalIconID != "" {
  772. return config.Opts.RootURL() + route.Path(h.router, "Icons", "externalIconID", f.Icon.ExternalIconID)
  773. } else {
  774. return ""
  775. }
  776. }
  777. func (h *handler) editSubscriptionHandler(w http.ResponseWriter, r *http.Request) {
  778. userID := request.UserID(r)
  779. clientIP := request.ClientIP(r)
  780. slog.Debug("[GoogleReader] Handle /subscription/edit",
  781. slog.String("handler", "editSubscriptionHandler"),
  782. slog.String("client_ip", clientIP),
  783. slog.String("user_agent", r.UserAgent()),
  784. slog.Int64("user_id", userID),
  785. )
  786. if err := r.ParseForm(); err != nil {
  787. json.BadRequest(w, r, err)
  788. return
  789. }
  790. streamIds, err := getStreams(r.Form[ParamStreamID], userID)
  791. if err != nil || len(streamIds) == 0 {
  792. json.BadRequest(w, r, errors.New("googlereader: no valid stream IDs provided"))
  793. return
  794. }
  795. newLabel, err := getStream(r.Form.Get(ParamTagsAdd), userID)
  796. if err != nil {
  797. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamTagsAdd))
  798. return
  799. }
  800. title := r.Form.Get(ParamTitle)
  801. action := r.Form.Get(ParamSubscribeAction)
  802. switch action {
  803. case "subscribe":
  804. _, err := subscribe(streamIds[0], newLabel, title, h.store, userID)
  805. if err != nil {
  806. json.ServerError(w, r, err)
  807. return
  808. }
  809. case "unsubscribe":
  810. err := unsubscribe(streamIds, h.store, userID)
  811. if err != nil {
  812. json.ServerError(w, r, err)
  813. return
  814. }
  815. case "edit":
  816. if title != "" {
  817. if err := rename(streamIds[0], title, h.store, userID); err != nil {
  818. json.ServerError(w, r, err)
  819. return
  820. }
  821. }
  822. if r.Form.Has(ParamTagsAdd) {
  823. if newLabel.Type != LabelStream {
  824. json.BadRequest(w, r, errors.New("destination must be a label"))
  825. return
  826. }
  827. if err := move(streamIds[0], newLabel, h.store, userID); err != nil {
  828. json.ServerError(w, r, err)
  829. return
  830. }
  831. }
  832. default:
  833. json.ServerError(w, r, fmt.Errorf("googlereader: unrecognized action %s", action))
  834. return
  835. }
  836. OK(w, r)
  837. }
  838. func (h *handler) streamItemContentsHandler(w http.ResponseWriter, r *http.Request) {
  839. userID := request.UserID(r)
  840. clientIP := request.ClientIP(r)
  841. slog.Debug("[GoogleReader] Handle /stream/items/contents",
  842. slog.String("handler", "streamItemContentsHandler"),
  843. slog.String("client_ip", clientIP),
  844. slog.String("user_agent", r.UserAgent()),
  845. slog.Int64("user_id", userID),
  846. )
  847. if err := checkOutputFormat(r); err != nil {
  848. json.BadRequest(w, r, err)
  849. return
  850. }
  851. err := r.ParseForm()
  852. if err != nil {
  853. json.ServerError(w, r, err)
  854. return
  855. }
  856. var user *model.User
  857. if user, err = h.store.UserByID(userID); err != nil {
  858. json.ServerError(w, r, err)
  859. return
  860. }
  861. requestModifiers, err := getStreamFilterModifiers(r)
  862. if err != nil {
  863. json.ServerError(w, r, err)
  864. return
  865. }
  866. userReadingList := fmt.Sprintf(UserStreamPrefix, userID) + ReadingList
  867. userRead := fmt.Sprintf(UserStreamPrefix, userID) + Read
  868. userStarred := fmt.Sprintf(UserStreamPrefix, userID) + Starred
  869. itemIDs, err := getItemIDs(r)
  870. if err != nil {
  871. json.ServerError(w, r, err)
  872. return
  873. }
  874. slog.Debug("[GoogleReader] Fetching item contents",
  875. slog.String("handler", "streamItemContentsHandler"),
  876. slog.String("client_ip", clientIP),
  877. slog.String("user_agent", r.UserAgent()),
  878. slog.Int64("user_id", userID),
  879. slog.Any("item_ids", itemIDs),
  880. )
  881. builder := h.store.NewEntryQueryBuilder(userID)
  882. builder.WithEnclosures()
  883. builder.WithoutStatus(model.EntryStatusRemoved)
  884. builder.WithEntryIDs(itemIDs)
  885. builder.WithSorting(model.DefaultSortingOrder, requestModifiers.SortDirection)
  886. entries, err := builder.GetEntries()
  887. if err != nil {
  888. json.ServerError(w, r, err)
  889. return
  890. }
  891. if len(entries) == 0 {
  892. json.BadRequest(w, r, fmt.Errorf("googlereader: no items returned from the database for item IDs: %v", itemIDs))
  893. return
  894. }
  895. result := streamContentItems{
  896. Direction: "ltr",
  897. ID: fmt.Sprintf("feed/%d", entries[0].FeedID),
  898. Title: entries[0].Feed.Title,
  899. Alternate: []contentHREFType{
  900. {
  901. HREF: entries[0].Feed.SiteURL,
  902. Type: "text/html",
  903. },
  904. },
  905. Updated: time.Now().Unix(),
  906. Self: []contentHREF{
  907. {
  908. HREF: config.Opts.RootURL() + route.Path(h.router, "StreamItemsContents"),
  909. },
  910. },
  911. Author: user.Username,
  912. }
  913. contentItems := make([]contentItem, len(entries))
  914. for i, entry := range entries {
  915. enclosures := make([]contentItemEnclosure, 0, len(entry.Enclosures))
  916. for _, enclosure := range entry.Enclosures {
  917. enclosures = append(enclosures, contentItemEnclosure{URL: enclosure.URL, Type: enclosure.MimeType})
  918. }
  919. categories := make([]string, 0)
  920. categories = append(categories, userReadingList)
  921. if entry.Feed.Category.Title != "" {
  922. categories = append(categories, fmt.Sprintf(UserLabelPrefix, userID)+entry.Feed.Category.Title)
  923. }
  924. if entry.Status == model.EntryStatusRead {
  925. categories = append(categories, userRead)
  926. }
  927. if entry.Starred {
  928. categories = append(categories, userStarred)
  929. }
  930. entry.Content = mediaproxy.RewriteDocumentWithAbsoluteProxyURL(h.router, entry.Content)
  931. entry.Enclosures.ProxifyEnclosureURL(h.router)
  932. contentItems[i] = contentItem{
  933. ID: fmt.Sprintf(EntryIDLong, entry.ID),
  934. Title: entry.Title,
  935. Author: entry.Author,
  936. TimestampUsec: fmt.Sprintf("%d", entry.Date.UnixMicro()),
  937. CrawlTimeMsec: fmt.Sprintf("%d", entry.CreatedAt.UnixMilli()),
  938. Published: entry.Date.Unix(),
  939. Updated: entry.ChangedAt.Unix(),
  940. Categories: categories,
  941. Canonical: []contentHREF{
  942. {
  943. HREF: entry.URL,
  944. },
  945. },
  946. Alternate: []contentHREFType{
  947. {
  948. HREF: entry.URL,
  949. Type: "text/html",
  950. },
  951. },
  952. Content: contentItemContent{
  953. Direction: "ltr",
  954. Content: entry.Content,
  955. },
  956. Summary: contentItemContent{
  957. Direction: "ltr",
  958. Content: entry.Content,
  959. },
  960. Origin: contentItemOrigin{
  961. StreamID: fmt.Sprintf("feed/%d", entry.FeedID),
  962. Title: entry.Feed.Title,
  963. HTMLUrl: entry.Feed.SiteURL,
  964. },
  965. Enclosure: enclosures,
  966. }
  967. }
  968. result.Items = contentItems
  969. json.OK(w, r, result)
  970. }
  971. func (h *handler) disableTagHandler(w http.ResponseWriter, r *http.Request) {
  972. userID := request.UserID(r)
  973. clientIP := request.ClientIP(r)
  974. slog.Debug("[GoogleReader] Handle /disable-tags",
  975. slog.String("handler", "disableTagHandler"),
  976. slog.String("client_ip", clientIP),
  977. slog.String("user_agent", r.UserAgent()),
  978. slog.Int64("user_id", userID),
  979. )
  980. err := r.ParseForm()
  981. if err != nil {
  982. json.BadRequest(w, r, err)
  983. return
  984. }
  985. streams, err := getStreams(r.Form[ParamStreamID], userID)
  986. if err != nil {
  987. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamStreamID))
  988. return
  989. }
  990. titles := make([]string, len(streams))
  991. for i, stream := range streams {
  992. if stream.Type != LabelStream {
  993. json.BadRequest(w, r, errors.New("googlereader: only labels are supported"))
  994. return
  995. }
  996. titles[i] = stream.ID
  997. }
  998. err = h.store.RemoveAndReplaceCategoriesByName(userID, titles)
  999. if err != nil {
  1000. json.ServerError(w, r, err)
  1001. return
  1002. }
  1003. OK(w, r)
  1004. }
  1005. func (h *handler) renameTagHandler(w http.ResponseWriter, r *http.Request) {
  1006. userID := request.UserID(r)
  1007. clientIP := request.ClientIP(r)
  1008. slog.Debug("[GoogleReader] Handle /rename-tag",
  1009. slog.String("handler", "renameTagHandler"),
  1010. slog.String("client_ip", clientIP),
  1011. slog.String("user_agent", r.UserAgent()),
  1012. )
  1013. err := r.ParseForm()
  1014. if err != nil {
  1015. json.BadRequest(w, r, err)
  1016. return
  1017. }
  1018. source, err := getStream(r.Form.Get(ParamStreamID), userID)
  1019. if err != nil {
  1020. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamStreamID))
  1021. return
  1022. }
  1023. destination, err := getStream(r.Form.Get(ParamDestination), userID)
  1024. if err != nil {
  1025. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamDestination))
  1026. return
  1027. }
  1028. if source.Type != LabelStream || destination.Type != LabelStream {
  1029. json.BadRequest(w, r, errors.New("googlereader: only labels supported"))
  1030. return
  1031. }
  1032. if destination.ID == "" {
  1033. json.BadRequest(w, r, errors.New("googlereader: empty destination name"))
  1034. return
  1035. }
  1036. category, err := h.store.CategoryByTitle(userID, source.ID)
  1037. if err != nil {
  1038. json.ServerError(w, r, err)
  1039. return
  1040. }
  1041. if category == nil {
  1042. json.NotFound(w, r)
  1043. return
  1044. }
  1045. categoryRequest := model.CategoryRequest{
  1046. Title: destination.ID,
  1047. }
  1048. verr := validator.ValidateCategoryModification(h.store, userID, category.ID, &categoryRequest)
  1049. if verr != nil {
  1050. json.BadRequest(w, r, verr.Error())
  1051. return
  1052. }
  1053. categoryRequest.Patch(category)
  1054. err = h.store.UpdateCategory(category)
  1055. if err != nil {
  1056. json.ServerError(w, r, err)
  1057. return
  1058. }
  1059. OK(w, r)
  1060. }
  1061. func (h *handler) tagListHandler(w http.ResponseWriter, r *http.Request) {
  1062. userID := request.UserID(r)
  1063. clientIP := request.ClientIP(r)
  1064. slog.Debug("[GoogleReader] Handle /tags/list",
  1065. slog.String("handler", "tagListHandler"),
  1066. slog.String("client_ip", clientIP),
  1067. slog.String("user_agent", r.UserAgent()),
  1068. )
  1069. if err := checkOutputFormat(r); err != nil {
  1070. json.BadRequest(w, r, err)
  1071. return
  1072. }
  1073. var result tagsResponse
  1074. categories, err := h.store.Categories(userID)
  1075. if err != nil {
  1076. json.ServerError(w, r, err)
  1077. return
  1078. }
  1079. result.Tags = make([]subscriptionCategory, 0)
  1080. result.Tags = append(result.Tags, subscriptionCategory{
  1081. ID: fmt.Sprintf(UserStreamPrefix, userID) + Starred,
  1082. })
  1083. for _, category := range categories {
  1084. result.Tags = append(result.Tags, subscriptionCategory{
  1085. ID: fmt.Sprintf(UserLabelPrefix, userID) + category.Title,
  1086. Label: category.Title,
  1087. Type: "folder",
  1088. })
  1089. }
  1090. json.OK(w, r, result)
  1091. }
  1092. func (h *handler) subscriptionListHandler(w http.ResponseWriter, r *http.Request) {
  1093. userID := request.UserID(r)
  1094. clientIP := request.ClientIP(r)
  1095. slog.Debug("[GoogleReader] Handle /subscription/list",
  1096. slog.String("handler", "subscriptionListHandler"),
  1097. slog.String("client_ip", clientIP),
  1098. slog.String("user_agent", r.UserAgent()),
  1099. )
  1100. if err := checkOutputFormat(r); err != nil {
  1101. json.BadRequest(w, r, err)
  1102. return
  1103. }
  1104. var result subscriptionsResponse
  1105. feeds, err := h.store.Feeds(userID)
  1106. if err != nil {
  1107. json.ServerError(w, r, err)
  1108. return
  1109. }
  1110. result.Subscriptions = make([]subscription, 0)
  1111. for _, feed := range feeds {
  1112. result.Subscriptions = append(result.Subscriptions, subscription{
  1113. ID: fmt.Sprintf(FeedPrefix+"%d", feed.ID),
  1114. Title: feed.Title,
  1115. URL: feed.FeedURL,
  1116. Categories: []subscriptionCategory{{fmt.Sprintf(UserLabelPrefix, userID) + feed.Category.Title, feed.Category.Title, "folder"}},
  1117. HTMLURL: feed.SiteURL,
  1118. IconURL: h.feedIconURL(feed),
  1119. })
  1120. }
  1121. json.OK(w, r, result)
  1122. }
  1123. func (h *handler) serveHandler(w http.ResponseWriter, r *http.Request) {
  1124. clientIP := request.ClientIP(r)
  1125. slog.Debug("[GoogleReader] API endpoint not implemented yet",
  1126. slog.Any("url", r.RequestURI),
  1127. slog.String("client_ip", clientIP),
  1128. slog.String("user_agent", r.UserAgent()),
  1129. )
  1130. json.OK(w, r, []string{})
  1131. }
  1132. func (h *handler) userInfoHandler(w http.ResponseWriter, r *http.Request) {
  1133. clientIP := request.ClientIP(r)
  1134. slog.Debug("[GoogleReader] Handle /user-info",
  1135. slog.String("handler", "userInfoHandler"),
  1136. slog.String("client_ip", clientIP),
  1137. slog.String("user_agent", r.UserAgent()),
  1138. )
  1139. if err := checkOutputFormat(r); err != nil {
  1140. json.BadRequest(w, r, err)
  1141. return
  1142. }
  1143. user, err := h.store.UserByID(request.UserID(r))
  1144. if err != nil {
  1145. json.ServerError(w, r, err)
  1146. return
  1147. }
  1148. userInfo := userInfo{UserID: fmt.Sprint(user.ID), UserName: user.Username, UserProfileID: fmt.Sprint(user.ID), UserEmail: user.Username}
  1149. json.OK(w, r, userInfo)
  1150. }
  1151. func (h *handler) streamItemIDsHandler(w http.ResponseWriter, r *http.Request) {
  1152. userID := request.UserID(r)
  1153. clientIP := request.ClientIP(r)
  1154. slog.Debug("[GoogleReader] Handle /stream/items/ids",
  1155. slog.String("handler", "streamItemIDsHandler"),
  1156. slog.String("client_ip", clientIP),
  1157. slog.String("user_agent", r.UserAgent()),
  1158. slog.Int64("user_id", userID),
  1159. )
  1160. if err := checkOutputFormat(r); err != nil {
  1161. json.BadRequest(w, r, err)
  1162. return
  1163. }
  1164. rm, err := getStreamFilterModifiers(r)
  1165. if err != nil {
  1166. json.ServerError(w, r, err)
  1167. return
  1168. }
  1169. slog.Debug("[GoogleReader] Request Modifiers",
  1170. slog.String("handler", "streamItemIDsHandler"),
  1171. slog.String("client_ip", clientIP),
  1172. slog.String("user_agent", r.UserAgent()),
  1173. slog.Any("modifiers", rm),
  1174. )
  1175. if len(rm.Streams) != 1 {
  1176. json.ServerError(w, r, fmt.Errorf("googlereader: only one stream type expected"))
  1177. return
  1178. }
  1179. switch rm.Streams[0].Type {
  1180. case ReadingListStream:
  1181. h.handleReadingListStreamHandler(w, r, rm)
  1182. case StarredStream:
  1183. h.handleStarredStreamHandler(w, r, rm)
  1184. case ReadStream:
  1185. h.handleReadStreamHandler(w, r, rm)
  1186. case FeedStream:
  1187. h.handleFeedStreamHandler(w, r, rm)
  1188. default:
  1189. slog.Warn("[GoogleReader] Unknown Stream",
  1190. slog.String("handler", "streamItemIDsHandler"),
  1191. slog.String("client_ip", clientIP),
  1192. slog.String("user_agent", r.UserAgent()),
  1193. slog.Any("stream_type", rm.Streams[0].Type),
  1194. )
  1195. json.ServerError(w, r, fmt.Errorf("googlereader: unknown stream type %s", rm.Streams[0].Type))
  1196. }
  1197. }
  1198. func (h *handler) handleReadingListStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1199. clientIP := request.ClientIP(r)
  1200. slog.Debug("[GoogleReader] Handle ReadingListStream",
  1201. slog.String("handler", "handleReadingListStreamHandler"),
  1202. slog.String("client_ip", clientIP),
  1203. slog.String("user_agent", r.UserAgent()),
  1204. )
  1205. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1206. for _, s := range rm.ExcludeTargets {
  1207. switch s.Type {
  1208. case ReadStream:
  1209. builder.WithStatus(model.EntryStatusUnread)
  1210. default:
  1211. slog.Warn("[GoogleReader] Unknown ExcludeTargets filter type",
  1212. slog.String("handler", "handleReadingListStreamHandler"),
  1213. slog.String("client_ip", clientIP),
  1214. slog.String("user_agent", r.UserAgent()),
  1215. slog.Any("filter_type", s.Type),
  1216. )
  1217. }
  1218. }
  1219. builder.WithoutStatus(model.EntryStatusRemoved)
  1220. builder.WithLimit(rm.Count)
  1221. builder.WithOffset(rm.Offset)
  1222. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1223. if rm.StartTime > 0 {
  1224. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1225. }
  1226. if rm.StopTime > 0 {
  1227. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1228. }
  1229. rawEntryIDs, err := builder.GetEntryIDs()
  1230. if err != nil {
  1231. json.ServerError(w, r, err)
  1232. return
  1233. }
  1234. var itemRefs = make([]itemRef, 0)
  1235. for _, entryID := range rawEntryIDs {
  1236. formattedID := strconv.FormatInt(entryID, 10)
  1237. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1238. }
  1239. totalEntries, err := builder.CountEntries()
  1240. if err != nil {
  1241. json.ServerError(w, r, err)
  1242. return
  1243. }
  1244. continuation := 0
  1245. if len(itemRefs)+rm.Offset < totalEntries {
  1246. continuation = len(itemRefs) + rm.Offset
  1247. }
  1248. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1249. }
  1250. func (h *handler) handleStarredStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1251. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1252. builder.WithoutStatus(model.EntryStatusRemoved)
  1253. builder.WithStarred(true)
  1254. builder.WithLimit(rm.Count)
  1255. builder.WithOffset(rm.Offset)
  1256. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1257. if rm.StartTime > 0 {
  1258. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1259. }
  1260. if rm.StopTime > 0 {
  1261. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1262. }
  1263. rawEntryIDs, err := builder.GetEntryIDs()
  1264. if err != nil {
  1265. json.ServerError(w, r, err)
  1266. return
  1267. }
  1268. var itemRefs = make([]itemRef, 0)
  1269. for _, entryID := range rawEntryIDs {
  1270. formattedID := strconv.FormatInt(entryID, 10)
  1271. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1272. }
  1273. totalEntries, err := builder.CountEntries()
  1274. if err != nil {
  1275. json.ServerError(w, r, err)
  1276. return
  1277. }
  1278. continuation := 0
  1279. if len(itemRefs)+rm.Offset < totalEntries {
  1280. continuation = len(itemRefs) + rm.Offset
  1281. }
  1282. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1283. }
  1284. func (h *handler) handleReadStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1285. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1286. builder.WithoutStatus(model.EntryStatusRemoved)
  1287. builder.WithStatus(model.EntryStatusRead)
  1288. builder.WithLimit(rm.Count)
  1289. builder.WithOffset(rm.Offset)
  1290. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1291. if rm.StartTime > 0 {
  1292. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1293. }
  1294. if rm.StopTime > 0 {
  1295. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1296. }
  1297. rawEntryIDs, err := builder.GetEntryIDs()
  1298. if err != nil {
  1299. json.ServerError(w, r, err)
  1300. return
  1301. }
  1302. var itemRefs = make([]itemRef, 0)
  1303. for _, entryID := range rawEntryIDs {
  1304. formattedID := strconv.FormatInt(entryID, 10)
  1305. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1306. }
  1307. totalEntries, err := builder.CountEntries()
  1308. if err != nil {
  1309. json.ServerError(w, r, err)
  1310. return
  1311. }
  1312. continuation := 0
  1313. if len(itemRefs)+rm.Offset < totalEntries {
  1314. continuation = len(itemRefs) + rm.Offset
  1315. }
  1316. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1317. }
  1318. func (h *handler) handleFeedStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1319. feedID, err := strconv.ParseInt(rm.Streams[0].ID, 10, 64)
  1320. if err != nil {
  1321. json.ServerError(w, r, err)
  1322. return
  1323. }
  1324. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1325. builder.WithoutStatus(model.EntryStatusRemoved)
  1326. builder.WithFeedID(feedID)
  1327. builder.WithLimit(rm.Count)
  1328. builder.WithOffset(rm.Offset)
  1329. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1330. if rm.StartTime > 0 {
  1331. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1332. }
  1333. if rm.StopTime > 0 {
  1334. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1335. }
  1336. if len(rm.ExcludeTargets) > 0 {
  1337. for _, s := range rm.ExcludeTargets {
  1338. if s.Type == ReadStream {
  1339. builder.WithoutStatus(model.EntryStatusRead)
  1340. }
  1341. }
  1342. }
  1343. rawEntryIDs, err := builder.GetEntryIDs()
  1344. if err != nil {
  1345. json.ServerError(w, r, err)
  1346. return
  1347. }
  1348. var itemRefs = make([]itemRef, 0)
  1349. for _, entryID := range rawEntryIDs {
  1350. formattedID := strconv.FormatInt(entryID, 10)
  1351. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1352. }
  1353. totalEntries, err := builder.CountEntries()
  1354. if err != nil {
  1355. json.ServerError(w, r, err)
  1356. return
  1357. }
  1358. continuation := 0
  1359. if len(itemRefs)+rm.Offset < totalEntries {
  1360. continuation = len(itemRefs) + rm.Offset
  1361. }
  1362. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1363. }