handler.go 43 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553
  1. // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
  2. // SPDX-License-Identifier: Apache-2.0
  3. package googlereader // import "miniflux.app/v2/internal/googlereader"
  4. import (
  5. "errors"
  6. "fmt"
  7. "log/slog"
  8. "net/http"
  9. "strconv"
  10. "strings"
  11. "time"
  12. "miniflux.app/v2/internal/config"
  13. "miniflux.app/v2/internal/http/request"
  14. "miniflux.app/v2/internal/http/response"
  15. "miniflux.app/v2/internal/http/response/json"
  16. "miniflux.app/v2/internal/http/route"
  17. "miniflux.app/v2/internal/integration"
  18. "miniflux.app/v2/internal/mediaproxy"
  19. "miniflux.app/v2/internal/model"
  20. "miniflux.app/v2/internal/proxyrotator"
  21. "miniflux.app/v2/internal/reader/fetcher"
  22. mff "miniflux.app/v2/internal/reader/handler"
  23. mfs "miniflux.app/v2/internal/reader/subscription"
  24. "miniflux.app/v2/internal/storage"
  25. "miniflux.app/v2/internal/validator"
  26. "github.com/gorilla/mux"
  27. )
  28. type handler struct {
  29. store *storage.Storage
  30. router *mux.Router
  31. }
  32. const (
  33. // StreamPrefix is the prefix for astreams (read/starred/reading list and so on)
  34. StreamPrefix = "user/-/state/com.google/"
  35. // UserStreamPrefix is the user specific prefix for streams (read/starred/reading list and so on)
  36. UserStreamPrefix = "user/%d/state/com.google/"
  37. // LabelPrefix is the prefix for a label stream
  38. LabelPrefix = "user/-/label/"
  39. // UserLabelPrefix is the user specific prefix prefix for a label stream
  40. UserLabelPrefix = "user/%d/label/"
  41. // FeedPrefix is the prefix for a feed stream
  42. FeedPrefix = "feed/"
  43. // Read is the suffix for read stream
  44. Read = "read"
  45. // Starred is the suffix for starred stream
  46. Starred = "starred"
  47. // ReadingList is the suffix for reading list stream
  48. ReadingList = "reading-list"
  49. // KeptUnread is the suffix for kept unread stream
  50. KeptUnread = "kept-unread"
  51. // Broadcast is the suffix for broadcast stream
  52. Broadcast = "broadcast"
  53. // BroadcastFriends is the suffix for broadcast friends stream
  54. BroadcastFriends = "broadcast-friends"
  55. // Like is the suffix for like stream
  56. Like = "like"
  57. // EntryIDLong is the long entry id representation
  58. EntryIDLong = "tag:google.com,2005:reader/item/%016x"
  59. )
  60. const (
  61. // ParamItemIDs - name of the parameter with the item ids
  62. ParamItemIDs = "i"
  63. // ParamStreamID - name of the parameter containing the stream to be included
  64. ParamStreamID = "s"
  65. // ParamStreamExcludes - name of the parameter containing streams to be excluded
  66. ParamStreamExcludes = "xt"
  67. // ParamStreamFilters - name of the parameter containing streams to be included
  68. ParamStreamFilters = "it"
  69. // ParamStreamMaxItems - name of the parameter containing number of items per page/max items returned
  70. ParamStreamMaxItems = "n"
  71. // ParamStreamOrder - name of the parameter containing the sort criteria
  72. ParamStreamOrder = "r"
  73. // ParamStreamStartTime - name of the parameter containing epoch timestamp, filtering items older than
  74. ParamStreamStartTime = "ot"
  75. // ParamStreamStopTime - name of the parameter containing epoch timestamp, filtering items newer than
  76. ParamStreamStopTime = "nt"
  77. // ParamTagsRemove - name of the parameter containing tags (streams) to be removed
  78. ParamTagsRemove = "r"
  79. // ParamTagsAdd - name of the parameter containing tags (streams) to be added
  80. ParamTagsAdd = "a"
  81. // ParamSubscribeAction - name of the parameter indicating the action to take for subscription/edit
  82. ParamSubscribeAction = "ac"
  83. // ParamTitle - name of the parameter for the title of the subscription
  84. ParamTitle = "t"
  85. // ParamQuickAdd - name of the parameter for a URL being quick subscribed to
  86. ParamQuickAdd = "quickadd"
  87. // ParamDestination - name of the parameter for the new name of a tag
  88. ParamDestination = "dest"
  89. // ParamContinuation - name of the parameter for callers to pass to receive the next page of results
  90. ParamContinuation = "c"
  91. )
  92. var (
  93. errEmptyFeedTitle = errors.New("googlereader: empty feed title")
  94. errFeedNotFound = errors.New("googlereader: feed not found")
  95. errCategoryNotFound = errors.New("googlereader: category not found")
  96. )
  97. // StreamType represents the possible stream types
  98. type StreamType int
  99. const (
  100. // NoStream - no stream type
  101. NoStream StreamType = iota
  102. // ReadStream - read stream type
  103. ReadStream
  104. // StarredStream - starred stream type
  105. StarredStream
  106. // ReadingListStream - reading list stream type
  107. ReadingListStream
  108. // KeptUnreadStream - kept unread stream type
  109. KeptUnreadStream
  110. // BroadcastStream - broadcast stream type
  111. BroadcastStream
  112. // BroadcastFriendsStream - broadcast friends stream type
  113. BroadcastFriendsStream
  114. // LabelStream - label stream type
  115. LabelStream
  116. // FeedStream - feed stream type
  117. FeedStream
  118. // LikeStream - like stream type
  119. LikeStream
  120. )
  121. // Stream defines a stream type and its ID.
  122. type Stream struct {
  123. Type StreamType
  124. ID string
  125. }
  126. func (s Stream) String() string {
  127. return fmt.Sprintf("%v - '%s'", s.Type, s.ID)
  128. }
  129. func (st StreamType) String() string {
  130. switch st {
  131. case NoStream:
  132. return "NoStream"
  133. case ReadStream:
  134. return "ReadStream"
  135. case StarredStream:
  136. return "StarredStream"
  137. case ReadingListStream:
  138. return "ReadingListStream"
  139. case KeptUnreadStream:
  140. return "KeptUnreadStream"
  141. case BroadcastStream:
  142. return "BroadcastStream"
  143. case BroadcastFriendsStream:
  144. return "BroadcastFriendsStream"
  145. case LabelStream:
  146. return "LabelStream"
  147. case FeedStream:
  148. return "FeedStream"
  149. case LikeStream:
  150. return "LikeStream"
  151. default:
  152. return st.String()
  153. }
  154. }
  155. // RequestModifiers are the parsed request parameters.
  156. type RequestModifiers struct {
  157. ExcludeTargets []Stream
  158. FilterTargets []Stream
  159. Streams []Stream
  160. Count int
  161. Offset int
  162. SortDirection string
  163. StartTime int64
  164. StopTime int64
  165. ContinuationToken string
  166. UserID int64
  167. }
  168. func (r RequestModifiers) String() string {
  169. var results []string
  170. results = append(results, fmt.Sprintf("UserID: %d", r.UserID))
  171. var streamStr []string
  172. for _, s := range r.Streams {
  173. streamStr = append(streamStr, s.String())
  174. }
  175. results = append(results, fmt.Sprintf("Streams: [%s]", strings.Join(streamStr, ", ")))
  176. var exclusions []string
  177. for _, s := range r.ExcludeTargets {
  178. exclusions = append(exclusions, s.String())
  179. }
  180. results = append(results, fmt.Sprintf("Exclusions: [%s]", strings.Join(exclusions, ", ")))
  181. var filters []string
  182. for _, s := range r.FilterTargets {
  183. filters = append(filters, s.String())
  184. }
  185. results = append(results, fmt.Sprintf("Filters: [%s]", strings.Join(filters, ", ")))
  186. results = append(results, fmt.Sprintf("Count: %d", r.Count))
  187. results = append(results, fmt.Sprintf("Offset: %d", r.Offset))
  188. results = append(results, fmt.Sprintf("Sort Direction: %s", r.SortDirection))
  189. results = append(results, fmt.Sprintf("Continuation Token: %s", r.ContinuationToken))
  190. results = append(results, fmt.Sprintf("Start Time: %d", r.StartTime))
  191. results = append(results, fmt.Sprintf("Stop Time: %d", r.StopTime))
  192. return strings.Join(results, "; ")
  193. }
  194. // Serve handles Google Reader API calls.
  195. func Serve(router *mux.Router, store *storage.Storage) {
  196. handler := &handler{store, router}
  197. router.HandleFunc("/accounts/ClientLogin", handler.clientLoginHandler).Methods(http.MethodPost).Name("ClientLogin")
  198. middleware := newMiddleware(store)
  199. sr := router.PathPrefix("/reader/api/0").Subrouter()
  200. sr.Use(middleware.handleCORS)
  201. sr.Use(middleware.apiKeyAuth)
  202. sr.Methods(http.MethodOptions)
  203. sr.HandleFunc("/token", handler.tokenHandler).Methods(http.MethodGet).Name("Token")
  204. sr.HandleFunc("/edit-tag", handler.editTagHandler).Methods(http.MethodPost).Name("EditTag")
  205. sr.HandleFunc("/rename-tag", handler.renameTagHandler).Methods(http.MethodPost).Name("Rename Tag")
  206. sr.HandleFunc("/disable-tag", handler.disableTagHandler).Methods(http.MethodPost).Name("Disable Tag")
  207. sr.HandleFunc("/tag/list", handler.tagListHandler).Methods(http.MethodGet).Name("TagList")
  208. sr.HandleFunc("/user-info", handler.userInfoHandler).Methods(http.MethodGet).Name("UserInfo")
  209. sr.HandleFunc("/subscription/list", handler.subscriptionListHandler).Methods(http.MethodGet).Name("SubscriptonList")
  210. sr.HandleFunc("/subscription/edit", handler.editSubscriptionHandler).Methods(http.MethodPost).Name("SubscriptionEdit")
  211. sr.HandleFunc("/subscription/quickadd", handler.quickAddHandler).Methods(http.MethodPost).Name("QuickAdd")
  212. sr.HandleFunc("/stream/items/ids", handler.streamItemIDsHandler).Methods(http.MethodGet).Name("StreamItemIDs")
  213. sr.HandleFunc("/stream/items/contents", handler.streamItemContentsHandler).Methods(http.MethodPost).Name("StreamItemsContents")
  214. sr.PathPrefix("/").HandlerFunc(handler.serveHandler).Methods(http.MethodPost, http.MethodGet).Name("GoogleReaderApiEndpoint")
  215. }
  216. func getStreamFilterModifiers(r *http.Request) (RequestModifiers, error) {
  217. userID := request.UserID(r)
  218. result := RequestModifiers{
  219. SortDirection: "desc",
  220. UserID: userID,
  221. }
  222. streamOrder := request.QueryStringParam(r, ParamStreamOrder, "d")
  223. if streamOrder == "o" {
  224. result.SortDirection = "asc"
  225. }
  226. var err error
  227. result.Streams, err = getStreams(request.QueryStringParamList(r, ParamStreamID), userID)
  228. if err != nil {
  229. return RequestModifiers{}, err
  230. }
  231. result.ExcludeTargets, err = getStreams(request.QueryStringParamList(r, ParamStreamExcludes), userID)
  232. if err != nil {
  233. return RequestModifiers{}, err
  234. }
  235. result.FilterTargets, err = getStreams(request.QueryStringParamList(r, ParamStreamFilters), userID)
  236. if err != nil {
  237. return RequestModifiers{}, err
  238. }
  239. result.Count = request.QueryIntParam(r, ParamStreamMaxItems, 0)
  240. result.Offset = request.QueryIntParam(r, ParamContinuation, 0)
  241. result.StartTime = request.QueryInt64Param(r, ParamStreamStartTime, int64(0))
  242. result.StopTime = request.QueryInt64Param(r, ParamStreamStopTime, int64(0))
  243. return result, nil
  244. }
  245. func getStream(streamID string, userID int64) (Stream, error) {
  246. switch {
  247. case strings.HasPrefix(streamID, FeedPrefix):
  248. return Stream{Type: FeedStream, ID: strings.TrimPrefix(streamID, FeedPrefix)}, nil
  249. case strings.HasPrefix(streamID, fmt.Sprintf(UserStreamPrefix, userID)) || strings.HasPrefix(streamID, StreamPrefix):
  250. id := strings.TrimPrefix(streamID, fmt.Sprintf(UserStreamPrefix, userID))
  251. id = strings.TrimPrefix(id, StreamPrefix)
  252. switch id {
  253. case Read:
  254. return Stream{ReadStream, ""}, nil
  255. case Starred:
  256. return Stream{StarredStream, ""}, nil
  257. case ReadingList:
  258. return Stream{ReadingListStream, ""}, nil
  259. case KeptUnread:
  260. return Stream{KeptUnreadStream, ""}, nil
  261. case Broadcast:
  262. return Stream{BroadcastStream, ""}, nil
  263. case BroadcastFriends:
  264. return Stream{BroadcastFriendsStream, ""}, nil
  265. case Like:
  266. return Stream{LikeStream, ""}, nil
  267. default:
  268. return Stream{NoStream, ""}, fmt.Errorf("googlereader: unknown stream with id: %s", id)
  269. }
  270. case strings.HasPrefix(streamID, fmt.Sprintf(UserLabelPrefix, userID)) || strings.HasPrefix(streamID, LabelPrefix):
  271. id := strings.TrimPrefix(streamID, fmt.Sprintf(UserLabelPrefix, userID))
  272. id = strings.TrimPrefix(id, LabelPrefix)
  273. return Stream{LabelStream, id}, nil
  274. case streamID == "":
  275. return Stream{NoStream, ""}, nil
  276. default:
  277. return Stream{NoStream, ""}, fmt.Errorf("googlereader: unknown stream type: %s", streamID)
  278. }
  279. }
  280. func getStreams(streamIDs []string, userID int64) ([]Stream, error) {
  281. streams := make([]Stream, 0)
  282. for _, streamID := range streamIDs {
  283. stream, err := getStream(streamID, userID)
  284. if err != nil {
  285. return []Stream{}, err
  286. }
  287. streams = append(streams, stream)
  288. }
  289. return streams, nil
  290. }
  291. func checkAndSimplifyTags(addTags []Stream, removeTags []Stream) (map[StreamType]bool, error) {
  292. tags := make(map[StreamType]bool)
  293. for _, s := range addTags {
  294. switch s.Type {
  295. case ReadStream:
  296. if _, ok := tags[KeptUnreadStream]; ok {
  297. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  298. }
  299. tags[ReadStream] = true
  300. case KeptUnreadStream:
  301. if _, ok := tags[ReadStream]; ok {
  302. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  303. }
  304. tags[ReadStream] = false
  305. case StarredStream:
  306. tags[StarredStream] = true
  307. case BroadcastStream, LikeStream:
  308. slog.Debug("Broadcast & Like tags are not implemented!")
  309. default:
  310. return nil, fmt.Errorf("googlereader: unsupported tag type: %s", s.Type)
  311. }
  312. }
  313. for _, s := range removeTags {
  314. switch s.Type {
  315. case ReadStream:
  316. if _, ok := tags[ReadStream]; ok {
  317. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  318. }
  319. tags[ReadStream] = false
  320. case KeptUnreadStream:
  321. if _, ok := tags[ReadStream]; ok {
  322. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  323. }
  324. tags[ReadStream] = true
  325. case StarredStream:
  326. if _, ok := tags[StarredStream]; ok {
  327. return nil, fmt.Errorf("googlereader: %s should not be supplied for add and remove simultaneously", Starred)
  328. }
  329. tags[StarredStream] = false
  330. case BroadcastStream, LikeStream:
  331. slog.Debug("Broadcast & Like tags are not implemented!")
  332. default:
  333. return nil, fmt.Errorf("googlereader: unsupported tag type: %s", s.Type)
  334. }
  335. }
  336. return tags, nil
  337. }
  338. func getItemIDs(r *http.Request) ([]int64, error) {
  339. items := r.Form[ParamItemIDs]
  340. if len(items) == 0 {
  341. return nil, fmt.Errorf("googlereader: no items requested")
  342. }
  343. itemIDs := make([]int64, len(items))
  344. for i, item := range items {
  345. var itemID int64
  346. _, err := fmt.Sscanf(item, EntryIDLong, &itemID)
  347. if err != nil {
  348. itemID, err = strconv.ParseInt(item, 16, 64)
  349. if err != nil {
  350. return nil, fmt.Errorf("googlereader: could not parse item: %v", item)
  351. }
  352. }
  353. itemIDs[i] = itemID
  354. }
  355. return itemIDs, nil
  356. }
  357. func checkOutputFormat(r *http.Request) error {
  358. var output string
  359. if r.Method == http.MethodPost {
  360. err := r.ParseForm()
  361. if err != nil {
  362. return err
  363. }
  364. output = r.Form.Get("output")
  365. } else {
  366. output = request.QueryStringParam(r, "output", "")
  367. }
  368. if output != "json" {
  369. err := fmt.Errorf("googlereader: only json output is supported")
  370. return err
  371. }
  372. return nil
  373. }
  374. func (h *handler) clientLoginHandler(w http.ResponseWriter, r *http.Request) {
  375. clientIP := request.ClientIP(r)
  376. slog.Debug("[GoogleReader] Handle /accounts/ClientLogin",
  377. slog.String("handler", "clientLoginHandler"),
  378. slog.String("client_ip", clientIP),
  379. slog.String("user_agent", r.UserAgent()),
  380. )
  381. if err := r.ParseForm(); err != nil {
  382. slog.Warn("[GoogleReader] Could not parse request form data",
  383. slog.Bool("authentication_failed", true),
  384. slog.String("client_ip", clientIP),
  385. slog.String("user_agent", r.UserAgent()),
  386. slog.Any("error", err),
  387. )
  388. json.Unauthorized(w, r)
  389. return
  390. }
  391. username := r.Form.Get("Email")
  392. password := r.Form.Get("Passwd")
  393. output := r.Form.Get("output")
  394. if username == "" || password == "" {
  395. slog.Warn("[GoogleReader] Empty username or password",
  396. slog.Bool("authentication_failed", true),
  397. slog.String("client_ip", clientIP),
  398. slog.String("user_agent", r.UserAgent()),
  399. )
  400. json.Unauthorized(w, r)
  401. return
  402. }
  403. if err := h.store.GoogleReaderUserCheckPassword(username, password); err != nil {
  404. slog.Warn("[GoogleReader] Invalid username or password",
  405. slog.Bool("authentication_failed", true),
  406. slog.String("client_ip", clientIP),
  407. slog.String("user_agent", r.UserAgent()),
  408. slog.String("username", username),
  409. slog.Any("error", err),
  410. )
  411. json.Unauthorized(w, r)
  412. return
  413. }
  414. slog.Info("[GoogleReader] User authenticated successfully",
  415. slog.Bool("authentication_successful", true),
  416. slog.String("client_ip", clientIP),
  417. slog.String("user_agent", r.UserAgent()),
  418. slog.String("username", username),
  419. )
  420. integration, err := h.store.GoogleReaderUserGetIntegration(username)
  421. if err != nil {
  422. json.ServerError(w, r, err)
  423. return
  424. }
  425. h.store.SetLastLogin(integration.UserID)
  426. token := getAuthToken(integration.GoogleReaderUsername, integration.GoogleReaderPassword)
  427. slog.Debug("[GoogleReader] Created token",
  428. slog.String("client_ip", clientIP),
  429. slog.String("user_agent", r.UserAgent()),
  430. slog.String("username", username),
  431. )
  432. result := login{SID: token, LSID: token, Auth: token}
  433. if output == "json" {
  434. json.OK(w, r, result)
  435. return
  436. }
  437. builder := response.New(w, r)
  438. builder.WithHeader("Content-Type", "text/plain; charset=UTF-8")
  439. builder.WithBody(result.String())
  440. builder.Write()
  441. }
  442. func (h *handler) tokenHandler(w http.ResponseWriter, r *http.Request) {
  443. clientIP := request.ClientIP(r)
  444. slog.Debug("[GoogleReader] Handle /token",
  445. slog.String("handler", "tokenHandler"),
  446. slog.String("client_ip", clientIP),
  447. slog.String("user_agent", r.UserAgent()),
  448. )
  449. if !request.IsAuthenticated(r) {
  450. slog.Warn("[GoogleReader] User is not authenticated",
  451. slog.String("client_ip", clientIP),
  452. slog.String("user_agent", r.UserAgent()),
  453. )
  454. json.Unauthorized(w, r)
  455. return
  456. }
  457. token := request.GoolgeReaderToken(r)
  458. if token == "" {
  459. slog.Warn("[GoogleReader] User does not have token",
  460. slog.String("client_ip", clientIP),
  461. slog.String("user_agent", r.UserAgent()),
  462. slog.Int64("user_id", request.UserID(r)),
  463. )
  464. json.Unauthorized(w, r)
  465. return
  466. }
  467. slog.Debug("[GoogleReader] Token handler",
  468. slog.String("client_ip", clientIP),
  469. slog.String("user_agent", r.UserAgent()),
  470. slog.Int64("user_id", request.UserID(r)),
  471. slog.String("token", token),
  472. )
  473. w.Header().Add("Content-Type", "text/plain; charset=UTF-8")
  474. w.WriteHeader(http.StatusOK)
  475. w.Write([]byte(token))
  476. }
  477. func (h *handler) editTagHandler(w http.ResponseWriter, r *http.Request) {
  478. userID := request.UserID(r)
  479. clientIP := request.ClientIP(r)
  480. slog.Debug("[GoogleReader] Handle /edit-tag",
  481. slog.String("handler", "editTagHandler"),
  482. slog.String("client_ip", clientIP),
  483. slog.String("user_agent", r.UserAgent()),
  484. slog.Int64("user_id", userID),
  485. )
  486. if err := r.ParseForm(); err != nil {
  487. json.ServerError(w, r, err)
  488. return
  489. }
  490. addTags, err := getStreams(r.PostForm[ParamTagsAdd], userID)
  491. if err != nil {
  492. json.ServerError(w, r, err)
  493. return
  494. }
  495. removeTags, err := getStreams(r.PostForm[ParamTagsRemove], userID)
  496. if err != nil {
  497. json.ServerError(w, r, err)
  498. return
  499. }
  500. if len(addTags) == 0 && len(removeTags) == 0 {
  501. err = fmt.Errorf("googlreader: add or/and remove tags should be supplied")
  502. json.ServerError(w, r, err)
  503. return
  504. }
  505. tags, err := checkAndSimplifyTags(addTags, removeTags)
  506. if err != nil {
  507. json.ServerError(w, r, err)
  508. return
  509. }
  510. itemIDs, err := getItemIDs(r)
  511. if err != nil {
  512. json.ServerError(w, r, err)
  513. return
  514. }
  515. slog.Debug("[GoogleReader] Edited tags",
  516. slog.String("handler", "editTagHandler"),
  517. slog.String("client_ip", clientIP),
  518. slog.String("user_agent", r.UserAgent()),
  519. slog.Int64("user_id", userID),
  520. slog.Any("item_ids", itemIDs),
  521. slog.Any("tags", tags),
  522. )
  523. builder := h.store.NewEntryQueryBuilder(userID)
  524. builder.WithEntryIDs(itemIDs)
  525. builder.WithoutStatus(model.EntryStatusRemoved)
  526. entries, err := builder.GetEntries()
  527. if err != nil {
  528. json.ServerError(w, r, err)
  529. return
  530. }
  531. n := 0
  532. readEntryIDs := make([]int64, 0)
  533. unreadEntryIDs := make([]int64, 0)
  534. starredEntryIDs := make([]int64, 0)
  535. unstarredEntryIDs := make([]int64, 0)
  536. for _, entry := range entries {
  537. if read, exists := tags[ReadStream]; exists {
  538. if read && entry.Status == model.EntryStatusUnread {
  539. readEntryIDs = append(readEntryIDs, entry.ID)
  540. } else if entry.Status == model.EntryStatusRead {
  541. unreadEntryIDs = append(unreadEntryIDs, entry.ID)
  542. }
  543. }
  544. if starred, exists := tags[StarredStream]; exists {
  545. if starred && !entry.Starred {
  546. starredEntryIDs = append(starredEntryIDs, entry.ID)
  547. // filter the original array
  548. entries[n] = entry
  549. n++
  550. } else if entry.Starred {
  551. unstarredEntryIDs = append(unstarredEntryIDs, entry.ID)
  552. }
  553. }
  554. }
  555. entries = entries[:n]
  556. if len(readEntryIDs) > 0 {
  557. err = h.store.SetEntriesStatus(userID, readEntryIDs, model.EntryStatusRead)
  558. if err != nil {
  559. json.ServerError(w, r, err)
  560. return
  561. }
  562. }
  563. if len(unreadEntryIDs) > 0 {
  564. err = h.store.SetEntriesStatus(userID, unreadEntryIDs, model.EntryStatusUnread)
  565. if err != nil {
  566. json.ServerError(w, r, err)
  567. return
  568. }
  569. }
  570. if len(unstarredEntryIDs) > 0 {
  571. err = h.store.SetEntriesBookmarkedState(userID, unstarredEntryIDs, false)
  572. if err != nil {
  573. json.ServerError(w, r, err)
  574. return
  575. }
  576. }
  577. if len(starredEntryIDs) > 0 {
  578. err = h.store.SetEntriesBookmarkedState(userID, starredEntryIDs, true)
  579. if err != nil {
  580. json.ServerError(w, r, err)
  581. return
  582. }
  583. }
  584. if len(entries) > 0 {
  585. settings, err := h.store.Integration(userID)
  586. if err != nil {
  587. json.ServerError(w, r, err)
  588. return
  589. }
  590. for _, entry := range entries {
  591. e := entry
  592. go func() {
  593. integration.SendEntry(e, settings)
  594. }()
  595. }
  596. }
  597. OK(w, r)
  598. }
  599. func (h *handler) quickAddHandler(w http.ResponseWriter, r *http.Request) {
  600. userID := request.UserID(r)
  601. clientIP := request.ClientIP(r)
  602. slog.Debug("[GoogleReader] Handle /subscription/quickadd",
  603. slog.String("handler", "quickAddHandler"),
  604. slog.String("client_ip", clientIP),
  605. slog.String("user_agent", r.UserAgent()),
  606. slog.Int64("user_id", userID),
  607. )
  608. err := r.ParseForm()
  609. if err != nil {
  610. json.BadRequest(w, r, err)
  611. return
  612. }
  613. feedURL := r.Form.Get(ParamQuickAdd)
  614. if !validator.IsValidURL(feedURL) {
  615. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid URL: %s", feedURL))
  616. return
  617. }
  618. requestBuilder := fetcher.NewRequestBuilder()
  619. requestBuilder.WithTimeout(config.Opts.HTTPClientTimeout())
  620. requestBuilder.WithProxyRotator(proxyrotator.ProxyRotatorInstance)
  621. var rssBridgeURL string
  622. if intg, err := h.store.Integration(userID); err == nil && intg != nil && intg.RSSBridgeEnabled {
  623. rssBridgeURL = intg.RSSBridgeURL
  624. }
  625. subscriptions, localizedError := mfs.NewSubscriptionFinder(requestBuilder).FindSubscriptions(feedURL, rssBridgeURL)
  626. if localizedError != nil {
  627. json.ServerError(w, r, localizedError.Error())
  628. return
  629. }
  630. if len(subscriptions) == 0 {
  631. json.OK(w, r, quickAddResponse{
  632. NumResults: 0,
  633. })
  634. return
  635. }
  636. toSubscribe := Stream{FeedStream, subscriptions[0].URL}
  637. category := Stream{NoStream, ""}
  638. newFeed, err := subscribe(toSubscribe, category, "", h.store, userID)
  639. if err != nil {
  640. json.ServerError(w, r, err)
  641. return
  642. }
  643. slog.Debug("[GoogleReader] Added a new feed",
  644. slog.String("handler", "quickAddHandler"),
  645. slog.String("client_ip", clientIP),
  646. slog.String("user_agent", r.UserAgent()),
  647. slog.Int64("user_id", userID),
  648. slog.String("feed_url", newFeed.FeedURL),
  649. )
  650. json.OK(w, r, quickAddResponse{
  651. NumResults: 1,
  652. Query: newFeed.FeedURL,
  653. StreamID: fmt.Sprintf(FeedPrefix+"%d", newFeed.ID),
  654. StreamName: newFeed.Title,
  655. })
  656. }
  657. func getFeed(stream Stream, store *storage.Storage, userID int64) (*model.Feed, error) {
  658. feedID, err := strconv.ParseInt(stream.ID, 10, 64)
  659. if err != nil {
  660. return nil, err
  661. }
  662. return store.FeedByID(userID, feedID)
  663. }
  664. func getOrCreateCategory(streamCategory Stream, store *storage.Storage, userID int64) (*model.Category, error) {
  665. switch {
  666. case streamCategory.ID == "":
  667. return store.FirstCategory(userID)
  668. case store.CategoryTitleExists(userID, streamCategory.ID):
  669. return store.CategoryByTitle(userID, streamCategory.ID)
  670. default:
  671. return store.CreateCategory(userID, &model.CategoryCreationRequest{
  672. Title: streamCategory.ID,
  673. })
  674. }
  675. }
  676. func subscribe(newFeed Stream, category Stream, title string, store *storage.Storage, userID int64) (*model.Feed, error) {
  677. destCategory, err := getOrCreateCategory(category, store, userID)
  678. if err != nil {
  679. return nil, err
  680. }
  681. feedRequest := model.FeedCreationRequest{
  682. FeedURL: newFeed.ID,
  683. CategoryID: destCategory.ID,
  684. }
  685. verr := validator.ValidateFeedCreation(store, userID, &feedRequest)
  686. if verr != nil {
  687. return nil, verr.Error()
  688. }
  689. created, localizedError := mff.CreateFeed(store, userID, &feedRequest)
  690. if localizedError != nil {
  691. return nil, localizedError.Error()
  692. }
  693. if title != "" {
  694. feedModification := model.FeedModificationRequest{
  695. Title: &title,
  696. }
  697. feedModification.Patch(created)
  698. if err := store.UpdateFeed(created); err != nil {
  699. return nil, err
  700. }
  701. }
  702. return created, nil
  703. }
  704. func unsubscribe(streams []Stream, store *storage.Storage, userID int64) error {
  705. for _, stream := range streams {
  706. feedID, err := strconv.ParseInt(stream.ID, 10, 64)
  707. if err != nil {
  708. return err
  709. }
  710. err = store.RemoveFeed(userID, feedID)
  711. if err != nil {
  712. return err
  713. }
  714. }
  715. return nil
  716. }
  717. func rename(feedStream Stream, title string, store *storage.Storage, userID int64) error {
  718. slog.Debug("[GoogleReader] Renaming feed",
  719. slog.Int64("user_id", userID),
  720. slog.Any("feed_stream", feedStream),
  721. slog.String("new_title", title),
  722. )
  723. if title == "" {
  724. return errEmptyFeedTitle
  725. }
  726. feed, err := getFeed(feedStream, store, userID)
  727. if err != nil {
  728. return err
  729. }
  730. if feed == nil {
  731. return errFeedNotFound
  732. }
  733. feedModification := model.FeedModificationRequest{
  734. Title: &title,
  735. }
  736. feedModification.Patch(feed)
  737. return store.UpdateFeed(feed)
  738. }
  739. func move(feedStream Stream, labelStream Stream, store *storage.Storage, userID int64) error {
  740. slog.Debug("[GoogleReader] Moving feed",
  741. slog.Int64("user_id", userID),
  742. slog.Any("feed_stream", feedStream),
  743. slog.Any("label_stream", labelStream),
  744. )
  745. feed, err := getFeed(feedStream, store, userID)
  746. if err != nil {
  747. return err
  748. }
  749. if feed == nil {
  750. return errFeedNotFound
  751. }
  752. category, err := getOrCreateCategory(labelStream, store, userID)
  753. if err != nil {
  754. return err
  755. }
  756. if category == nil {
  757. return errCategoryNotFound
  758. }
  759. feedModification := model.FeedModificationRequest{
  760. CategoryID: &category.ID,
  761. }
  762. feedModification.Patch(feed)
  763. return store.UpdateFeed(feed)
  764. }
  765. func (h *handler) feedIconURL(f *model.Feed) string {
  766. if f.Icon != nil && f.Icon.ExternalIconID != "" {
  767. return config.Opts.RootURL() + route.Path(h.router, "feedIcon", "externalIconID", f.Icon.ExternalIconID)
  768. } else {
  769. return ""
  770. }
  771. }
  772. func (h *handler) editSubscriptionHandler(w http.ResponseWriter, r *http.Request) {
  773. userID := request.UserID(r)
  774. clientIP := request.ClientIP(r)
  775. slog.Debug("[GoogleReader] Handle /subscription/edit",
  776. slog.String("handler", "editSubscriptionHandler"),
  777. slog.String("client_ip", clientIP),
  778. slog.String("user_agent", r.UserAgent()),
  779. slog.Int64("user_id", userID),
  780. )
  781. if err := r.ParseForm(); err != nil {
  782. json.BadRequest(w, r, err)
  783. return
  784. }
  785. streamIds, err := getStreams(r.Form[ParamStreamID], userID)
  786. if err != nil || len(streamIds) == 0 {
  787. json.BadRequest(w, r, errors.New("googlereader: no valid stream IDs provided"))
  788. return
  789. }
  790. newLabel, err := getStream(r.Form.Get(ParamTagsAdd), userID)
  791. if err != nil {
  792. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamTagsAdd))
  793. return
  794. }
  795. title := r.Form.Get(ParamTitle)
  796. action := r.Form.Get(ParamSubscribeAction)
  797. switch action {
  798. case "subscribe":
  799. _, err := subscribe(streamIds[0], newLabel, title, h.store, userID)
  800. if err != nil {
  801. json.ServerError(w, r, err)
  802. return
  803. }
  804. case "unsubscribe":
  805. err := unsubscribe(streamIds, h.store, userID)
  806. if err != nil {
  807. json.ServerError(w, r, err)
  808. return
  809. }
  810. case "edit":
  811. if title != "" {
  812. if err := rename(streamIds[0], title, h.store, userID); err != nil {
  813. if errors.Is(err, errFeedNotFound) || errors.Is(err, errEmptyFeedTitle) {
  814. json.BadRequest(w, r, err)
  815. } else {
  816. json.ServerError(w, r, err)
  817. }
  818. return
  819. }
  820. }
  821. if r.Form.Has(ParamTagsAdd) {
  822. if newLabel.Type != LabelStream {
  823. json.BadRequest(w, r, errors.New("destination must be a label"))
  824. return
  825. }
  826. if err := move(streamIds[0], newLabel, h.store, userID); err != nil {
  827. if errors.Is(err, errFeedNotFound) || errors.Is(err, errCategoryNotFound) {
  828. json.BadRequest(w, r, err)
  829. } else {
  830. json.ServerError(w, r, err)
  831. }
  832. return
  833. }
  834. }
  835. default:
  836. json.BadRequest(w, r, fmt.Errorf("googlereader: unrecognized action %s", action))
  837. return
  838. }
  839. OK(w, r)
  840. }
  841. func (h *handler) streamItemContentsHandler(w http.ResponseWriter, r *http.Request) {
  842. userID := request.UserID(r)
  843. clientIP := request.ClientIP(r)
  844. slog.Debug("[GoogleReader] Handle /stream/items/contents",
  845. slog.String("handler", "streamItemContentsHandler"),
  846. slog.String("client_ip", clientIP),
  847. slog.String("user_agent", r.UserAgent()),
  848. slog.Int64("user_id", userID),
  849. )
  850. if err := checkOutputFormat(r); err != nil {
  851. json.BadRequest(w, r, err)
  852. return
  853. }
  854. err := r.ParseForm()
  855. if err != nil {
  856. json.ServerError(w, r, err)
  857. return
  858. }
  859. var user *model.User
  860. if user, err = h.store.UserByID(userID); err != nil {
  861. json.ServerError(w, r, err)
  862. return
  863. }
  864. requestModifiers, err := getStreamFilterModifiers(r)
  865. if err != nil {
  866. json.ServerError(w, r, err)
  867. return
  868. }
  869. userReadingList := fmt.Sprintf(UserStreamPrefix, userID) + ReadingList
  870. userRead := fmt.Sprintf(UserStreamPrefix, userID) + Read
  871. userStarred := fmt.Sprintf(UserStreamPrefix, userID) + Starred
  872. itemIDs, err := getItemIDs(r)
  873. if err != nil {
  874. json.ServerError(w, r, err)
  875. return
  876. }
  877. slog.Debug("[GoogleReader] Fetching item contents",
  878. slog.String("handler", "streamItemContentsHandler"),
  879. slog.String("client_ip", clientIP),
  880. slog.String("user_agent", r.UserAgent()),
  881. slog.Int64("user_id", userID),
  882. slog.Any("item_ids", itemIDs),
  883. )
  884. builder := h.store.NewEntryQueryBuilder(userID)
  885. builder.WithEnclosures()
  886. builder.WithoutStatus(model.EntryStatusRemoved)
  887. builder.WithEntryIDs(itemIDs)
  888. builder.WithSorting(model.DefaultSortingOrder, requestModifiers.SortDirection)
  889. entries, err := builder.GetEntries()
  890. if err != nil {
  891. json.ServerError(w, r, err)
  892. return
  893. }
  894. if len(entries) == 0 {
  895. json.BadRequest(w, r, fmt.Errorf("googlereader: no items returned from the database for item IDs: %v", itemIDs))
  896. return
  897. }
  898. result := streamContentItems{
  899. Direction: "ltr",
  900. ID: fmt.Sprintf("feed/%d", entries[0].FeedID),
  901. Title: entries[0].Feed.Title,
  902. Alternate: []contentHREFType{
  903. {
  904. HREF: entries[0].Feed.SiteURL,
  905. Type: "text/html",
  906. },
  907. },
  908. Updated: time.Now().Unix(),
  909. Self: []contentHREF{
  910. {
  911. HREF: config.Opts.RootURL() + route.Path(h.router, "StreamItemsContents"),
  912. },
  913. },
  914. Author: user.Username,
  915. }
  916. contentItems := make([]contentItem, len(entries))
  917. for i, entry := range entries {
  918. enclosures := make([]contentItemEnclosure, 0, len(entry.Enclosures))
  919. for _, enclosure := range entry.Enclosures {
  920. enclosures = append(enclosures, contentItemEnclosure{URL: enclosure.URL, Type: enclosure.MimeType})
  921. }
  922. categories := make([]string, 0)
  923. categories = append(categories, userReadingList)
  924. if entry.Feed.Category.Title != "" {
  925. categories = append(categories, fmt.Sprintf(UserLabelPrefix, userID)+entry.Feed.Category.Title)
  926. }
  927. if entry.Status == model.EntryStatusRead {
  928. categories = append(categories, userRead)
  929. }
  930. if entry.Starred {
  931. categories = append(categories, userStarred)
  932. }
  933. entry.Content = mediaproxy.RewriteDocumentWithAbsoluteProxyURL(h.router, entry.Content)
  934. entry.Enclosures.ProxifyEnclosureURL(h.router)
  935. contentItems[i] = contentItem{
  936. ID: fmt.Sprintf(EntryIDLong, entry.ID),
  937. Title: entry.Title,
  938. Author: entry.Author,
  939. TimestampUsec: fmt.Sprintf("%d", entry.Date.UnixMicro()),
  940. CrawlTimeMsec: fmt.Sprintf("%d", entry.CreatedAt.UnixMilli()),
  941. Published: entry.Date.Unix(),
  942. Updated: entry.ChangedAt.Unix(),
  943. Categories: categories,
  944. Canonical: []contentHREF{
  945. {
  946. HREF: entry.URL,
  947. },
  948. },
  949. Alternate: []contentHREFType{
  950. {
  951. HREF: entry.URL,
  952. Type: "text/html",
  953. },
  954. },
  955. Content: contentItemContent{
  956. Direction: "ltr",
  957. Content: entry.Content,
  958. },
  959. Summary: contentItemContent{
  960. Direction: "ltr",
  961. Content: entry.Content,
  962. },
  963. Origin: contentItemOrigin{
  964. StreamID: fmt.Sprintf("feed/%d", entry.FeedID),
  965. Title: entry.Feed.Title,
  966. HTMLUrl: entry.Feed.SiteURL,
  967. },
  968. Enclosure: enclosures,
  969. }
  970. }
  971. result.Items = contentItems
  972. json.OK(w, r, result)
  973. }
  974. func (h *handler) disableTagHandler(w http.ResponseWriter, r *http.Request) {
  975. userID := request.UserID(r)
  976. clientIP := request.ClientIP(r)
  977. slog.Debug("[GoogleReader] Handle /disable-tags",
  978. slog.String("handler", "disableTagHandler"),
  979. slog.String("client_ip", clientIP),
  980. slog.String("user_agent", r.UserAgent()),
  981. slog.Int64("user_id", userID),
  982. )
  983. err := r.ParseForm()
  984. if err != nil {
  985. json.BadRequest(w, r, err)
  986. return
  987. }
  988. streams, err := getStreams(r.Form[ParamStreamID], userID)
  989. if err != nil {
  990. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamStreamID))
  991. return
  992. }
  993. titles := make([]string, len(streams))
  994. for i, stream := range streams {
  995. if stream.Type != LabelStream {
  996. json.BadRequest(w, r, errors.New("googlereader: only labels are supported"))
  997. return
  998. }
  999. titles[i] = stream.ID
  1000. }
  1001. err = h.store.RemoveAndReplaceCategoriesByName(userID, titles)
  1002. if err != nil {
  1003. json.ServerError(w, r, err)
  1004. return
  1005. }
  1006. OK(w, r)
  1007. }
  1008. func (h *handler) renameTagHandler(w http.ResponseWriter, r *http.Request) {
  1009. userID := request.UserID(r)
  1010. clientIP := request.ClientIP(r)
  1011. slog.Debug("[GoogleReader] Handle /rename-tag",
  1012. slog.String("handler", "renameTagHandler"),
  1013. slog.String("client_ip", clientIP),
  1014. slog.String("user_agent", r.UserAgent()),
  1015. )
  1016. err := r.ParseForm()
  1017. if err != nil {
  1018. json.BadRequest(w, r, err)
  1019. return
  1020. }
  1021. source, err := getStream(r.Form.Get(ParamStreamID), userID)
  1022. if err != nil {
  1023. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamStreamID))
  1024. return
  1025. }
  1026. destination, err := getStream(r.Form.Get(ParamDestination), userID)
  1027. if err != nil {
  1028. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamDestination))
  1029. return
  1030. }
  1031. if source.Type != LabelStream || destination.Type != LabelStream {
  1032. json.BadRequest(w, r, errors.New("googlereader: only labels supported"))
  1033. return
  1034. }
  1035. if destination.ID == "" {
  1036. json.BadRequest(w, r, errors.New("googlereader: empty destination name"))
  1037. return
  1038. }
  1039. category, err := h.store.CategoryByTitle(userID, source.ID)
  1040. if err != nil {
  1041. json.ServerError(w, r, err)
  1042. return
  1043. }
  1044. if category == nil {
  1045. json.NotFound(w, r)
  1046. return
  1047. }
  1048. categoryModificationRequest := model.CategoryModificationRequest{
  1049. Title: model.SetOptionalField(destination.ID),
  1050. }
  1051. if validationError := validator.ValidateCategoryModification(h.store, userID, category.ID, &categoryModificationRequest); validationError != nil {
  1052. json.BadRequest(w, r, validationError.Error())
  1053. return
  1054. }
  1055. categoryModificationRequest.Patch(category)
  1056. if err := h.store.UpdateCategory(category); err != nil {
  1057. json.ServerError(w, r, err)
  1058. return
  1059. }
  1060. OK(w, r)
  1061. }
  1062. func (h *handler) tagListHandler(w http.ResponseWriter, r *http.Request) {
  1063. userID := request.UserID(r)
  1064. clientIP := request.ClientIP(r)
  1065. slog.Debug("[GoogleReader] Handle /tags/list",
  1066. slog.String("handler", "tagListHandler"),
  1067. slog.String("client_ip", clientIP),
  1068. slog.String("user_agent", r.UserAgent()),
  1069. )
  1070. if err := checkOutputFormat(r); err != nil {
  1071. json.BadRequest(w, r, err)
  1072. return
  1073. }
  1074. var result tagsResponse
  1075. categories, err := h.store.Categories(userID)
  1076. if err != nil {
  1077. json.ServerError(w, r, err)
  1078. return
  1079. }
  1080. result.Tags = make([]subscriptionCategory, 0)
  1081. result.Tags = append(result.Tags, subscriptionCategory{
  1082. ID: fmt.Sprintf(UserStreamPrefix, userID) + Starred,
  1083. })
  1084. for _, category := range categories {
  1085. result.Tags = append(result.Tags, subscriptionCategory{
  1086. ID: fmt.Sprintf(UserLabelPrefix, userID) + category.Title,
  1087. Label: category.Title,
  1088. Type: "folder",
  1089. })
  1090. }
  1091. json.OK(w, r, result)
  1092. }
  1093. func (h *handler) subscriptionListHandler(w http.ResponseWriter, r *http.Request) {
  1094. userID := request.UserID(r)
  1095. clientIP := request.ClientIP(r)
  1096. slog.Debug("[GoogleReader] Handle /subscription/list",
  1097. slog.String("handler", "subscriptionListHandler"),
  1098. slog.String("client_ip", clientIP),
  1099. slog.String("user_agent", r.UserAgent()),
  1100. )
  1101. if err := checkOutputFormat(r); err != nil {
  1102. json.BadRequest(w, r, err)
  1103. return
  1104. }
  1105. var result subscriptionsResponse
  1106. feeds, err := h.store.Feeds(userID)
  1107. if err != nil {
  1108. json.ServerError(w, r, err)
  1109. return
  1110. }
  1111. result.Subscriptions = make([]subscription, 0)
  1112. for _, feed := range feeds {
  1113. result.Subscriptions = append(result.Subscriptions, subscription{
  1114. ID: fmt.Sprintf(FeedPrefix+"%d", feed.ID),
  1115. Title: feed.Title,
  1116. URL: feed.FeedURL,
  1117. Categories: []subscriptionCategory{{fmt.Sprintf(UserLabelPrefix, userID) + feed.Category.Title, feed.Category.Title, "folder"}},
  1118. HTMLURL: feed.SiteURL,
  1119. IconURL: h.feedIconURL(feed),
  1120. })
  1121. }
  1122. json.OK(w, r, result)
  1123. }
  1124. func (h *handler) serveHandler(w http.ResponseWriter, r *http.Request) {
  1125. clientIP := request.ClientIP(r)
  1126. slog.Debug("[GoogleReader] API endpoint not implemented yet",
  1127. slog.Any("url", r.RequestURI),
  1128. slog.String("client_ip", clientIP),
  1129. slog.String("user_agent", r.UserAgent()),
  1130. )
  1131. json.OK(w, r, []string{})
  1132. }
  1133. func (h *handler) userInfoHandler(w http.ResponseWriter, r *http.Request) {
  1134. clientIP := request.ClientIP(r)
  1135. slog.Debug("[GoogleReader] Handle /user-info",
  1136. slog.String("handler", "userInfoHandler"),
  1137. slog.String("client_ip", clientIP),
  1138. slog.String("user_agent", r.UserAgent()),
  1139. )
  1140. if err := checkOutputFormat(r); err != nil {
  1141. json.BadRequest(w, r, err)
  1142. return
  1143. }
  1144. user, err := h.store.UserByID(request.UserID(r))
  1145. if err != nil {
  1146. json.ServerError(w, r, err)
  1147. return
  1148. }
  1149. userInfo := userInfo{UserID: fmt.Sprint(user.ID), UserName: user.Username, UserProfileID: fmt.Sprint(user.ID), UserEmail: user.Username}
  1150. json.OK(w, r, userInfo)
  1151. }
  1152. func (h *handler) streamItemIDsHandler(w http.ResponseWriter, r *http.Request) {
  1153. userID := request.UserID(r)
  1154. clientIP := request.ClientIP(r)
  1155. slog.Debug("[GoogleReader] Handle /stream/items/ids",
  1156. slog.String("handler", "streamItemIDsHandler"),
  1157. slog.String("client_ip", clientIP),
  1158. slog.String("user_agent", r.UserAgent()),
  1159. slog.Int64("user_id", userID),
  1160. )
  1161. if err := checkOutputFormat(r); err != nil {
  1162. json.BadRequest(w, r, err)
  1163. return
  1164. }
  1165. rm, err := getStreamFilterModifiers(r)
  1166. if err != nil {
  1167. json.ServerError(w, r, err)
  1168. return
  1169. }
  1170. slog.Debug("[GoogleReader] Request Modifiers",
  1171. slog.String("handler", "streamItemIDsHandler"),
  1172. slog.String("client_ip", clientIP),
  1173. slog.String("user_agent", r.UserAgent()),
  1174. slog.Any("modifiers", rm),
  1175. )
  1176. if len(rm.Streams) != 1 {
  1177. json.ServerError(w, r, fmt.Errorf("googlereader: only one stream type expected"))
  1178. return
  1179. }
  1180. switch rm.Streams[0].Type {
  1181. case ReadingListStream:
  1182. h.handleReadingListStreamHandler(w, r, rm)
  1183. case StarredStream:
  1184. h.handleStarredStreamHandler(w, r, rm)
  1185. case ReadStream:
  1186. h.handleReadStreamHandler(w, r, rm)
  1187. case FeedStream:
  1188. h.handleFeedStreamHandler(w, r, rm)
  1189. default:
  1190. slog.Warn("[GoogleReader] Unknown Stream",
  1191. slog.String("handler", "streamItemIDsHandler"),
  1192. slog.String("client_ip", clientIP),
  1193. slog.String("user_agent", r.UserAgent()),
  1194. slog.Any("stream_type", rm.Streams[0].Type),
  1195. )
  1196. json.ServerError(w, r, fmt.Errorf("googlereader: unknown stream type %s", rm.Streams[0].Type))
  1197. }
  1198. }
  1199. func (h *handler) handleReadingListStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1200. clientIP := request.ClientIP(r)
  1201. slog.Debug("[GoogleReader] Handle ReadingListStream",
  1202. slog.String("handler", "handleReadingListStreamHandler"),
  1203. slog.String("client_ip", clientIP),
  1204. slog.String("user_agent", r.UserAgent()),
  1205. )
  1206. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1207. for _, s := range rm.ExcludeTargets {
  1208. switch s.Type {
  1209. case ReadStream:
  1210. builder.WithStatus(model.EntryStatusUnread)
  1211. default:
  1212. slog.Warn("[GoogleReader] Unknown ExcludeTargets filter type",
  1213. slog.String("handler", "handleReadingListStreamHandler"),
  1214. slog.String("client_ip", clientIP),
  1215. slog.String("user_agent", r.UserAgent()),
  1216. slog.Any("filter_type", s.Type),
  1217. )
  1218. }
  1219. }
  1220. builder.WithoutStatus(model.EntryStatusRemoved)
  1221. builder.WithLimit(rm.Count)
  1222. builder.WithOffset(rm.Offset)
  1223. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1224. if rm.StartTime > 0 {
  1225. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1226. }
  1227. if rm.StopTime > 0 {
  1228. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1229. }
  1230. rawEntryIDs, err := builder.GetEntryIDs()
  1231. if err != nil {
  1232. json.ServerError(w, r, err)
  1233. return
  1234. }
  1235. var itemRefs = make([]itemRef, 0)
  1236. for _, entryID := range rawEntryIDs {
  1237. formattedID := strconv.FormatInt(entryID, 10)
  1238. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1239. }
  1240. totalEntries, err := builder.CountEntries()
  1241. if err != nil {
  1242. json.ServerError(w, r, err)
  1243. return
  1244. }
  1245. continuation := 0
  1246. if len(itemRefs)+rm.Offset < totalEntries {
  1247. continuation = len(itemRefs) + rm.Offset
  1248. }
  1249. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1250. }
  1251. func (h *handler) handleStarredStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1252. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1253. builder.WithoutStatus(model.EntryStatusRemoved)
  1254. builder.WithStarred(true)
  1255. builder.WithLimit(rm.Count)
  1256. builder.WithOffset(rm.Offset)
  1257. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1258. if rm.StartTime > 0 {
  1259. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1260. }
  1261. if rm.StopTime > 0 {
  1262. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1263. }
  1264. rawEntryIDs, err := builder.GetEntryIDs()
  1265. if err != nil {
  1266. json.ServerError(w, r, err)
  1267. return
  1268. }
  1269. var itemRefs = make([]itemRef, 0)
  1270. for _, entryID := range rawEntryIDs {
  1271. formattedID := strconv.FormatInt(entryID, 10)
  1272. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1273. }
  1274. totalEntries, err := builder.CountEntries()
  1275. if err != nil {
  1276. json.ServerError(w, r, err)
  1277. return
  1278. }
  1279. continuation := 0
  1280. if len(itemRefs)+rm.Offset < totalEntries {
  1281. continuation = len(itemRefs) + rm.Offset
  1282. }
  1283. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1284. }
  1285. func (h *handler) handleReadStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1286. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1287. builder.WithoutStatus(model.EntryStatusRemoved)
  1288. builder.WithStatus(model.EntryStatusRead)
  1289. builder.WithLimit(rm.Count)
  1290. builder.WithOffset(rm.Offset)
  1291. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1292. if rm.StartTime > 0 {
  1293. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1294. }
  1295. if rm.StopTime > 0 {
  1296. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1297. }
  1298. rawEntryIDs, err := builder.GetEntryIDs()
  1299. if err != nil {
  1300. json.ServerError(w, r, err)
  1301. return
  1302. }
  1303. var itemRefs = make([]itemRef, 0)
  1304. for _, entryID := range rawEntryIDs {
  1305. formattedID := strconv.FormatInt(entryID, 10)
  1306. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1307. }
  1308. totalEntries, err := builder.CountEntries()
  1309. if err != nil {
  1310. json.ServerError(w, r, err)
  1311. return
  1312. }
  1313. continuation := 0
  1314. if len(itemRefs)+rm.Offset < totalEntries {
  1315. continuation = len(itemRefs) + rm.Offset
  1316. }
  1317. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1318. }
  1319. func (h *handler) handleFeedStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1320. feedID, err := strconv.ParseInt(rm.Streams[0].ID, 10, 64)
  1321. if err != nil {
  1322. json.ServerError(w, r, err)
  1323. return
  1324. }
  1325. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1326. builder.WithoutStatus(model.EntryStatusRemoved)
  1327. builder.WithFeedID(feedID)
  1328. builder.WithLimit(rm.Count)
  1329. builder.WithOffset(rm.Offset)
  1330. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1331. if rm.StartTime > 0 {
  1332. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1333. }
  1334. if rm.StopTime > 0 {
  1335. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1336. }
  1337. if len(rm.ExcludeTargets) > 0 {
  1338. for _, s := range rm.ExcludeTargets {
  1339. if s.Type == ReadStream {
  1340. builder.WithoutStatus(model.EntryStatusRead)
  1341. }
  1342. }
  1343. }
  1344. rawEntryIDs, err := builder.GetEntryIDs()
  1345. if err != nil {
  1346. json.ServerError(w, r, err)
  1347. return
  1348. }
  1349. var itemRefs = make([]itemRef, 0)
  1350. for _, entryID := range rawEntryIDs {
  1351. formattedID := strconv.FormatInt(entryID, 10)
  1352. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1353. }
  1354. totalEntries, err := builder.CountEntries()
  1355. if err != nil {
  1356. json.ServerError(w, r, err)
  1357. return
  1358. }
  1359. continuation := 0
  1360. if len(itemRefs)+rm.Offset < totalEntries {
  1361. continuation = len(itemRefs) + rm.Offset
  1362. }
  1363. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1364. }