handler.go 43 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511
  1. // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
  2. // SPDX-License-Identifier: Apache-2.0
  3. package googlereader // import "miniflux.app/v2/internal/googlereader"
  4. import (
  5. "errors"
  6. "fmt"
  7. "log/slog"
  8. "net/http"
  9. "strconv"
  10. "strings"
  11. "time"
  12. "miniflux.app/v2/internal/config"
  13. "miniflux.app/v2/internal/http/request"
  14. "miniflux.app/v2/internal/http/response"
  15. "miniflux.app/v2/internal/http/response/json"
  16. "miniflux.app/v2/internal/http/route"
  17. "miniflux.app/v2/internal/integration"
  18. "miniflux.app/v2/internal/model"
  19. "miniflux.app/v2/internal/proxy"
  20. "miniflux.app/v2/internal/reader/fetcher"
  21. mff "miniflux.app/v2/internal/reader/handler"
  22. mfs "miniflux.app/v2/internal/reader/subscription"
  23. "miniflux.app/v2/internal/storage"
  24. "miniflux.app/v2/internal/urllib"
  25. "miniflux.app/v2/internal/validator"
  26. "github.com/gorilla/mux"
  27. )
  28. type handler struct {
  29. store *storage.Storage
  30. router *mux.Router
  31. }
  32. const (
  33. // StreamPrefix is the prefix for astreams (read/starred/reading list and so on)
  34. StreamPrefix = "user/-/state/com.google/"
  35. // UserStreamPrefix is the user specific prefix for streams (read/starred/reading list and so on)
  36. UserStreamPrefix = "user/%d/state/com.google/"
  37. // LabelPrefix is the prefix for a label stream
  38. LabelPrefix = "user/-/label/"
  39. // UserLabelPrefix is the user specific prefix prefix for a label stream
  40. UserLabelPrefix = "user/%d/label/"
  41. // FeedPrefix is the prefix for a feed stream
  42. FeedPrefix = "feed/"
  43. // Read is the suffix for read stream
  44. Read = "read"
  45. // Starred is the suffix for starred stream
  46. Starred = "starred"
  47. // ReadingList is the suffix for reading list stream
  48. ReadingList = "reading-list"
  49. // KeptUnread is the suffix for kept unread stream
  50. KeptUnread = "kept-unread"
  51. // Broadcast is the suffix for broadcast stream
  52. Broadcast = "broadcast"
  53. // BroadcastFriends is the suffix for broadcast friends stream
  54. BroadcastFriends = "broadcast-friends"
  55. // Like is the suffix for like stream
  56. Like = "like"
  57. // EntryIDLong is the long entry id representation
  58. EntryIDLong = "tag:google.com,2005:reader/item/%016x"
  59. )
  60. const (
  61. // ParamItemIDs - name of the parameter with the item ids
  62. ParamItemIDs = "i"
  63. // ParamStreamID - name of the parameter containing the stream to be included
  64. ParamStreamID = "s"
  65. // ParamStreamExcludes - name of the parameter containing streams to be excluded
  66. ParamStreamExcludes = "xt"
  67. // ParamStreamFilters - name of the parameter containing streams to be included
  68. ParamStreamFilters = "it"
  69. // ParamStreamMaxItems - name of the parameter containing number of items per page/max items returned
  70. ParamStreamMaxItems = "n"
  71. // ParamStreamOrder - name of the parameter containing the sort criteria
  72. ParamStreamOrder = "r"
  73. // ParamStreamStartTime - name of the parameter containing epoch timestamp, filtering items older than
  74. ParamStreamStartTime = "ot"
  75. // ParamStreamStopTime - name of the parameter containing epoch timestamp, filtering items newer than
  76. ParamStreamStopTime = "nt"
  77. // ParamTagsRemove - name of the parameter containing tags (streams) to be removed
  78. ParamTagsRemove = "r"
  79. // ParamTagsAdd - name of the parameter containing tags (streams) to be added
  80. ParamTagsAdd = "a"
  81. // ParamSubscribeAction - name of the parameter indicating the action to take for subscription/edit
  82. ParamSubscribeAction = "ac"
  83. // ParamTitle - name of the parameter for the title of the subscription
  84. ParamTitle = "t"
  85. // ParamQuickAdd - name of the parameter for a URL being quick subscribed to
  86. ParamQuickAdd = "quickadd"
  87. // ParamDestination - name of the parameter for the new name of a tag
  88. ParamDestination = "dest"
  89. // ParamContinuation - name of the parameter for callers to pass to receive the next page of results
  90. ParamContinuation = "c"
  91. )
  92. // StreamType represents the possible stream types
  93. type StreamType int
  94. const (
  95. // NoStream - no stream type
  96. NoStream StreamType = iota
  97. // ReadStream - read stream type
  98. ReadStream
  99. // StarredStream - starred stream type
  100. StarredStream
  101. // ReadingListStream - reading list stream type
  102. ReadingListStream
  103. // KeptUnreadStream - kept unread stream type
  104. KeptUnreadStream
  105. // BroadcastStream - broadcast stream type
  106. BroadcastStream
  107. // BroadcastFriendsStream - broadcast friends stream type
  108. BroadcastFriendsStream
  109. // LabelStream - label stream type
  110. LabelStream
  111. // FeedStream - feed stream type
  112. FeedStream
  113. // LikeStream - like stream type
  114. LikeStream
  115. )
  116. // Stream defines a stream type and its ID.
  117. type Stream struct {
  118. Type StreamType
  119. ID string
  120. }
  121. func (s Stream) String() string {
  122. return fmt.Sprintf("%v - '%s'", s.Type, s.ID)
  123. }
  124. func (st StreamType) String() string {
  125. switch st {
  126. case NoStream:
  127. return "NoStream"
  128. case ReadStream:
  129. return "ReadStream"
  130. case StarredStream:
  131. return "StarredStream"
  132. case ReadingListStream:
  133. return "ReadingListStream"
  134. case KeptUnreadStream:
  135. return "KeptUnreadStream"
  136. case BroadcastStream:
  137. return "BroadcastStream"
  138. case BroadcastFriendsStream:
  139. return "BroadcastFriendsStream"
  140. case LabelStream:
  141. return "LabelStream"
  142. case FeedStream:
  143. return "FeedStream"
  144. case LikeStream:
  145. return "LikeStream"
  146. default:
  147. return st.String()
  148. }
  149. }
  150. // RequestModifiers are the parsed request parameters.
  151. type RequestModifiers struct {
  152. ExcludeTargets []Stream
  153. FilterTargets []Stream
  154. Streams []Stream
  155. Count int
  156. Offset int
  157. SortDirection string
  158. StartTime int64
  159. StopTime int64
  160. ContinuationToken string
  161. UserID int64
  162. }
  163. func (r RequestModifiers) String() string {
  164. var results []string
  165. results = append(results, fmt.Sprintf("UserID: %d", r.UserID))
  166. var streamStr []string
  167. for _, s := range r.Streams {
  168. streamStr = append(streamStr, s.String())
  169. }
  170. results = append(results, fmt.Sprintf("Streams: [%s]", strings.Join(streamStr, ", ")))
  171. var exclusions []string
  172. for _, s := range r.ExcludeTargets {
  173. exclusions = append(exclusions, s.String())
  174. }
  175. results = append(results, fmt.Sprintf("Exclusions: [%s]", strings.Join(exclusions, ", ")))
  176. var filters []string
  177. for _, s := range r.FilterTargets {
  178. filters = append(filters, s.String())
  179. }
  180. results = append(results, fmt.Sprintf("Filters: [%s]", strings.Join(filters, ", ")))
  181. results = append(results, fmt.Sprintf("Count: %d", r.Count))
  182. results = append(results, fmt.Sprintf("Offset: %d", r.Offset))
  183. results = append(results, fmt.Sprintf("Sort Direction: %s", r.SortDirection))
  184. results = append(results, fmt.Sprintf("Continuation Token: %s", r.ContinuationToken))
  185. results = append(results, fmt.Sprintf("Start Time: %d", r.StartTime))
  186. results = append(results, fmt.Sprintf("Stop Time: %d", r.StopTime))
  187. return strings.Join(results, "; ")
  188. }
  189. // Serve handles Google Reader API calls.
  190. func Serve(router *mux.Router, store *storage.Storage) {
  191. handler := &handler{store, router}
  192. router.HandleFunc("/accounts/ClientLogin", handler.clientLoginHandler).Methods(http.MethodPost).Name("ClientLogin")
  193. middleware := newMiddleware(store)
  194. sr := router.PathPrefix("/reader/api/0").Subrouter()
  195. sr.Use(middleware.handleCORS)
  196. sr.Use(middleware.apiKeyAuth)
  197. sr.Methods(http.MethodOptions)
  198. sr.HandleFunc("/token", handler.tokenHandler).Methods(http.MethodGet).Name("Token")
  199. sr.HandleFunc("/edit-tag", handler.editTagHandler).Methods(http.MethodPost).Name("EditTag")
  200. sr.HandleFunc("/rename-tag", handler.renameTagHandler).Methods(http.MethodPost).Name("Rename Tag")
  201. sr.HandleFunc("/disable-tag", handler.disableTagHandler).Methods(http.MethodPost).Name("Disable Tag")
  202. sr.HandleFunc("/tag/list", handler.tagListHandler).Methods(http.MethodGet).Name("TagList")
  203. sr.HandleFunc("/user-info", handler.userInfoHandler).Methods(http.MethodGet).Name("UserInfo")
  204. sr.HandleFunc("/subscription/list", handler.subscriptionListHandler).Methods(http.MethodGet).Name("SubscriptonList")
  205. sr.HandleFunc("/subscription/edit", handler.editSubscriptionHandler).Methods(http.MethodPost).Name("SubscriptionEdit")
  206. sr.HandleFunc("/subscription/quickadd", handler.quickAddHandler).Methods(http.MethodPost).Name("QuickAdd")
  207. sr.HandleFunc("/stream/items/ids", handler.streamItemIDsHandler).Methods(http.MethodGet).Name("StreamItemIDs")
  208. sr.HandleFunc("/stream/items/contents", handler.streamItemContentsHandler).Methods(http.MethodPost).Name("StreamItemsContents")
  209. sr.PathPrefix("/").HandlerFunc(handler.serveHandler).Methods(http.MethodPost, http.MethodGet).Name("GoogleReaderApiEndpoint")
  210. }
  211. func getStreamFilterModifiers(r *http.Request) (RequestModifiers, error) {
  212. userID := request.UserID(r)
  213. result := RequestModifiers{
  214. SortDirection: "desc",
  215. UserID: userID,
  216. }
  217. streamOrder := request.QueryStringParam(r, ParamStreamOrder, "d")
  218. if streamOrder == "o" {
  219. result.SortDirection = "asc"
  220. }
  221. var err error
  222. result.Streams, err = getStreams(request.QueryStringParamList(r, ParamStreamID), userID)
  223. if err != nil {
  224. return RequestModifiers{}, err
  225. }
  226. result.ExcludeTargets, err = getStreams(request.QueryStringParamList(r, ParamStreamExcludes), userID)
  227. if err != nil {
  228. return RequestModifiers{}, err
  229. }
  230. result.FilterTargets, err = getStreams(request.QueryStringParamList(r, ParamStreamFilters), userID)
  231. if err != nil {
  232. return RequestModifiers{}, err
  233. }
  234. result.Count = request.QueryIntParam(r, ParamStreamMaxItems, 0)
  235. result.Offset = request.QueryIntParam(r, ParamContinuation, 0)
  236. result.StartTime = request.QueryInt64Param(r, ParamStreamStartTime, int64(0))
  237. result.StopTime = request.QueryInt64Param(r, ParamStreamStopTime, int64(0))
  238. return result, nil
  239. }
  240. func getStream(streamID string, userID int64) (Stream, error) {
  241. if strings.HasPrefix(streamID, FeedPrefix) {
  242. return Stream{Type: FeedStream, ID: strings.TrimPrefix(streamID, FeedPrefix)}, nil
  243. } else if strings.HasPrefix(streamID, fmt.Sprintf(UserStreamPrefix, userID)) || strings.HasPrefix(streamID, StreamPrefix) {
  244. id := strings.TrimPrefix(streamID, fmt.Sprintf(UserStreamPrefix, userID))
  245. id = strings.TrimPrefix(id, StreamPrefix)
  246. switch id {
  247. case Read:
  248. return Stream{ReadStream, ""}, nil
  249. case Starred:
  250. return Stream{StarredStream, ""}, nil
  251. case ReadingList:
  252. return Stream{ReadingListStream, ""}, nil
  253. case KeptUnread:
  254. return Stream{KeptUnreadStream, ""}, nil
  255. case Broadcast:
  256. return Stream{BroadcastStream, ""}, nil
  257. case BroadcastFriends:
  258. return Stream{BroadcastFriendsStream, ""}, nil
  259. case Like:
  260. return Stream{LikeStream, ""}, nil
  261. default:
  262. return Stream{NoStream, ""}, fmt.Errorf("googlereader: unknown stream with id: %s", id)
  263. }
  264. } else if strings.HasPrefix(streamID, fmt.Sprintf(UserLabelPrefix, userID)) || strings.HasPrefix(streamID, LabelPrefix) {
  265. id := strings.TrimPrefix(streamID, fmt.Sprintf(UserLabelPrefix, userID))
  266. id = strings.TrimPrefix(id, LabelPrefix)
  267. return Stream{LabelStream, id}, nil
  268. } else if streamID == "" {
  269. return Stream{NoStream, ""}, nil
  270. }
  271. return Stream{NoStream, ""}, fmt.Errorf("googlereader: unknown stream type: %s", streamID)
  272. }
  273. func getStreams(streamIDs []string, userID int64) ([]Stream, error) {
  274. streams := make([]Stream, 0)
  275. for _, streamID := range streamIDs {
  276. stream, err := getStream(streamID, userID)
  277. if err != nil {
  278. return []Stream{}, err
  279. }
  280. streams = append(streams, stream)
  281. }
  282. return streams, nil
  283. }
  284. func checkAndSimplifyTags(addTags []Stream, removeTags []Stream) (map[StreamType]bool, error) {
  285. tags := make(map[StreamType]bool)
  286. for _, s := range addTags {
  287. switch s.Type {
  288. case ReadStream:
  289. if _, ok := tags[KeptUnreadStream]; ok {
  290. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  291. }
  292. tags[ReadStream] = true
  293. case KeptUnreadStream:
  294. if _, ok := tags[ReadStream]; ok {
  295. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  296. }
  297. tags[ReadStream] = false
  298. case StarredStream:
  299. tags[StarredStream] = true
  300. case BroadcastStream, LikeStream:
  301. slog.Debug("Broadcast & Like tags are not implemented!")
  302. default:
  303. return nil, fmt.Errorf("googlereader: unsupported tag type: %s", s.Type)
  304. }
  305. }
  306. for _, s := range removeTags {
  307. switch s.Type {
  308. case ReadStream:
  309. if _, ok := tags[ReadStream]; ok {
  310. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  311. }
  312. tags[ReadStream] = false
  313. case KeptUnreadStream:
  314. if _, ok := tags[ReadStream]; ok {
  315. return nil, fmt.Errorf("googlereader: %s ad %s should not be supplied simultaneously", KeptUnread, Read)
  316. }
  317. tags[ReadStream] = true
  318. case StarredStream:
  319. if _, ok := tags[StarredStream]; ok {
  320. return nil, fmt.Errorf("googlereader: %s should not be supplied for add and remove simultaneously", Starred)
  321. }
  322. tags[StarredStream] = false
  323. case BroadcastStream, LikeStream:
  324. slog.Debug("Broadcast & Like tags are not implemented!")
  325. default:
  326. return nil, fmt.Errorf("googlereader: unsupported tag type: %s", s.Type)
  327. }
  328. }
  329. return tags, nil
  330. }
  331. func getItemIDs(r *http.Request) ([]int64, error) {
  332. items := r.Form[ParamItemIDs]
  333. if len(items) == 0 {
  334. return nil, fmt.Errorf("googlereader: no items requested")
  335. }
  336. itemIDs := make([]int64, len(items))
  337. for i, item := range items {
  338. var itemID int64
  339. _, err := fmt.Sscanf(item, EntryIDLong, &itemID)
  340. if err != nil {
  341. itemID, err = strconv.ParseInt(item, 16, 64)
  342. if err != nil {
  343. return nil, fmt.Errorf("googlereader: could not parse item: %v", item)
  344. }
  345. }
  346. itemIDs[i] = itemID
  347. }
  348. return itemIDs, nil
  349. }
  350. func checkOutputFormat(w http.ResponseWriter, r *http.Request) error {
  351. var output string
  352. if r.Method == http.MethodPost {
  353. err := r.ParseForm()
  354. if err != nil {
  355. return err
  356. }
  357. output = r.Form.Get("output")
  358. } else {
  359. output = request.QueryStringParam(r, "output", "")
  360. }
  361. if output != "json" {
  362. err := fmt.Errorf("googlereader: only json output is supported")
  363. return err
  364. }
  365. return nil
  366. }
  367. func (h *handler) clientLoginHandler(w http.ResponseWriter, r *http.Request) {
  368. clientIP := request.ClientIP(r)
  369. slog.Debug("[GoogleReader] Handle /accounts/ClientLogin",
  370. slog.String("handler", "clientLoginHandler"),
  371. slog.String("client_ip", clientIP),
  372. slog.String("user_agent", r.UserAgent()),
  373. )
  374. if err := r.ParseForm(); err != nil {
  375. slog.Warn("[GoogleReader] Could not parse request form data",
  376. slog.Bool("authentication_failed", true),
  377. slog.String("client_ip", clientIP),
  378. slog.String("user_agent", r.UserAgent()),
  379. slog.Any("error", err),
  380. )
  381. json.Unauthorized(w, r)
  382. return
  383. }
  384. username := r.Form.Get("Email")
  385. password := r.Form.Get("Passwd")
  386. output := r.Form.Get("output")
  387. if username == "" || password == "" {
  388. slog.Warn("[GoogleReader] Empty username or password",
  389. slog.Bool("authentication_failed", true),
  390. slog.String("client_ip", clientIP),
  391. slog.String("user_agent", r.UserAgent()),
  392. )
  393. json.Unauthorized(w, r)
  394. return
  395. }
  396. if err := h.store.GoogleReaderUserCheckPassword(username, password); err != nil {
  397. slog.Warn("[GoogleReader] Invalid username or password",
  398. slog.Bool("authentication_failed", true),
  399. slog.String("client_ip", clientIP),
  400. slog.String("user_agent", r.UserAgent()),
  401. slog.String("username", username),
  402. slog.Any("error", err),
  403. )
  404. json.Unauthorized(w, r)
  405. return
  406. }
  407. slog.Info("[GoogleReader] User authenticated successfully",
  408. slog.Bool("authentication_successful", true),
  409. slog.String("client_ip", clientIP),
  410. slog.String("user_agent", r.UserAgent()),
  411. slog.String("username", username),
  412. )
  413. integration, err := h.store.GoogleReaderUserGetIntegration(username)
  414. if err != nil {
  415. json.ServerError(w, r, err)
  416. return
  417. }
  418. h.store.SetLastLogin(integration.UserID)
  419. token := getAuthToken(integration.GoogleReaderUsername, integration.GoogleReaderPassword)
  420. slog.Debug("[GoogleReader] Created token",
  421. slog.String("client_ip", clientIP),
  422. slog.String("user_agent", r.UserAgent()),
  423. slog.String("username", username),
  424. )
  425. result := login{SID: token, LSID: token, Auth: token}
  426. if output == "json" {
  427. json.OK(w, r, result)
  428. return
  429. }
  430. builder := response.New(w, r)
  431. builder.WithHeader("Content-Type", "text/plain; charset=UTF-8")
  432. builder.WithBody(result.String())
  433. builder.Write()
  434. }
  435. func (h *handler) tokenHandler(w http.ResponseWriter, r *http.Request) {
  436. clientIP := request.ClientIP(r)
  437. slog.Debug("[GoogleReader] Handle /token",
  438. slog.String("handler", "tokenHandler"),
  439. slog.String("client_ip", clientIP),
  440. slog.String("user_agent", r.UserAgent()),
  441. )
  442. if !request.IsAuthenticated(r) {
  443. slog.Warn("[GoogleReader] User is not authenticated",
  444. slog.String("client_ip", clientIP),
  445. slog.String("user_agent", r.UserAgent()),
  446. )
  447. json.Unauthorized(w, r)
  448. return
  449. }
  450. token := request.GoolgeReaderToken(r)
  451. if token == "" {
  452. slog.Warn("[GoogleReader] User does not have token",
  453. slog.String("client_ip", clientIP),
  454. slog.String("user_agent", r.UserAgent()),
  455. slog.Int64("user_id", request.UserID(r)),
  456. )
  457. json.Unauthorized(w, r)
  458. return
  459. }
  460. slog.Debug("[GoogleReader] Token handler",
  461. slog.String("client_ip", clientIP),
  462. slog.String("user_agent", r.UserAgent()),
  463. slog.Int64("user_id", request.UserID(r)),
  464. slog.String("token", token),
  465. )
  466. w.Header().Add("Content-Type", "text/plain; charset=UTF-8")
  467. w.WriteHeader(http.StatusOK)
  468. w.Write([]byte(token))
  469. }
  470. func (h *handler) editTagHandler(w http.ResponseWriter, r *http.Request) {
  471. userID := request.UserID(r)
  472. clientIP := request.ClientIP(r)
  473. slog.Debug("[GoogleReader] Handle /edit-tag",
  474. slog.String("handler", "editTagHandler"),
  475. slog.String("client_ip", clientIP),
  476. slog.String("user_agent", r.UserAgent()),
  477. slog.Int64("user_id", userID),
  478. )
  479. if err := r.ParseForm(); err != nil {
  480. json.ServerError(w, r, err)
  481. return
  482. }
  483. addTags, err := getStreams(r.PostForm[ParamTagsAdd], userID)
  484. if err != nil {
  485. json.ServerError(w, r, err)
  486. return
  487. }
  488. removeTags, err := getStreams(r.PostForm[ParamTagsRemove], userID)
  489. if err != nil {
  490. json.ServerError(w, r, err)
  491. return
  492. }
  493. if len(addTags) == 0 && len(removeTags) == 0 {
  494. err = fmt.Errorf("googlreader: add or/and remove tags should be supplied")
  495. json.ServerError(w, r, err)
  496. return
  497. }
  498. tags, err := checkAndSimplifyTags(addTags, removeTags)
  499. if err != nil {
  500. json.ServerError(w, r, err)
  501. return
  502. }
  503. itemIDs, err := getItemIDs(r)
  504. if err != nil {
  505. json.ServerError(w, r, err)
  506. return
  507. }
  508. slog.Debug("[GoogleReader] Edited tags",
  509. slog.String("handler", "editTagHandler"),
  510. slog.String("client_ip", clientIP),
  511. slog.String("user_agent", r.UserAgent()),
  512. slog.Int64("user_id", userID),
  513. slog.Any("item_ids", itemIDs),
  514. slog.Any("tags", tags),
  515. )
  516. builder := h.store.NewEntryQueryBuilder(userID)
  517. builder.WithEntryIDs(itemIDs)
  518. builder.WithoutStatus(model.EntryStatusRemoved)
  519. entries, err := builder.GetEntries()
  520. if err != nil {
  521. json.ServerError(w, r, err)
  522. return
  523. }
  524. n := 0
  525. readEntryIDs := make([]int64, 0)
  526. unreadEntryIDs := make([]int64, 0)
  527. starredEntryIDs := make([]int64, 0)
  528. unstarredEntryIDs := make([]int64, 0)
  529. for _, entry := range entries {
  530. if read, exists := tags[ReadStream]; exists {
  531. if read && entry.Status == model.EntryStatusUnread {
  532. readEntryIDs = append(readEntryIDs, entry.ID)
  533. } else if entry.Status == model.EntryStatusRead {
  534. unreadEntryIDs = append(unreadEntryIDs, entry.ID)
  535. }
  536. }
  537. if starred, exists := tags[StarredStream]; exists {
  538. if starred && !entry.Starred {
  539. starredEntryIDs = append(starredEntryIDs, entry.ID)
  540. // filter the original array
  541. entries[n] = entry
  542. n++
  543. } else if entry.Starred {
  544. unstarredEntryIDs = append(unstarredEntryIDs, entry.ID)
  545. }
  546. }
  547. }
  548. entries = entries[:n]
  549. if len(readEntryIDs) > 0 {
  550. err = h.store.SetEntriesStatus(userID, readEntryIDs, model.EntryStatusRead)
  551. if err != nil {
  552. json.ServerError(w, r, err)
  553. return
  554. }
  555. }
  556. if len(unreadEntryIDs) > 0 {
  557. err = h.store.SetEntriesStatus(userID, unreadEntryIDs, model.EntryStatusUnread)
  558. if err != nil {
  559. json.ServerError(w, r, err)
  560. return
  561. }
  562. }
  563. if len(unstarredEntryIDs) > 0 {
  564. err = h.store.SetEntriesBookmarkedState(userID, unstarredEntryIDs, false)
  565. if err != nil {
  566. json.ServerError(w, r, err)
  567. return
  568. }
  569. }
  570. if len(starredEntryIDs) > 0 {
  571. err = h.store.SetEntriesBookmarkedState(userID, starredEntryIDs, true)
  572. if err != nil {
  573. json.ServerError(w, r, err)
  574. return
  575. }
  576. }
  577. if len(entries) > 0 {
  578. settings, err := h.store.Integration(userID)
  579. if err != nil {
  580. json.ServerError(w, r, err)
  581. return
  582. }
  583. for _, entry := range entries {
  584. e := entry
  585. go func() {
  586. integration.SendEntry(e, settings)
  587. }()
  588. }
  589. }
  590. OK(w, r)
  591. }
  592. func (h *handler) quickAddHandler(w http.ResponseWriter, r *http.Request) {
  593. userID := request.UserID(r)
  594. clientIP := request.ClientIP(r)
  595. slog.Debug("[GoogleReader] Handle /subscription/quickadd",
  596. slog.String("handler", "quickAddHandler"),
  597. slog.String("client_ip", clientIP),
  598. slog.String("user_agent", r.UserAgent()),
  599. slog.Int64("user_id", userID),
  600. )
  601. err := r.ParseForm()
  602. if err != nil {
  603. json.BadRequest(w, r, err)
  604. return
  605. }
  606. feedURL := r.Form.Get(ParamQuickAdd)
  607. if !validator.IsValidURL(feedURL) {
  608. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid URL: %s", feedURL))
  609. return
  610. }
  611. requestBuilder := fetcher.NewRequestBuilder()
  612. requestBuilder.WithTimeout(config.Opts.HTTPClientTimeout())
  613. requestBuilder.WithProxy(config.Opts.HTTPClientProxy())
  614. var rssBridgeURL string
  615. if intg, err := h.store.Integration(userID); err == nil && intg != nil && intg.RSSBridgeEnabled {
  616. rssBridgeURL = intg.RSSBridgeURL
  617. }
  618. subscriptions, localizedError := mfs.NewSubscriptionFinder(requestBuilder).FindSubscriptions(feedURL, rssBridgeURL)
  619. if localizedError != nil {
  620. json.ServerError(w, r, localizedError.Error())
  621. return
  622. }
  623. if len(subscriptions) == 0 {
  624. json.OK(w, r, quickAddResponse{
  625. NumResults: 0,
  626. })
  627. return
  628. }
  629. toSubscribe := Stream{FeedStream, subscriptions[0].URL}
  630. category := Stream{NoStream, ""}
  631. newFeed, err := subscribe(toSubscribe, category, "", h.store, userID)
  632. if err != nil {
  633. json.ServerError(w, r, err)
  634. return
  635. }
  636. slog.Debug("[GoogleReader] Added a new feed",
  637. slog.String("handler", "quickAddHandler"),
  638. slog.String("client_ip", clientIP),
  639. slog.String("user_agent", r.UserAgent()),
  640. slog.Int64("user_id", userID),
  641. slog.String("feed_url", newFeed.FeedURL),
  642. )
  643. json.OK(w, r, quickAddResponse{
  644. NumResults: 1,
  645. Query: newFeed.FeedURL,
  646. StreamID: fmt.Sprintf(FeedPrefix+"%d", newFeed.ID),
  647. StreamName: newFeed.Title,
  648. })
  649. }
  650. func getFeed(stream Stream, store *storage.Storage, userID int64) (*model.Feed, error) {
  651. feedID, err := strconv.ParseInt(stream.ID, 10, 64)
  652. if err != nil {
  653. return nil, err
  654. }
  655. return store.FeedByID(userID, feedID)
  656. }
  657. func getOrCreateCategory(category Stream, store *storage.Storage, userID int64) (*model.Category, error) {
  658. if category.ID == "" {
  659. return store.FirstCategory(userID)
  660. } else if store.CategoryTitleExists(userID, category.ID) {
  661. return store.CategoryByTitle(userID, category.ID)
  662. } else {
  663. catRequest := model.CategoryRequest{
  664. Title: category.ID,
  665. }
  666. return store.CreateCategory(userID, &catRequest)
  667. }
  668. }
  669. func subscribe(newFeed Stream, category Stream, title string, store *storage.Storage, userID int64) (*model.Feed, error) {
  670. destCategory, err := getOrCreateCategory(category, store, userID)
  671. if err != nil {
  672. return nil, err
  673. }
  674. feedRequest := model.FeedCreationRequest{
  675. FeedURL: newFeed.ID,
  676. CategoryID: destCategory.ID,
  677. }
  678. verr := validator.ValidateFeedCreation(store, userID, &feedRequest)
  679. if verr != nil {
  680. return nil, verr.Error()
  681. }
  682. created, localizedError := mff.CreateFeed(store, userID, &feedRequest)
  683. if err != nil {
  684. return nil, localizedError.Error()
  685. }
  686. if title != "" {
  687. feedModification := model.FeedModificationRequest{
  688. Title: &title,
  689. }
  690. feedModification.Patch(created)
  691. if err := store.UpdateFeed(created); err != nil {
  692. return nil, err
  693. }
  694. }
  695. return created, nil
  696. }
  697. func unsubscribe(streams []Stream, store *storage.Storage, userID int64) error {
  698. for _, stream := range streams {
  699. feedID, err := strconv.ParseInt(stream.ID, 10, 64)
  700. if err != nil {
  701. return err
  702. }
  703. err = store.RemoveFeed(userID, feedID)
  704. if err != nil {
  705. return err
  706. }
  707. }
  708. return nil
  709. }
  710. func rename(stream Stream, title string, store *storage.Storage, userID int64) error {
  711. if title == "" {
  712. return errors.New("empty title")
  713. }
  714. feed, err := getFeed(stream, store, userID)
  715. if err != nil {
  716. return err
  717. }
  718. feedModification := model.FeedModificationRequest{
  719. Title: &title,
  720. }
  721. feedModification.Patch(feed)
  722. return store.UpdateFeed(feed)
  723. }
  724. func move(stream Stream, destination Stream, store *storage.Storage, userID int64) error {
  725. feed, err := getFeed(stream, store, userID)
  726. if err != nil {
  727. return err
  728. }
  729. category, err := getOrCreateCategory(destination, store, userID)
  730. if err != nil {
  731. return err
  732. }
  733. feedModification := model.FeedModificationRequest{
  734. CategoryID: &category.ID,
  735. }
  736. feedModification.Patch(feed)
  737. return store.UpdateFeed(feed)
  738. }
  739. func (h *handler) editSubscriptionHandler(w http.ResponseWriter, r *http.Request) {
  740. userID := request.UserID(r)
  741. clientIP := request.ClientIP(r)
  742. slog.Debug("[GoogleReader] Handle /subscription/edit",
  743. slog.String("handler", "editSubscriptionHandler"),
  744. slog.String("client_ip", clientIP),
  745. slog.String("user_agent", r.UserAgent()),
  746. slog.Int64("user_id", userID),
  747. )
  748. if err := r.ParseForm(); err != nil {
  749. json.BadRequest(w, r, err)
  750. return
  751. }
  752. streamIds, err := getStreams(r.Form[ParamStreamID], userID)
  753. if err != nil || len(streamIds) == 0 {
  754. json.BadRequest(w, r, errors.New("googlereader: no valid stream IDs provided"))
  755. return
  756. }
  757. newLabel, err := getStream(r.Form.Get(ParamTagsAdd), userID)
  758. if err != nil {
  759. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamTagsAdd))
  760. return
  761. }
  762. title := r.Form.Get(ParamTitle)
  763. action := r.Form.Get(ParamSubscribeAction)
  764. switch action {
  765. case "subscribe":
  766. _, err := subscribe(streamIds[0], newLabel, title, h.store, userID)
  767. if err != nil {
  768. json.ServerError(w, r, err)
  769. return
  770. }
  771. case "unsubscribe":
  772. err := unsubscribe(streamIds, h.store, userID)
  773. if err != nil {
  774. json.ServerError(w, r, err)
  775. return
  776. }
  777. case "edit":
  778. if title != "" {
  779. if err := rename(streamIds[0], title, h.store, userID); err != nil {
  780. json.ServerError(w, r, err)
  781. return
  782. }
  783. }
  784. if r.Form.Has(ParamTagsAdd) {
  785. if newLabel.Type != LabelStream {
  786. json.BadRequest(w, r, errors.New("destination must be a label"))
  787. return
  788. }
  789. if err := move(streamIds[0], newLabel, h.store, userID); err != nil {
  790. json.ServerError(w, r, err)
  791. return
  792. }
  793. }
  794. default:
  795. json.ServerError(w, r, fmt.Errorf("googlereader: unrecognized action %s", action))
  796. return
  797. }
  798. OK(w, r)
  799. }
  800. func (h *handler) streamItemContentsHandler(w http.ResponseWriter, r *http.Request) {
  801. userID := request.UserID(r)
  802. clientIP := request.ClientIP(r)
  803. slog.Debug("[GoogleReader] Handle /stream/items/contents",
  804. slog.String("handler", "streamItemContentsHandler"),
  805. slog.String("client_ip", clientIP),
  806. slog.String("user_agent", r.UserAgent()),
  807. slog.Int64("user_id", userID),
  808. )
  809. if err := checkOutputFormat(w, r); err != nil {
  810. json.ServerError(w, r, err)
  811. return
  812. }
  813. err := r.ParseForm()
  814. if err != nil {
  815. json.ServerError(w, r, err)
  816. return
  817. }
  818. var user *model.User
  819. if user, err = h.store.UserByID(userID); err != nil {
  820. json.ServerError(w, r, err)
  821. return
  822. }
  823. requestModifiers, err := getStreamFilterModifiers(r)
  824. if err != nil {
  825. json.ServerError(w, r, err)
  826. return
  827. }
  828. userReadingList := fmt.Sprintf(UserStreamPrefix, userID) + ReadingList
  829. userRead := fmt.Sprintf(UserStreamPrefix, userID) + Read
  830. userStarred := fmt.Sprintf(UserStreamPrefix, userID) + Starred
  831. itemIDs, err := getItemIDs(r)
  832. if err != nil {
  833. json.ServerError(w, r, err)
  834. return
  835. }
  836. slog.Debug("[GoogleReader] Fetching item contents",
  837. slog.String("handler", "streamItemContentsHandler"),
  838. slog.String("client_ip", clientIP),
  839. slog.String("user_agent", r.UserAgent()),
  840. slog.Int64("user_id", userID),
  841. slog.Any("item_ids", itemIDs),
  842. )
  843. builder := h.store.NewEntryQueryBuilder(userID)
  844. builder.WithoutStatus(model.EntryStatusRemoved)
  845. builder.WithEntryIDs(itemIDs)
  846. builder.WithSorting(model.DefaultSortingOrder, requestModifiers.SortDirection)
  847. entries, err := builder.GetEntries()
  848. if err != nil {
  849. json.ServerError(w, r, err)
  850. return
  851. }
  852. if len(entries) == 0 {
  853. json.ServerError(w, r, fmt.Errorf("googlereader: no items returned from the database"))
  854. return
  855. }
  856. result := streamContentItems{
  857. Direction: "ltr",
  858. ID: fmt.Sprintf("feed/%d", entries[0].FeedID),
  859. Title: entries[0].Feed.Title,
  860. Alternate: []contentHREFType{
  861. {
  862. HREF: entries[0].Feed.SiteURL,
  863. Type: "text/html",
  864. },
  865. },
  866. Updated: time.Now().Unix(),
  867. Self: []contentHREF{
  868. {
  869. HREF: config.Opts.RootURL() + route.Path(h.router, "StreamItemsContents"),
  870. },
  871. },
  872. Author: user.Username,
  873. }
  874. contentItems := make([]contentItem, len(entries))
  875. for i, entry := range entries {
  876. enclosures := make([]contentItemEnclosure, len(entry.Enclosures))
  877. for _, enclosure := range entry.Enclosures {
  878. enclosures = append(enclosures, contentItemEnclosure{URL: enclosure.URL, Type: enclosure.MimeType})
  879. }
  880. categories := make([]string, 0)
  881. categories = append(categories, userReadingList)
  882. if entry.Feed.Category.Title != "" {
  883. categories = append(categories, fmt.Sprintf(UserLabelPrefix, userID)+entry.Feed.Category.Title)
  884. }
  885. if entry.Status == model.EntryStatusRead {
  886. categories = append(categories, userRead)
  887. }
  888. if entry.Starred {
  889. categories = append(categories, userStarred)
  890. }
  891. entry.Content = proxy.AbsoluteProxyRewriter(h.router, r.Host, entry.Content)
  892. proxyOption := config.Opts.ProxyOption()
  893. for i := range entry.Enclosures {
  894. if proxyOption == "all" || proxyOption != "none" && !urllib.IsHTTPS(entry.Enclosures[i].URL) {
  895. for _, mediaType := range config.Opts.ProxyMediaTypes() {
  896. if strings.HasPrefix(entry.Enclosures[i].MimeType, mediaType+"/") {
  897. entry.Enclosures[i].URL = proxy.AbsoluteProxifyURL(h.router, r.Host, entry.Enclosures[i].URL)
  898. break
  899. }
  900. }
  901. }
  902. }
  903. contentItems[i] = contentItem{
  904. ID: fmt.Sprintf(EntryIDLong, entry.ID),
  905. Title: entry.Title,
  906. Author: entry.Author,
  907. TimestampUsec: fmt.Sprintf("%d", entry.Date.UnixNano()/(int64(time.Microsecond)/int64(time.Nanosecond))),
  908. CrawlTimeMsec: fmt.Sprintf("%d", entry.Date.UnixNano()/(int64(time.Microsecond)/int64(time.Nanosecond))),
  909. Published: entry.Date.Unix(),
  910. Updated: entry.Date.Unix(),
  911. Categories: categories,
  912. Canonical: []contentHREF{
  913. {
  914. HREF: entry.URL,
  915. },
  916. },
  917. Alternate: []contentHREFType{
  918. {
  919. HREF: entry.URL,
  920. Type: "text/html",
  921. },
  922. },
  923. Content: contentItemContent{
  924. Direction: "ltr",
  925. Content: entry.Content,
  926. },
  927. Summary: contentItemContent{
  928. Direction: "ltr",
  929. Content: entry.Content,
  930. },
  931. Origin: contentItemOrigin{
  932. StreamID: fmt.Sprintf("feed/%d", entry.FeedID),
  933. Title: entry.Feed.Title,
  934. HTMLUrl: entry.Feed.SiteURL,
  935. },
  936. Enclosure: enclosures,
  937. }
  938. }
  939. result.Items = contentItems
  940. json.OK(w, r, result)
  941. }
  942. func (h *handler) disableTagHandler(w http.ResponseWriter, r *http.Request) {
  943. userID := request.UserID(r)
  944. clientIP := request.ClientIP(r)
  945. slog.Debug("[GoogleReader] Handle /disable-tags",
  946. slog.String("handler", "disableTagHandler"),
  947. slog.String("client_ip", clientIP),
  948. slog.String("user_agent", r.UserAgent()),
  949. slog.Int64("user_id", userID),
  950. )
  951. err := r.ParseForm()
  952. if err != nil {
  953. json.BadRequest(w, r, err)
  954. return
  955. }
  956. streams, err := getStreams(r.Form[ParamStreamID], userID)
  957. if err != nil {
  958. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamStreamID))
  959. return
  960. }
  961. titles := make([]string, len(streams))
  962. for i, stream := range streams {
  963. if stream.Type != LabelStream {
  964. json.BadRequest(w, r, errors.New("googlereader: only labels are supported"))
  965. return
  966. }
  967. titles[i] = stream.ID
  968. }
  969. err = h.store.RemoveAndReplaceCategoriesByName(userID, titles)
  970. if err != nil {
  971. json.ServerError(w, r, err)
  972. return
  973. }
  974. OK(w, r)
  975. }
  976. func (h *handler) renameTagHandler(w http.ResponseWriter, r *http.Request) {
  977. userID := request.UserID(r)
  978. clientIP := request.ClientIP(r)
  979. slog.Debug("[GoogleReader] Handle /rename-tag",
  980. slog.String("handler", "renameTagHandler"),
  981. slog.String("client_ip", clientIP),
  982. slog.String("user_agent", r.UserAgent()),
  983. )
  984. err := r.ParseForm()
  985. if err != nil {
  986. json.BadRequest(w, r, err)
  987. return
  988. }
  989. source, err := getStream(r.Form.Get(ParamStreamID), userID)
  990. if err != nil {
  991. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamStreamID))
  992. return
  993. }
  994. destination, err := getStream(r.Form.Get(ParamDestination), userID)
  995. if err != nil {
  996. json.BadRequest(w, r, fmt.Errorf("googlereader: invalid data in %s", ParamDestination))
  997. return
  998. }
  999. if source.Type != LabelStream || destination.Type != LabelStream {
  1000. json.BadRequest(w, r, errors.New("googlereader: only labels supported"))
  1001. return
  1002. }
  1003. if destination.ID == "" {
  1004. json.BadRequest(w, r, errors.New("googlereader: empty destination name"))
  1005. return
  1006. }
  1007. category, err := h.store.CategoryByTitle(userID, source.ID)
  1008. if err != nil {
  1009. json.ServerError(w, r, err)
  1010. return
  1011. }
  1012. if category == nil {
  1013. json.NotFound(w, r)
  1014. return
  1015. }
  1016. categoryRequest := model.CategoryRequest{
  1017. Title: destination.ID,
  1018. }
  1019. verr := validator.ValidateCategoryModification(h.store, userID, category.ID, &categoryRequest)
  1020. if verr != nil {
  1021. json.BadRequest(w, r, verr.Error())
  1022. return
  1023. }
  1024. categoryRequest.Patch(category)
  1025. err = h.store.UpdateCategory(category)
  1026. if err != nil {
  1027. json.ServerError(w, r, err)
  1028. return
  1029. }
  1030. OK(w, r)
  1031. }
  1032. func (h *handler) tagListHandler(w http.ResponseWriter, r *http.Request) {
  1033. userID := request.UserID(r)
  1034. clientIP := request.ClientIP(r)
  1035. slog.Debug("[GoogleReader] Handle /tags/list",
  1036. slog.String("handler", "tagListHandler"),
  1037. slog.String("client_ip", clientIP),
  1038. slog.String("user_agent", r.UserAgent()),
  1039. )
  1040. if err := checkOutputFormat(w, r); err != nil {
  1041. json.BadRequest(w, r, err)
  1042. return
  1043. }
  1044. var result tagsResponse
  1045. categories, err := h.store.Categories(userID)
  1046. if err != nil {
  1047. json.ServerError(w, r, err)
  1048. return
  1049. }
  1050. result.Tags = make([]subscriptionCategory, 0)
  1051. result.Tags = append(result.Tags, subscriptionCategory{
  1052. ID: fmt.Sprintf(UserStreamPrefix, userID) + Starred,
  1053. })
  1054. for _, category := range categories {
  1055. result.Tags = append(result.Tags, subscriptionCategory{
  1056. ID: fmt.Sprintf(UserLabelPrefix, userID) + category.Title,
  1057. Label: category.Title,
  1058. Type: "folder",
  1059. })
  1060. }
  1061. json.OK(w, r, result)
  1062. }
  1063. func (h *handler) subscriptionListHandler(w http.ResponseWriter, r *http.Request) {
  1064. userID := request.UserID(r)
  1065. clientIP := request.ClientIP(r)
  1066. slog.Debug("[GoogleReader] Handle /subscription/list",
  1067. slog.String("handler", "subscriptionListHandler"),
  1068. slog.String("client_ip", clientIP),
  1069. slog.String("user_agent", r.UserAgent()),
  1070. )
  1071. if err := checkOutputFormat(w, r); err != nil {
  1072. json.ServerError(w, r, err)
  1073. return
  1074. }
  1075. var result subscriptionsResponse
  1076. feeds, err := h.store.Feeds(userID)
  1077. if err != nil {
  1078. json.ServerError(w, r, err)
  1079. return
  1080. }
  1081. result.Subscriptions = make([]subscription, 0)
  1082. for _, feed := range feeds {
  1083. result.Subscriptions = append(result.Subscriptions, subscription{
  1084. ID: fmt.Sprintf(FeedPrefix+"%d", feed.ID),
  1085. Title: feed.Title,
  1086. URL: feed.FeedURL,
  1087. Categories: []subscriptionCategory{{fmt.Sprintf(UserLabelPrefix, userID) + feed.Category.Title, feed.Category.Title, "folder"}},
  1088. HTMLURL: feed.SiteURL,
  1089. IconURL: "", //TODO Icons are only base64 encode in DB yet
  1090. })
  1091. }
  1092. json.OK(w, r, result)
  1093. }
  1094. func (h *handler) serveHandler(w http.ResponseWriter, r *http.Request) {
  1095. clientIP := request.ClientIP(r)
  1096. slog.Debug("[GoogleReader] API endpoint not implemented yet",
  1097. slog.Any("url", r.RequestURI),
  1098. slog.String("client_ip", clientIP),
  1099. slog.String("user_agent", r.UserAgent()),
  1100. )
  1101. json.OK(w, r, []string{})
  1102. }
  1103. func (h *handler) userInfoHandler(w http.ResponseWriter, r *http.Request) {
  1104. clientIP := request.ClientIP(r)
  1105. slog.Debug("[GoogleReader] Handle /user-info",
  1106. slog.String("handler", "userInfoHandler"),
  1107. slog.String("client_ip", clientIP),
  1108. slog.String("user_agent", r.UserAgent()),
  1109. )
  1110. if err := checkOutputFormat(w, r); err != nil {
  1111. json.ServerError(w, r, err)
  1112. return
  1113. }
  1114. user, err := h.store.UserByID(request.UserID(r))
  1115. if err != nil {
  1116. json.ServerError(w, r, err)
  1117. return
  1118. }
  1119. userInfo := userInfo{UserID: fmt.Sprint(user.ID), UserName: user.Username, UserProfileID: fmt.Sprint(user.ID), UserEmail: user.Username}
  1120. json.OK(w, r, userInfo)
  1121. }
  1122. func (h *handler) streamItemIDsHandler(w http.ResponseWriter, r *http.Request) {
  1123. userID := request.UserID(r)
  1124. clientIP := request.ClientIP(r)
  1125. slog.Debug("[GoogleReader] Handle /stream/items/ids",
  1126. slog.String("handler", "streamItemIDsHandler"),
  1127. slog.String("client_ip", clientIP),
  1128. slog.String("user_agent", r.UserAgent()),
  1129. slog.Int64("user_id", userID),
  1130. )
  1131. if err := checkOutputFormat(w, r); err != nil {
  1132. json.ServerError(w, r, fmt.Errorf("googlereader: output only as json supported"))
  1133. return
  1134. }
  1135. rm, err := getStreamFilterModifiers(r)
  1136. if err != nil {
  1137. json.ServerError(w, r, err)
  1138. return
  1139. }
  1140. slog.Debug("[GoogleReader] Request Modifiers",
  1141. slog.String("handler", "streamItemIDsHandler"),
  1142. slog.String("client_ip", clientIP),
  1143. slog.String("user_agent", r.UserAgent()),
  1144. slog.Any("modifiers", rm),
  1145. )
  1146. if len(rm.Streams) != 1 {
  1147. json.ServerError(w, r, fmt.Errorf("googlereader: only one stream type expected"))
  1148. return
  1149. }
  1150. switch rm.Streams[0].Type {
  1151. case ReadingListStream:
  1152. h.handleReadingListStreamHandler(w, r, rm)
  1153. case StarredStream:
  1154. h.handleStarredStreamHandler(w, r, rm)
  1155. case ReadStream:
  1156. h.handleReadStreamHandler(w, r, rm)
  1157. case FeedStream:
  1158. h.handleFeedStreamHandler(w, r, rm)
  1159. default:
  1160. slog.Warn("[GoogleReader] Unknown Stream",
  1161. slog.String("handler", "streamItemIDsHandler"),
  1162. slog.String("client_ip", clientIP),
  1163. slog.String("user_agent", r.UserAgent()),
  1164. slog.Any("stream_type", rm.Streams[0].Type),
  1165. )
  1166. json.ServerError(w, r, fmt.Errorf("googlereader: unknown stream type %s", rm.Streams[0].Type))
  1167. }
  1168. }
  1169. func (h *handler) handleReadingListStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1170. clientIP := request.ClientIP(r)
  1171. slog.Debug("[GoogleReader] Handle ReadingListStream",
  1172. slog.String("handler", "handleReadingListStreamHandler"),
  1173. slog.String("client_ip", clientIP),
  1174. slog.String("user_agent", r.UserAgent()),
  1175. )
  1176. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1177. for _, s := range rm.ExcludeTargets {
  1178. switch s.Type {
  1179. case ReadStream:
  1180. builder.WithStatus(model.EntryStatusUnread)
  1181. default:
  1182. slog.Warn("[GoogleReader] Unknown ExcludeTargets filter type",
  1183. slog.String("handler", "handleReadingListStreamHandler"),
  1184. slog.String("client_ip", clientIP),
  1185. slog.String("user_agent", r.UserAgent()),
  1186. slog.Any("filter_type", s.Type),
  1187. )
  1188. }
  1189. }
  1190. builder.WithoutStatus(model.EntryStatusRemoved)
  1191. builder.WithLimit(rm.Count)
  1192. builder.WithOffset(rm.Offset)
  1193. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1194. if rm.StartTime > 0 {
  1195. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1196. }
  1197. if rm.StopTime > 0 {
  1198. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1199. }
  1200. rawEntryIDs, err := builder.GetEntryIDs()
  1201. if err != nil {
  1202. json.ServerError(w, r, err)
  1203. return
  1204. }
  1205. var itemRefs = make([]itemRef, 0)
  1206. for _, entryID := range rawEntryIDs {
  1207. formattedID := strconv.FormatInt(entryID, 10)
  1208. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1209. }
  1210. totalEntries, err := builder.CountEntries()
  1211. if err != nil {
  1212. json.ServerError(w, r, err)
  1213. return
  1214. }
  1215. continuation := 0
  1216. if len(itemRefs)+rm.Offset < totalEntries {
  1217. continuation = len(itemRefs) + rm.Offset
  1218. }
  1219. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1220. }
  1221. func (h *handler) handleStarredStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1222. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1223. builder.WithoutStatus(model.EntryStatusRemoved)
  1224. builder.WithStarred(true)
  1225. builder.WithLimit(rm.Count)
  1226. builder.WithOffset(rm.Offset)
  1227. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1228. if rm.StartTime > 0 {
  1229. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1230. }
  1231. if rm.StopTime > 0 {
  1232. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1233. }
  1234. rawEntryIDs, err := builder.GetEntryIDs()
  1235. if err != nil {
  1236. json.ServerError(w, r, err)
  1237. return
  1238. }
  1239. var itemRefs = make([]itemRef, 0)
  1240. for _, entryID := range rawEntryIDs {
  1241. formattedID := strconv.FormatInt(entryID, 10)
  1242. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1243. }
  1244. totalEntries, err := builder.CountEntries()
  1245. if err != nil {
  1246. json.ServerError(w, r, err)
  1247. return
  1248. }
  1249. continuation := 0
  1250. if len(itemRefs)+rm.Offset < totalEntries {
  1251. continuation = len(itemRefs) + rm.Offset
  1252. }
  1253. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1254. }
  1255. func (h *handler) handleReadStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1256. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1257. builder.WithoutStatus(model.EntryStatusRemoved)
  1258. builder.WithStatus(model.EntryStatusRead)
  1259. builder.WithLimit(rm.Count)
  1260. builder.WithOffset(rm.Offset)
  1261. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1262. if rm.StartTime > 0 {
  1263. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1264. }
  1265. if rm.StopTime > 0 {
  1266. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1267. }
  1268. rawEntryIDs, err := builder.GetEntryIDs()
  1269. if err != nil {
  1270. json.ServerError(w, r, err)
  1271. return
  1272. }
  1273. var itemRefs = make([]itemRef, 0)
  1274. for _, entryID := range rawEntryIDs {
  1275. formattedID := strconv.FormatInt(entryID, 10)
  1276. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1277. }
  1278. totalEntries, err := builder.CountEntries()
  1279. if err != nil {
  1280. json.ServerError(w, r, err)
  1281. return
  1282. }
  1283. continuation := 0
  1284. if len(itemRefs)+rm.Offset < totalEntries {
  1285. continuation = len(itemRefs) + rm.Offset
  1286. }
  1287. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1288. }
  1289. func (h *handler) handleFeedStreamHandler(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
  1290. feedID, err := strconv.ParseInt(rm.Streams[0].ID, 10, 64)
  1291. if err != nil {
  1292. json.ServerError(w, r, err)
  1293. return
  1294. }
  1295. builder := h.store.NewEntryQueryBuilder(rm.UserID)
  1296. builder.WithoutStatus(model.EntryStatusRemoved)
  1297. builder.WithFeedID(feedID)
  1298. builder.WithLimit(rm.Count)
  1299. builder.WithOffset(rm.Offset)
  1300. builder.WithSorting(model.DefaultSortingOrder, rm.SortDirection)
  1301. if rm.StartTime > 0 {
  1302. builder.AfterPublishedDate(time.Unix(rm.StartTime, 0))
  1303. }
  1304. if rm.StopTime > 0 {
  1305. builder.BeforePublishedDate(time.Unix(rm.StopTime, 0))
  1306. }
  1307. if len(rm.ExcludeTargets) > 0 {
  1308. for _, s := range rm.ExcludeTargets {
  1309. switch s.Type {
  1310. case ReadStream:
  1311. builder.WithoutStatus(model.EntryStatusRead)
  1312. }
  1313. }
  1314. }
  1315. rawEntryIDs, err := builder.GetEntryIDs()
  1316. if err != nil {
  1317. json.ServerError(w, r, err)
  1318. return
  1319. }
  1320. var itemRefs = make([]itemRef, 0)
  1321. for _, entryID := range rawEntryIDs {
  1322. formattedID := strconv.FormatInt(entryID, 10)
  1323. itemRefs = append(itemRefs, itemRef{ID: formattedID})
  1324. }
  1325. totalEntries, err := builder.CountEntries()
  1326. if err != nil {
  1327. json.ServerError(w, r, err)
  1328. return
  1329. }
  1330. continuation := 0
  1331. if len(itemRefs)+rm.Offset < totalEntries {
  1332. continuation = len(itemRefs) + rm.Offset
  1333. }
  1334. json.OK(w, r, streamIDResponse{itemRefs, continuation})
  1335. }