| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299 |
- // Copyright 2022 Frédéric Guillot. All rights reserved.
- // Use of this source code is governed by the Apache 2.0
- // license that can be found in the LICENSE file.
- package googlereader // import "miniflux.app/googlereader"
- import (
- "errors"
- "fmt"
- "net/http"
- "net/http/httputil"
- "strconv"
- "strings"
- "time"
- "github.com/gorilla/mux"
- "miniflux.app/config"
- "miniflux.app/http/request"
- "miniflux.app/http/response/json"
- "miniflux.app/http/route"
- "miniflux.app/integration"
- "miniflux.app/logger"
- "miniflux.app/model"
- mff "miniflux.app/reader/handler"
- mfs "miniflux.app/reader/subscription"
- "miniflux.app/storage"
- "miniflux.app/validator"
- )
- type handler struct {
- store *storage.Storage
- router *mux.Router
- }
- const (
- // StreamPrefix is the prefix for astreams (read/starred/reading list and so on)
- StreamPrefix = "user/-/state/com.google/"
- // UserStreamPrefix is the user specific prefix for streams (read/starred/reading list and so on)
- UserStreamPrefix = "user/%d/state/com.google/"
- // LabelPrefix is the prefix for a label stream
- LabelPrefix = "user/-/label/"
- // UserLabelPrefix is the user specific prefix prefix for a label stream
- UserLabelPrefix = "user/%d/label/"
- // FeedPrefix is the prefix for a feed stream
- FeedPrefix = "feed/"
- // Read is the suffix for read stream
- Read = "read"
- // Starred is the suffix for starred stream
- Starred = "starred"
- // ReadingList is the suffix for reading list stream
- ReadingList = "reading-list"
- // KeptUnread is the suffix for kept unread stream
- KeptUnread = "kept-unread"
- // Broadcast is the suffix for broadcast stream
- Broadcast = "broadcast"
- // BroadcastFriends is the suffix for broadcast friends stream
- BroadcastFriends = "broadcast-friends"
- // Like is the suffix for like stream
- Like = "like"
- // EntryIDLong is the long entry id representation
- EntryIDLong = "tag:google.com,2005:reader/item/%016x"
- )
- const (
- // ParamItemIDs - name of the parameter with the item ids
- ParamItemIDs = "i"
- // ParamStreamID - name of the parameter containing the stream to be included
- ParamStreamID = "s"
- // ParamStreamExcludes - name of the parameter containing streams to be excluded
- ParamStreamExcludes = "xt"
- // ParamStreamFilters - name of the parameter containing streams to be included
- ParamStreamFilters = "it"
- // ParamStreamMaxItems - name of the parameter containing number of items per page/max items returned
- ParamStreamMaxItems = "n"
- // ParamStreamOrder - name of the parameter containing the sort criteria
- ParamStreamOrder = "r"
- // ParamStreamStartTime - name of the parameter containing epoch timestamp, filtering items older than
- ParamStreamStartTime = "ot"
- // ParamStreamStopTime - name of the parameter containing epoch timestamp, filtering items newer than
- ParamStreamStopTime = "nt"
- // ParamTagsRemove - name of the parameter containing tags (streams) to be removed
- ParamTagsRemove = "r"
- // ParamTagsAdd - name of the parameter containing tags (streams) to be added
- ParamTagsAdd = "a"
- // ParamSubscribeAction - name of the parameter indicating the action to take for subscription/edit
- ParamSubscribeAction = "ac"
- // ParamTitle - name of the parameter for the title of the subscription
- ParamTitle = "t"
- // ParamQuickAdd - name of the parameter for a URL being quick subscribed to
- ParamQuickAdd = "quickadd"
- // ParamDestination - name of the parameter for the new name of a tag
- ParamDestination = "dest"
- // ParamContinuation - name of the parameter for callers to pass to receive the next page of results
- ParamContinuation = "c"
- )
- // StreamType represents the possible stream types
- type StreamType int
- const (
- // NoStream - no stream type
- NoStream StreamType = iota
- // ReadStream - read stream type
- ReadStream
- // StarredStream - starred stream type
- StarredStream
- // ReadingListStream - reading list stream type
- ReadingListStream
- // KeptUnreadStream - kept unread stream type
- KeptUnreadStream
- // BroadcastStream - broadcast stream type
- BroadcastStream
- // BroadcastFriendsStream - broadcast friends stream type
- BroadcastFriendsStream
- // LabelStream - label stream type
- LabelStream
- // FeedStream - feed stream type
- FeedStream
- // LikeStream - like stream type
- LikeStream
- )
- // Stream defines a stream type and its id
- type Stream struct {
- Type StreamType
- ID string
- }
- // RequestModifiers are the parsed request parameters
- type RequestModifiers struct {
- ExcludeTargets []Stream
- FilterTargets []Stream
- Streams []Stream
- Count int
- Offset int
- SortDirection string
- StartTime int64
- StopTime int64
- ContinuationToken string
- UserID int64
- }
- func (st StreamType) String() string {
- switch st {
- case NoStream:
- return "NoStream"
- case ReadStream:
- return "ReadStream"
- case StarredStream:
- return "StarredStream"
- case ReadingListStream:
- return "ReadingListStream"
- case KeptUnreadStream:
- return "KeptUnreadStream"
- case BroadcastStream:
- return "BroadcastStream"
- case BroadcastFriendsStream:
- return "BroadcastFriendsStream"
- case LabelStream:
- return "LabelStream"
- case FeedStream:
- return "FeedStream"
- case LikeStream:
- return "LikeStream"
- default:
- return st.String()
- }
- }
- func (s Stream) String() string {
- return fmt.Sprintf("%v - '%s'", s.Type, s.ID)
- }
- func (r RequestModifiers) String() string {
- result := fmt.Sprintf("UserID: %d\n", r.UserID)
- result += fmt.Sprintf("Streams: %d\n", len(r.Streams))
- for _, s := range r.Streams {
- result += fmt.Sprintf(" %v\n", s)
- }
- result += fmt.Sprintf("Exclusions: %d\n", len(r.ExcludeTargets))
- for _, s := range r.ExcludeTargets {
- result += fmt.Sprintf(" %v\n", s)
- }
- result += fmt.Sprintf("Filter: %d\n", len(r.FilterTargets))
- for _, s := range r.FilterTargets {
- result += fmt.Sprintf(" %v\n", s)
- }
- result += fmt.Sprintf("Count: %d\n", r.Count)
- result += fmt.Sprintf("Offset: %d\n", r.Offset)
- result += fmt.Sprintf("Sort Direction: %s\n", r.SortDirection)
- result += fmt.Sprintf("Continuation Token: %s\n", r.ContinuationToken)
- result += fmt.Sprintf("Start Time: %d\n", r.StartTime)
- result += fmt.Sprintf("Stop Time: %d\n", r.StopTime)
- return result
- }
- // Serve handles Google Reader API calls.
- func Serve(router *mux.Router, store *storage.Storage) {
- handler := &handler{store, router}
- middleware := newMiddleware(store)
- router.HandleFunc("/accounts/ClientLogin", middleware.clientLogin).Methods(http.MethodPost).Name("ClientLogin")
- sr := router.PathPrefix("/reader/api/0").Subrouter()
- sr.Use(middleware.handleCORS)
- sr.Use(middleware.apiKeyAuth)
- sr.Methods(http.MethodOptions)
- sr.HandleFunc("/token", middleware.token).Methods(http.MethodGet).Name("Token")
- sr.HandleFunc("/edit-tag", handler.editTag).Methods(http.MethodPost).Name("EditTag")
- sr.HandleFunc("/rename-tag", handler.renameTag).Methods(http.MethodPost).Name("Rename Tag")
- sr.HandleFunc("/disable-tag", handler.disableTag).Methods(http.MethodPost).Name("Disable Tag")
- sr.HandleFunc("/tag/list", handler.tagList).Methods(http.MethodGet).Name("TagList")
- sr.HandleFunc("/user-info", handler.userInfo).Methods(http.MethodGet).Name("UserInfo")
- sr.HandleFunc("/subscription/list", handler.subscriptionList).Methods(http.MethodGet).Name("SubscriptonList")
- sr.HandleFunc("/subscription/edit", handler.editSubscription).Methods(http.MethodPost).Name("SubscriptionEdit")
- sr.HandleFunc("/subscription/quickadd", handler.quickAdd).Methods(http.MethodPost).Name("QuickAdd")
- sr.HandleFunc("/stream/items/ids", handler.streamItemIDs).Methods(http.MethodGet).Name("StreamItemIDs")
- sr.HandleFunc("/stream/items/contents", handler.streamItemContents).Methods(http.MethodPost).Name("StreamItemsContents")
- sr.PathPrefix("/").HandlerFunc(handler.serve).Methods(http.MethodPost, http.MethodGet).Name("GoogleReaderApiEndpoint")
- }
- func getStreamFilterModifiers(r *http.Request) (RequestModifiers, error) {
- userID := request.UserID(r)
- result := RequestModifiers{
- SortDirection: "desc",
- UserID: userID,
- }
- streamOrder := request.QueryStringParam(r, ParamStreamOrder, "d")
- if streamOrder == "o" {
- result.SortDirection = "asc"
- }
- var err error
- result.Streams, err = getStreams(request.QueryStringParamList(r, ParamStreamID), userID)
- if err != nil {
- return RequestModifiers{}, err
- }
- result.ExcludeTargets, err = getStreams(request.QueryStringParamList(r, ParamStreamExcludes), userID)
- if err != nil {
- return RequestModifiers{}, err
- }
- result.FilterTargets, err = getStreams(request.QueryStringParamList(r, ParamStreamFilters), userID)
- if err != nil {
- return RequestModifiers{}, err
- }
- result.Count = request.QueryIntParam(r, ParamStreamMaxItems, 0)
- result.Offset = request.QueryIntParam(r, ParamContinuation, 0)
- result.StartTime = request.QueryInt64Param(r, ParamStreamStartTime, int64(0))
- result.StopTime = request.QueryInt64Param(r, ParamStreamStopTime, int64(0))
- return result, nil
- }
- func getStream(streamID string, userID int64) (Stream, error) {
- if strings.HasPrefix(streamID, FeedPrefix) {
- return Stream{Type: FeedStream, ID: strings.TrimPrefix(streamID, FeedPrefix)}, nil
- } else if strings.HasPrefix(streamID, fmt.Sprintf(UserStreamPrefix, userID)) || strings.HasPrefix(streamID, StreamPrefix) {
- id := strings.TrimPrefix(streamID, fmt.Sprintf(UserStreamPrefix, userID))
- id = strings.TrimPrefix(id, StreamPrefix)
- switch id {
- case Read:
- return Stream{ReadStream, ""}, nil
- case Starred:
- return Stream{StarredStream, ""}, nil
- case ReadingList:
- return Stream{ReadingListStream, ""}, nil
- case KeptUnread:
- return Stream{KeptUnreadStream, ""}, nil
- case Broadcast:
- return Stream{BroadcastStream, ""}, nil
- case BroadcastFriends:
- return Stream{BroadcastFriendsStream, ""}, nil
- case Like:
- return Stream{LikeStream, ""}, nil
- default:
- err := fmt.Errorf("uknown stream with id: %s", id)
- return Stream{NoStream, ""}, err
- }
- } else if strings.HasPrefix(streamID, fmt.Sprintf(UserLabelPrefix, userID)) || strings.HasPrefix(streamID, LabelPrefix) {
- id := strings.TrimPrefix(streamID, fmt.Sprintf(UserLabelPrefix, userID))
- id = strings.TrimPrefix(id, LabelPrefix)
- return Stream{LabelStream, id}, nil
- } else if streamID == "" {
- return Stream{NoStream, ""}, nil
- }
- err := fmt.Errorf("uknown stream type: %s", streamID)
- return Stream{NoStream, ""}, err
- }
- func getStreams(streamIDs []string, userID int64) ([]Stream, error) {
- streams := make([]Stream, 0)
- for _, streamID := range streamIDs {
- stream, err := getStream(streamID, userID)
- if err != nil {
- return []Stream{}, err
- }
- streams = append(streams, stream)
- }
- return streams, nil
- }
- func checkAndSimplifyTags(addTags []Stream, removeTags []Stream) (map[StreamType]bool, error) {
- tags := make(map[StreamType]bool)
- for _, s := range addTags {
- switch s.Type {
- case ReadStream:
- if _, ok := tags[KeptUnreadStream]; ok {
- return nil, fmt.Errorf(KeptUnread + " and " + Read + " should not be supplied simultaneously")
- }
- tags[ReadStream] = true
- case KeptUnreadStream:
- if _, ok := tags[ReadStream]; ok {
- return nil, fmt.Errorf(KeptUnread + " and " + Read + " should not be supplied simultaneously")
- }
- tags[ReadStream] = false
- case StarredStream:
- tags[StarredStream] = true
- case BroadcastStream, LikeStream:
- logger.Info("Broadcast & Like tags are not implemented!")
- default:
- return nil, fmt.Errorf("unsupported tag type: %s", s.Type)
- }
- }
- for _, s := range removeTags {
- switch s.Type {
- case ReadStream:
- if _, ok := tags[ReadStream]; ok {
- return nil, fmt.Errorf(KeptUnread + " and " + Read + " should not be supplied simultaneously")
- }
- tags[ReadStream] = false
- case KeptUnreadStream:
- if _, ok := tags[ReadStream]; ok {
- return nil, fmt.Errorf(KeptUnread + " and " + Read + " should not be supplied simultaneously")
- }
- tags[ReadStream] = true
- case StarredStream:
- if _, ok := tags[StarredStream]; ok {
- return nil, fmt.Errorf(Starred + " should not be supplied for add and remove simultaneously")
- }
- tags[StarredStream] = false
- case BroadcastStream, LikeStream:
- logger.Info("Broadcast & Like tags are not implemented!")
- default:
- return nil, fmt.Errorf("unsupported tag type: %s", s.Type)
- }
- }
- return tags, nil
- }
- func getItemIDs(r *http.Request) ([]int64, error) {
- items := r.Form[ParamItemIDs]
- if len(items) == 0 {
- return nil, fmt.Errorf("no items requested")
- }
- itemIDs := make([]int64, len(items))
- for i, item := range items {
- var itemID int64
- _, err := fmt.Sscanf(item, EntryIDLong, &itemID)
- if err != nil {
- itemID, err = strconv.ParseInt(item, 16, 64)
- if err != nil {
- return nil, fmt.Errorf("could not parse item: %v", item)
- }
- }
- itemIDs[i] = itemID
- }
- return itemIDs, nil
- }
- func checkOutputFormat(w http.ResponseWriter, r *http.Request) error {
- var output string
- if r.Method == http.MethodPost {
- err := r.ParseForm()
- if err != nil {
- return err
- }
- output = r.Form.Get("output")
- } else {
- output = request.QueryStringParam(r, "output", "")
- }
- if output != "json" {
- err := fmt.Errorf("output only as json supported")
- return err
- }
- return nil
- }
- func (h *handler) editTag(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- logger.Info("[GoogleReader][/edit-tag][ClientIP=%s] Incoming Request for userID #%d", clientIP, userID)
- err := r.ParseForm()
- if err != nil {
- logger.Error("[GoogleReader][/edit-tag] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- addTags, err := getStreams(r.PostForm[ParamTagsAdd], userID)
- if err != nil {
- logger.Error("[GoogleReader][/edit-tag] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- removeTags, err := getStreams(r.PostForm[ParamTagsRemove], userID)
- if err != nil {
- logger.Error("[GoogleReader][/edit-tag] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- if len(addTags) == 0 && len(removeTags) == 0 {
- err = fmt.Errorf("add or/and remove tags should be supplied")
- logger.Error("[GoogleReader][/edit-tag] [ClientIP=%s] ", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- tags, err := checkAndSimplifyTags(addTags, removeTags)
- if err != nil {
- logger.Error("[GoogleReader][/edit-tag] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- itemIDs, err := getItemIDs(r)
- if err != nil {
- logger.Error("[GoogleReader][/edit-tag] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- logger.Debug("[GoogleReader][/edit-tag] [ClientIP=%s] itemIDs: %v", clientIP, itemIDs)
- logger.Debug("[GoogleReader][/edit-tag] [ClientIP=%s] tags: %v", clientIP, tags)
- builder := h.store.NewEntryQueryBuilder(userID)
- builder.WithEntryIDs(itemIDs)
- builder.WithoutStatus(model.EntryStatusRemoved)
- entries, err := builder.GetEntries()
- if err != nil {
- logger.Error("[GoogleReader][/edit-tag] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- n := 0
- readEntryIDs := make([]int64, 0)
- unreadEntryIDs := make([]int64, 0)
- starredEntryIDs := make([]int64, 0)
- unstarredEntryIDs := make([]int64, 0)
- for _, entry := range entries {
- if read, exists := tags[ReadStream]; exists {
- if read && entry.Status == model.EntryStatusUnread {
- readEntryIDs = append(readEntryIDs, entry.ID)
- } else if entry.Status == model.EntryStatusRead {
- unreadEntryIDs = append(unreadEntryIDs, entry.ID)
- }
- }
- if starred, exists := tags[StarredStream]; exists {
- if starred && !entry.Starred {
- starredEntryIDs = append(starredEntryIDs, entry.ID)
- // filter the original array
- entries[n] = entry
- n++
- } else if entry.Starred {
- unstarredEntryIDs = append(unstarredEntryIDs, entry.ID)
- }
- }
- }
- entries = entries[:n]
- if len(readEntryIDs) > 0 {
- err = h.store.SetEntriesStatus(userID, readEntryIDs, model.EntryStatusRead)
- if err != nil {
- logger.Error("[GoogleReader][/edit-tag] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- }
- if len(unreadEntryIDs) > 0 {
- err = h.store.SetEntriesStatus(userID, unreadEntryIDs, model.EntryStatusUnread)
- if err != nil {
- logger.Error("[GoogleReader][/edit-tag] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- }
- if len(unstarredEntryIDs) > 0 {
- err = h.store.SetEntriesBookmarkedState(userID, unstarredEntryIDs, false)
- if err != nil {
- logger.Error("[GoogleReader][/edit-tag] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- }
- if len(starredEntryIDs) > 0 {
- err = h.store.SetEntriesBookmarkedState(userID, starredEntryIDs, true)
- if err != nil {
- logger.Error("[GoogleReader][/edit-tag] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- }
- if len(entries) > 0 {
- settings, err := h.store.Integration(userID)
- if err != nil {
- logger.Error("[GoogleReader][/edit-tag] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- for _, entry := range entries {
- e := entry
- go func() {
- integration.SendEntry(e, settings)
- }()
- }
- }
- OK(w, r)
- }
- func (h *handler) quickAdd(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- logger.Info("[GoogleReader][/subscription/quickadd][ClientIP=%s] Incoming Request for userID #%d", clientIP, userID)
- err := r.ParseForm()
- if err != nil {
- logger.Error("[GoogleReader][/subscription/quickadd] [ClientIP=%s] %v", clientIP, err)
- json.BadRequest(w, r, err)
- return
- }
- url := r.Form.Get(ParamQuickAdd)
- if !validator.IsValidURL(url) {
- json.BadRequest(w, r, fmt.Errorf("invalid URL: %s", url))
- return
- }
- subscriptions, s_err := mfs.FindSubscriptions(url, "", "", "", "", false, false)
- if s_err != nil {
- json.ServerError(w, r, s_err)
- return
- }
- if len(subscriptions) == 0 {
- json.OK(w, r, quickAddResponse{
- NumResults: 0,
- })
- return
- }
- toSubscribe := Stream{FeedStream, subscriptions[0].URL}
- category := Stream{NoStream, ""}
- newFeed, err := subscribe(toSubscribe, category, "", h.store, userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- json.OK(w, r, quickAddResponse{
- NumResults: 1,
- Query: newFeed.FeedURL,
- StreamID: fmt.Sprintf(FeedPrefix+"%d", newFeed.ID),
- StreamName: newFeed.Title,
- })
- }
- func getFeed(stream Stream, store *storage.Storage, userID int64) (*model.Feed, error) {
- feedID, err := strconv.ParseInt(stream.ID, 10, 64)
- if err != nil {
- return nil, err
- }
- return store.FeedByID(userID, feedID)
- }
- func getOrCreateCategory(category Stream, store *storage.Storage, userID int64) (*model.Category, error) {
- if category.ID == "" {
- return store.FirstCategory(userID)
- } else if store.CategoryTitleExists(userID, category.ID) {
- return store.CategoryByTitle(userID, category.ID)
- } else {
- catRequest := model.CategoryRequest{
- Title: category.ID,
- }
- return store.CreateCategory(userID, &catRequest)
- }
- }
- func subscribe(newFeed Stream, category Stream, title string, store *storage.Storage, userID int64) (*model.Feed, error) {
- destCategory, err := getOrCreateCategory(category, store, userID)
- if err != nil {
- return nil, err
- }
- feedRequest := model.FeedCreationRequest{
- FeedURL: newFeed.ID,
- CategoryID: destCategory.ID,
- }
- verr := validator.ValidateFeedCreation(store, userID, &feedRequest)
- if verr != nil {
- return nil, verr.Error()
- }
- created, err := mff.CreateFeed(store, userID, &feedRequest)
- if err != nil {
- return nil, err
- }
- if title != "" {
- feedModification := model.FeedModificationRequest{
- Title: &title,
- }
- feedModification.Patch(created)
- if err := store.UpdateFeed(created); err != nil {
- return nil, err
- }
- }
- return created, nil
- }
- func unsubscribe(streams []Stream, store *storage.Storage, userID int64) error {
- for _, stream := range streams {
- feedID, err := strconv.ParseInt(stream.ID, 10, 64)
- if err != nil {
- return err
- }
- err = store.RemoveFeed(userID, feedID)
- if err != nil {
- return err
- }
- }
- return nil
- }
- func rename(stream Stream, title string, store *storage.Storage, userID int64) error {
- if title == "" {
- return errors.New("empty title")
- }
- feed, err := getFeed(stream, store, userID)
- if err != nil {
- return err
- }
- feedModification := model.FeedModificationRequest{
- Title: &title,
- }
- feedModification.Patch(feed)
- return store.UpdateFeed(feed)
- }
- func move(stream Stream, destination Stream, store *storage.Storage, userID int64) error {
- feed, err := getFeed(stream, store, userID)
- if err != nil {
- return err
- }
- category, err := getOrCreateCategory(destination, store, userID)
- if err != nil {
- return err
- }
- feedModification := model.FeedModificationRequest{
- CategoryID: &category.ID,
- }
- feedModification.Patch(feed)
- return store.UpdateFeed(feed)
- }
- func (h *handler) editSubscription(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- logger.Info("[GoogleReader][/subscription/edit][ClientIP=%s] Incoming Request for userID #%d", clientIP, userID)
- err := r.ParseForm()
- if err != nil {
- logger.Error("[GoogleReader][/subscription/edit] [ClientIP=%s] %v", clientIP, err)
- json.BadRequest(w, r, err)
- return
- }
- streamIds, err := getStreams(r.Form[ParamStreamID], userID)
- if err != nil || len(streamIds) == 0 {
- json.BadRequest(w, r, errors.New("no valid stream IDs provided"))
- return
- }
- newLabel, err := getStream(r.Form.Get(ParamTagsAdd), userID)
- if err != nil {
- json.BadRequest(w, r, fmt.Errorf("invalid data in %s", ParamTagsAdd))
- return
- }
- title := r.Form.Get(ParamTitle)
- action := r.Form.Get(ParamSubscribeAction)
- switch action {
- case "subscribe":
- _, err := subscribe(streamIds[0], newLabel, title, h.store, userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- case "unsubscribe":
- err := unsubscribe(streamIds, h.store, userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- case "edit":
- if title != "" {
- err := rename(streamIds[0], title, h.store, userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- } else {
- if newLabel.Type != LabelStream {
- json.BadRequest(w, r, errors.New("destination must be a label"))
- return
- }
- err := move(streamIds[0], newLabel, h.store, userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- }
- default:
- json.ServerError(w, r, fmt.Errorf("unrecognized action %s", action))
- return
- }
- OK(w, r)
- }
- func (h *handler) streamItemContents(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- logger.Info("[GoogleReader][/stream/items/contents][ClientIP=%s] Incoming Request for userID #%d", clientIP, userID)
- if err := checkOutputFormat(w, r); err != nil {
- logger.Error("[GoogleReader][/stream/items/contents] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- err := r.ParseForm()
- if err != nil {
- logger.Error("[GoogleReader][/stream/items/contents] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- var user *model.User
- if user, err = h.store.UserByID(userID); err != nil {
- logger.Error("[GoogleReader][/stream/items/contents] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- requestModifiers, err := getStreamFilterModifiers(r)
- if err != nil {
- logger.Error("[GoogleReader][/stream/items/contents] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- userReadingList := fmt.Sprintf(UserStreamPrefix, userID) + ReadingList
- userRead := fmt.Sprintf(UserStreamPrefix, userID) + Read
- userStarred := fmt.Sprintf(UserStreamPrefix, userID) + Starred
- itemIDs, err := getItemIDs(r)
- if err != nil {
- logger.Error("[GoogleReader][/stream/items/contents] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- logger.Debug("[GoogleReader][/stream/items/contents] [ClientIP=%s] itemIDs: %v", clientIP, itemIDs)
- builder := h.store.NewEntryQueryBuilder(userID)
- builder.WithoutStatus(model.EntryStatusRemoved)
- builder.WithEntryIDs(itemIDs)
- builder.WithOrder(model.DefaultSortingOrder)
- builder.WithDirection(requestModifiers.SortDirection)
- entries, err := builder.GetEntries()
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- if len(entries) == 0 {
- err = fmt.Errorf("no items returned from the database")
- logger.Error("[GoogleReader][/stream/items/contents] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- result := streamContentItems{
- Direction: "ltr",
- ID: fmt.Sprintf("feed/%d", entries[0].FeedID),
- Title: entries[0].Feed.Title,
- Alternate: []contentHREFType{
- {
- HREF: entries[0].Feed.SiteURL,
- Type: "text/html",
- },
- },
- Updated: time.Now().Unix(),
- Self: []contentHREF{
- {
- HREF: config.Opts.BaseURL() + route.Path(h.router, "StreamItemsContents"),
- },
- },
- Author: user.Username,
- }
- contentItems := make([]contentItem, len(entries))
- for i, entry := range entries {
- enclosures := make([]contentItemEnclosure, len(entry.Enclosures))
- for _, enclosure := range entry.Enclosures {
- enclosures = append(enclosures, contentItemEnclosure{URL: enclosure.URL, Type: enclosure.MimeType})
- }
- categories := make([]string, 0)
- categories = append(categories, userReadingList)
- if entry.Feed.Category.Title != "" {
- categories = append(categories, fmt.Sprintf(UserLabelPrefix, userID)+entry.Feed.Category.Title)
- }
- if entry.Starred {
- categories = append(categories, userRead)
- }
- if entry.Starred {
- categories = append(categories, userStarred)
- }
- contentItems[i] = contentItem{
- ID: fmt.Sprintf(EntryIDLong, entry.ID),
- Title: entry.Title,
- Author: entry.Author,
- TimestampUsec: fmt.Sprintf("%d", entry.Date.UnixNano()/(int64(time.Microsecond)/int64(time.Nanosecond))),
- CrawlTimeMsec: fmt.Sprintf("%d", entry.Date.UnixNano()/(int64(time.Microsecond)/int64(time.Nanosecond))),
- Published: entry.Date.Unix(),
- Updated: entry.Date.Unix(),
- Categories: categories,
- Canonical: []contentHREF{
- {
- HREF: entry.URL,
- },
- },
- Alternate: []contentHREFType{
- {
- HREF: entry.URL,
- Type: "text/html",
- },
- },
- Content: contentItemContent{
- Direction: "ltr",
- Content: entry.Content,
- },
- Summary: contentItemContent{
- Direction: "ltr",
- Content: entry.Content,
- },
- Origin: contentItemOrigin{
- StreamID: fmt.Sprintf("feed/%d", entry.FeedID),
- Title: entry.Feed.Title,
- HTMLUrl: entry.Feed.SiteURL,
- },
- Enclosure: enclosures,
- }
- }
- result.Items = contentItems
- json.OK(w, r, result)
- }
- func (h *handler) disableTag(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- logger.Info("[GoogleReader][/disable-tag][ClientIP=%s] Incoming Request for userID #%d", clientIP, userID)
- err := r.ParseForm()
- if err != nil {
- logger.Error("[GoogleReader][/disable-tag] [ClientIP=%s] %v", clientIP, err)
- json.BadRequest(w, r, err)
- return
- }
- streams, err := getStreams(r.Form[ParamStreamID], userID)
- if err != nil {
- json.BadRequest(w, r, fmt.Errorf("invalid data in %s", ParamStreamID))
- return
- }
- titles := make([]string, len(streams))
- for i, stream := range streams {
- if stream.Type != LabelStream {
- json.BadRequest(w, r, errors.New("only labels are supported"))
- return
- }
- titles[i] = stream.ID
- }
- err = h.store.RemoveAndReplaceCategoriesByName(userID, titles)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- OK(w, r)
- }
- func (h *handler) renameTag(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- logger.Info("[GoogleReader][/rename-tag][ClientIP=%s] Incoming Request for userID #%d", clientIP, userID)
- err := r.ParseForm()
- if err != nil {
- logger.Error("[GoogleReader][/rename-tag] [ClientIP=%s] %v", clientIP, err)
- json.BadRequest(w, r, err)
- return
- }
- source, err := getStream(r.Form.Get(ParamStreamID), userID)
- if err != nil {
- json.BadRequest(w, r, fmt.Errorf("invalid data in %s", ParamStreamID))
- return
- }
- destination, err := getStream(r.Form.Get(ParamDestination), userID)
- if err != nil {
- json.BadRequest(w, r, fmt.Errorf("invalid data in %s", ParamDestination))
- return
- }
- if source.Type != LabelStream || destination.Type != LabelStream {
- json.BadRequest(w, r, errors.New("only labels supported"))
- return
- }
- if destination.ID == "" {
- json.BadRequest(w, r, errors.New("empty destination name"))
- return
- }
- category, err := h.store.CategoryByTitle(userID, source.ID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- if category == nil {
- json.NotFound(w, r)
- return
- }
- categoryRequest := model.CategoryRequest{
- Title: destination.ID,
- }
- verr := validator.ValidateCategoryModification(h.store, userID, category.ID, &categoryRequest)
- if verr != nil {
- json.BadRequest(w, r, verr.Error())
- return
- }
- categoryRequest.Patch(category)
- err = h.store.UpdateCategory(category)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- OK(w, r)
- }
- func (h *handler) tagList(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- logger.Info("[GoogleReader][tags/list][ClientIP=%s] Incoming Request for userID #%d", clientIP, userID)
- if err := checkOutputFormat(w, r); err != nil {
- logger.Error("[GoogleReader][OutputFormat] %v", err)
- json.BadRequest(w, r, err)
- return
- }
- var result tagsResponse
- categories, err := h.store.Categories(userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- result.Tags = make([]subscriptionCategory, 0)
- result.Tags = append(result.Tags, subscriptionCategory{
- ID: fmt.Sprintf(UserStreamPrefix, userID) + Starred,
- })
- for _, category := range categories {
- result.Tags = append(result.Tags, subscriptionCategory{
- ID: fmt.Sprintf(UserLabelPrefix, userID) + category.Title,
- Label: category.Title,
- Type: "folder",
- })
- }
- json.OK(w, r, result)
- }
- func (h *handler) subscriptionList(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- logger.Info("[GoogleReader][/subscription/list][ClientIP=%s] Incoming Request for userID #%d", clientIP, userID)
- if err := checkOutputFormat(w, r); err != nil {
- logger.Error("[GoogleReader][/subscription/list] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- var result subscriptionsResponse
- feeds, err := h.store.Feeds(userID)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- result.Subscriptions = make([]subscription, 0)
- for _, feed := range feeds {
- result.Subscriptions = append(result.Subscriptions, subscription{
- ID: fmt.Sprintf(FeedPrefix+"%d", feed.ID),
- Title: feed.Title,
- URL: feed.FeedURL,
- Categories: []subscriptionCategory{{fmt.Sprintf(UserLabelPrefix, userID) + feed.Category.Title, feed.Category.Title, "folder"}},
- HTMLURL: feed.SiteURL,
- IconURL: "", //TODO Icons are only base64 encode in DB yet
- })
- }
- json.OK(w, r, result)
- }
- func (h *handler) serve(w http.ResponseWriter, r *http.Request) {
- clientIP := request.ClientIP(r)
- dump, _ := httputil.DumpRequest(r, true)
- logger.Info("[GoogleReader][UNKNOWN] [ClientIP=%s] URL: %s", clientIP, dump)
- logger.Error("Call to Google Reader API not implemented yet!!")
- json.OK(w, r, []string{})
- }
- func (h *handler) userInfo(w http.ResponseWriter, r *http.Request) {
- clientIP := request.ClientIP(r)
- logger.Info("[GoogleReader][UserInfo] [ClientIP=%s] Sending", clientIP)
- if err := checkOutputFormat(w, r); err != nil {
- logger.Error("[GoogleReader][/user-info] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- user, err := h.store.UserByID(request.UserID(r))
- if err != nil {
- logger.Error("[GoogleReader][/user-info] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- userInfo := userInfo{UserID: fmt.Sprint(user.ID), UserName: user.Username, UserProfileID: fmt.Sprint(user.ID), UserEmail: user.Username}
- json.OK(w, r, userInfo)
- }
- func (h *handler) streamItemIDs(w http.ResponseWriter, r *http.Request) {
- userID := request.UserID(r)
- clientIP := request.ClientIP(r)
- logger.Info("[GoogleReader][/stream/items/ids][ClientIP=%s] Incoming Request for userID #%d", clientIP, userID)
- if err := checkOutputFormat(w, r); err != nil {
- err := fmt.Errorf("output only as json supported")
- logger.Error("[GoogleReader][/stream/items/ids] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- rm, err := getStreamFilterModifiers(r)
- if err != nil {
- json.ServerError(w, r, err)
- return
- }
- logger.Debug("Request Modifiers: %v", rm)
- if len(rm.Streams) != 1 {
- err := fmt.Errorf("only one stream type expected")
- logger.Error("[GoogleReader][/stream/items/ids] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- switch rm.Streams[0].Type {
- case ReadingListStream:
- h.handleReadingListStream(w, r, rm)
- case StarredStream:
- h.handleStarredStream(w, r, rm)
- case ReadStream:
- h.handleReadStream(w, r, rm)
- case FeedStream:
- h.handleFeedStream(w, r, rm)
- default:
- dump, _ := httputil.DumpRequest(r, true)
- logger.Info("[GoogleReader][/stream/items/ids] [ClientIP=%s] Unknown Stream: %s", clientIP, dump)
- err := fmt.Errorf("unknown stream type")
- logger.Error("[GoogleReader][/stream/items/ids] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- }
- func (h *handler) handleReadingListStream(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
- clientIP := request.ClientIP(r)
- builder := h.store.NewEntryQueryBuilder(rm.UserID)
- for _, s := range rm.ExcludeTargets {
- switch s.Type {
- case ReadStream:
- builder.WithStatus(model.EntryStatusUnread)
- default:
- logger.Info("[GoogleReader][ReadingListStreamIDs][ClientIP=%s] xt filter type: %#v", clientIP, s)
- }
- }
- builder.WithoutStatus(model.EntryStatusRemoved)
- builder.WithLimit(rm.Count)
- builder.WithOffset(rm.Offset)
- builder.WithOrder(model.DefaultSortingOrder)
- builder.WithDirection(rm.SortDirection)
- if rm.StartTime > 0 {
- builder.AfterDate(time.Unix(rm.StartTime, 0))
- }
- if rm.StopTime > 0 {
- builder.BeforeDate(time.Unix(rm.StopTime, 0))
- }
- rawEntryIDs, err := builder.GetEntryIDs()
- if err != nil {
- logger.Error("[GoogleReader][/stream/items/ids#reading-list] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- var itemRefs = make([]itemRef, 0)
- for _, entryID := range rawEntryIDs {
- formattedID := strconv.FormatInt(entryID, 10)
- itemRefs = append(itemRefs, itemRef{ID: formattedID})
- }
- totalEntries, err := builder.CountEntries()
- if err != nil {
- logger.Error("[GoogleReader][/stream/items/ids#reading-list] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- continuation := 0
- if len(itemRefs)+rm.Offset < totalEntries {
- continuation = len(itemRefs) + rm.Offset
- }
- json.OK(w, r, streamIDResponse{itemRefs, continuation})
- }
- func (h *handler) handleStarredStream(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
- clientIP := request.ClientIP(r)
- builder := h.store.NewEntryQueryBuilder(rm.UserID)
- builder.WithoutStatus(model.EntryStatusRemoved)
- builder.WithStarred(true)
- builder.WithLimit(rm.Count)
- builder.WithOffset(rm.Offset)
- builder.WithOrder(model.DefaultSortingOrder)
- builder.WithDirection(rm.SortDirection)
- if rm.StartTime > 0 {
- builder.AfterDate(time.Unix(rm.StartTime, 0))
- }
- if rm.StopTime > 0 {
- builder.BeforeDate(time.Unix(rm.StopTime, 0))
- }
- rawEntryIDs, err := builder.GetEntryIDs()
- if err != nil {
- logger.Error("[GoogleReader][/stream/items/ids#starred] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- var itemRefs = make([]itemRef, 0)
- for _, entryID := range rawEntryIDs {
- formattedID := strconv.FormatInt(entryID, 10)
- itemRefs = append(itemRefs, itemRef{ID: formattedID})
- }
- totalEntries, err := builder.CountEntries()
- if err != nil {
- logger.Error("[GoogleReader][/stream/items/ids#starred] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- continuation := 0
- if len(itemRefs)+rm.Offset < totalEntries {
- continuation = len(itemRefs) + rm.Offset
- }
- json.OK(w, r, streamIDResponse{itemRefs, continuation})
- }
- func (h *handler) handleReadStream(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
- clientIP := request.ClientIP(r)
- builder := h.store.NewEntryQueryBuilder(rm.UserID)
- builder.WithoutStatus(model.EntryStatusRemoved)
- builder.WithStatus(model.EntryStatusRead)
- builder.WithLimit(rm.Count)
- builder.WithOffset(rm.Offset)
- builder.WithOrder(model.DefaultSortingOrder)
- builder.WithDirection(rm.SortDirection)
- if rm.StartTime > 0 {
- builder.AfterDate(time.Unix(rm.StartTime, 0))
- }
- if rm.StopTime > 0 {
- builder.BeforeDate(time.Unix(rm.StopTime, 0))
- }
- rawEntryIDs, err := builder.GetEntryIDs()
- if err != nil {
- logger.Error("[GoogleReader][/stream/items/ids#read] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- var itemRefs = make([]itemRef, 0)
- for _, entryID := range rawEntryIDs {
- formattedID := strconv.FormatInt(entryID, 10)
- itemRefs = append(itemRefs, itemRef{ID: formattedID})
- }
- totalEntries, err := builder.CountEntries()
- if err != nil {
- logger.Error("[GoogleReader][/stream/items/ids#read] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- continuation := 0
- if len(itemRefs)+rm.Offset < totalEntries {
- continuation = len(itemRefs) + rm.Offset
- }
- json.OK(w, r, streamIDResponse{itemRefs, continuation})
- }
- func (h *handler) handleFeedStream(w http.ResponseWriter, r *http.Request, rm RequestModifiers) {
- clientIP := request.ClientIP(r)
- feedID, err := strconv.ParseInt(rm.Streams[0].ID, 10, 64)
- if err != nil {
- logger.Error("[GoogleReader][/stream/items/ids#feed] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- builder := h.store.NewEntryQueryBuilder(rm.UserID)
- builder.WithoutStatus(model.EntryStatusRemoved)
- builder.WithFeedID(feedID)
- builder.WithLimit(rm.Count)
- builder.WithOffset(rm.Offset)
- builder.WithOrder(model.DefaultSortingOrder)
- builder.WithDirection(rm.SortDirection)
- if rm.StartTime > 0 {
- builder.AfterDate(time.Unix(rm.StartTime, 0))
- }
- if rm.StopTime > 0 {
- builder.BeforeDate(time.Unix(rm.StopTime, 0))
- }
- rawEntryIDs, err := builder.GetEntryIDs()
- if err != nil {
- logger.Error("[GoogleReader][/stream/items/ids#feed] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- var itemRefs = make([]itemRef, 0)
- for _, entryID := range rawEntryIDs {
- formattedID := strconv.FormatInt(entryID, 10)
- itemRefs = append(itemRefs, itemRef{ID: formattedID})
- }
- totalEntries, err := builder.CountEntries()
- if err != nil {
- logger.Error("[GoogleReader][/stream/items/ids#feed] [ClientIP=%s] %v", clientIP, err)
- json.ServerError(w, r, err)
- return
- }
- continuation := 0
- if len(itemRefs)+rm.Offset < totalEntries {
- continuation = len(itemRefs) + rm.Offset
- }
- json.OK(w, r, streamIDResponse{itemRefs, continuation})
- }
|