| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317 |
- // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
- // SPDX-License-Identifier: Apache-2.0
- package rss // import "miniflux.app/v2/internal/reader/rss"
- import (
- "bytes"
- "testing"
- "time"
- )
- func TestParseRss2Sample(t *testing.T) {
- data := `
- <?xml version="1.0"?>
- <rss version="2.0">
- <channel>
- <title>Liftoff News</title>
- <link>http://liftoff.msfc.nasa.gov/</link>
- <description>Liftoff to Space Exploration.</description>
- <image>
- <url>http://liftoff.msfc.nasa.gov/HomePageXtra/MeatBall.gif</url>
- <title>NASA</title>
- <link>http://liftoff.msfc.nasa.gov/</link>
- </image>
- <language>en-us</language>
- <pubDate>Tue, 10 Jun 2003 04:00:00 GMT</pubDate>
- <lastBuildDate>Tue, 10 Jun 2003 09:41:01 GMT</lastBuildDate>
- <docs>http://blogs.law.harvard.edu/tech/rss</docs>
- <generator>Weblog Editor 2.0</generator>
- <managingEditor>editor@example.com</managingEditor>
- <webMaster>webmaster@example.com</webMaster>
- <item>
- <title>Star City</title>
- <link>http://liftoff.msfc.nasa.gov/news/2003/news-starcity.asp</link>
- <description>How do Americans get ready to work with Russians aboard the International Space Station? They take a crash course in culture, language and protocol at Russia's <a href="http://howe.iki.rssi.ru/GCTC/gctc_e.htm">Star City</a>.</description>
- <pubDate>Tue, 03 Jun 2003 09:39:21 GMT</pubDate>
- <guid>http://liftoff.msfc.nasa.gov/2003/06/03.html#item573</guid>
- </item>
- <item>
- <description>Sky watchers in Europe, Asia, and parts of Alaska and Canada will experience a <a href="http://science.nasa.gov/headlines/y2003/30may_solareclipse.htm">partial eclipse of the Sun</a> on Saturday, May 31st.</description>
- <pubDate>Fri, 30 May 2003 11:06:42 GMT</pubDate>
- <guid>http://liftoff.msfc.nasa.gov/2003/05/30.html#item572</guid>
- </item>
- <item>
- <title>The Engine That Does More</title>
- <link>http://liftoff.msfc.nasa.gov/news/2003/news-VASIMR.asp</link>
- <description>Before man travels to Mars, NASA hopes to design new engines that will let us fly through the Solar System more quickly. The proposed VASIMR engine would do that.</description>
- <pubDate>Tue, 27 May 2003 08:37:32 GMT</pubDate>
- <guid>http://liftoff.msfc.nasa.gov/2003/05/27.html#item571</guid>
- </item>
- <item>
- <title>Astronauts' Dirty Laundry</title>
- <link>http://liftoff.msfc.nasa.gov/news/2003/news-laundry.asp</link>
- <description>Compared to earlier spacecraft, the International Space Station has many luxuries, but laundry facilities are not one of them. Instead, astronauts have other options.</description>
- <pubDate>Tue, 20 May 2003 08:56:02 GMT</pubDate>
- <guid>http://liftoff.msfc.nasa.gov/2003/05/20.html#item570</guid>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("http://liftoff.msfc.nasa.gov/rss.xml", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Title != "Liftoff News" {
- t.Errorf("Incorrect title, got: %s", feed.Title)
- }
- if feed.Description != "Liftoff to Space Exploration." {
- t.Errorf("Incorrect description, got: %s", feed.Description)
- }
- if feed.FeedURL != "http://liftoff.msfc.nasa.gov/rss.xml" {
- t.Errorf("Incorrect feed URL, got: %s", feed.FeedURL)
- }
- if feed.SiteURL != "http://liftoff.msfc.nasa.gov/" {
- t.Errorf("Incorrect site URL, got: %s", feed.SiteURL)
- }
- if feed.IconURL != "http://liftoff.msfc.nasa.gov/HomePageXtra/MeatBall.gif" {
- t.Errorf("Incorrect image URL, got: %s", feed.IconURL)
- }
- if len(feed.Entries) != 4 {
- t.Errorf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- expectedDate := time.Date(2003, time.June, 3, 9, 39, 21, 0, time.UTC)
- if !feed.Entries[0].Date.Equal(expectedDate) {
- t.Errorf("Incorrect entry date, got: %v, want: %v", feed.Entries[0].Date, expectedDate)
- }
- if feed.Entries[0].Hash != "5b2b4ac2fe1786ddf0fd2da2f1b07f64e691264f41f2db3ea360f31bb6d9152b" {
- t.Errorf("Incorrect entry hash, got: %s", feed.Entries[0].Hash)
- }
- if feed.Entries[0].URL != "http://liftoff.msfc.nasa.gov/news/2003/news-starcity.asp" {
- t.Errorf("Incorrect entry URL, got: %s", feed.Entries[0].URL)
- }
- if feed.Entries[0].Title != "Star City" {
- t.Errorf("Incorrect entry title, got: %s", feed.Entries[0].Title)
- }
- if feed.Entries[0].Content != `How do Americans get ready to work with Russians aboard the International Space Station? They take a crash course in culture, language and protocol at Russia's <a href="http://howe.iki.rssi.ru/GCTC/gctc_e.htm">Star City</a>.` {
- t.Errorf("Incorrect entry content, got: %s", feed.Entries[0].Content)
- }
- if feed.Entries[1].URL != "http://liftoff.msfc.nasa.gov/2003/05/30.html#item572" {
- t.Errorf("Incorrect entry URL, got: %s", feed.Entries[1].URL)
- }
- }
- func TestParseFeedWithFeedURLWithTrailingSpace(t *testing.T) {
- data := `<?xml version="1.0"?>
- <rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <atom:link href="https://example.org/rss " type="application/rss+xml" rel="self"></atom:link>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/ ", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.FeedURL != "https://example.org/rss" {
- t.Errorf("Incorrect feed URL, got: %s", feed.FeedURL)
- }
- }
- func TestParseFeedWithRelativeFeedURL(t *testing.T) {
- data := `<?xml version="1.0"?>
- <rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <atom:link href="/rss" type="application/rss+xml" rel="self"></atom:link>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.FeedURL != "https://example.org/rss" {
- t.Errorf("Incorrect feed URL, got: %s", feed.FeedURL)
- }
- }
- func TestParseFeedSiteURLWithTrailingSpace(t *testing.T) {
- data := `<?xml version="1.0"?>
- <rss version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/ </link>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.SiteURL != "https://example.org/" {
- t.Errorf("Incorrect site URL, got: %s", feed.SiteURL)
- }
- }
- func TestParseFeedWithRelativeSiteURL(t *testing.T) {
- data := `<?xml version="1.0"?>
- <rss version="2.0">
- <channel>
- <title>Example</title>
- <link>/example </link>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.SiteURL != "https://example.org/example" {
- t.Errorf("Incorrect site URL, got: %s", feed.SiteURL)
- }
- }
- func TestParseFeedWithoutTitle(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <link>https://example.org/</link>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Title != "https://example.org/" {
- t.Errorf("Incorrect feed title, got: %s", feed.Title)
- }
- }
- func TestParseEntryWithoutTitleAndDescription(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <link>https://example.org/</link>
- <item>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Description != "" {
- t.Errorf("Expected empty feed description, got: %s", feed.Description)
- }
- if len(feed.Entries) != 1 {
- t.Errorf("Expected 1 entry, got: %d", len(feed.Entries))
- }
- if feed.Entries[0].Title != "https://example.org/item" {
- t.Errorf("Incorrect entry title, got: %s", feed.Entries[0].Title)
- }
- }
- func TestParseEntryWithoutTitleButWithDescription(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <link>https://example.org/</link>
- <item>
- <link>https://example.org/item</link>
- <description>
- This is the description
- </description>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Title != "This is the description" {
- t.Errorf("Incorrect entry title, got: %s", feed.Entries[0].Title)
- }
- }
- func TestParseEntryWithMediaTitle(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:media="http://search.yahoo.com/mrss/">
- <channel>
- <link>https://example.org/</link>
- <item>
- <title>Entry Title</title>
- <link>https://example.org/item</link>
- <media:title>Media Title</media:title>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Title != "Entry Title" {
- t.Errorf("Incorrect entry title, got: %q", feed.Entries[0].Title)
- }
- }
- func TestParseEntryWithDCTitleOnly(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:media="http://search.yahoo.com/mrss/" xmlns:dc="http://purl.org/dc/elements/1.1/">
- <channel>
- <link>https://example.org/</link>
- <item>
- <dc:title>Entry Title</dc:title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Title != "Entry Title" {
- t.Errorf("Incorrect entry title, got: %q", feed.Entries[0].Title)
- }
- }
- func TestParseFeedTitleWithHTMLEntity(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:slash="http://purl.org/rss/1.0/modules/slash/">
- <channel>
- <link>https://example.org/</link>
- <title>Example Feed</title>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Title != "Example \u00a0 Feed" {
- t.Errorf(`Incorrect title, got: %q`, feed.Title)
- }
- }
- func TestParseFeedTitleWithUnicodeEntityAndCdata(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:slash="http://purl.org/rss/1.0/modules/slash/">
- <channel>
- <link>https://example.org/</link>
- <title><![CDATA[Jenny’s Newsletter]]></title>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Title != `Jenny’s Newsletter` {
- t.Errorf(`Incorrect title, got: %q`, feed.Title)
- }
- }
- func TestParseItemTitleWithHTMLEntity(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:slash="http://purl.org/rss/1.0/modules/slash/">
- <channel>
- <link>https://example.org/</link>
- <title>Example</title>
- <item>
- <title></example></title>
- <link>http://www.example.org/entries/1</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Title != "</example>" {
- t.Errorf(`Incorrect title, got: %q`, feed.Entries[0].Title)
- }
- }
- func TestParseItemTitleWithNumericCharacterReference(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:slash="http://purl.org/rss/1.0/modules/slash/">
- <channel>
- <link>https://example.org/</link>
- <title>Example</title>
- <item>
- <title>Σ ß</title>
- <link>http://www.example.org/article.html</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Title != "Σ ß" {
- t.Errorf(`Incorrect title, got: %q`, feed.Entries[0].Title)
- }
- }
- func TestParseItemTitleWithDoubleEncodedEntities(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:slash="http://purl.org/rss/1.0/modules/slash/">
- <channel>
- <link>https://example.org/</link>
- <title>Example</title>
- <item>
- <title>&#39;Text&#39;</title>
- <link>http://www.example.org/article.html</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Title != "'Text'" {
- t.Errorf(`Incorrect title, got: %q`, feed.Entries[0].Title)
- }
- }
- func TestParseItemTitleWithWhitespaces(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <title>Example</title>
- <link>http://example.org</link>
- <item>
- <title>
- Some Title
- </title>
- <link>http://www.example.org/entries/1</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Title != "Some Title" {
- t.Errorf("Incorrect entry title, got: %s", feed.Entries[0].Title)
- }
- }
- func TestParseItemTitleWithCDATA(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <title>Example</title>
- <link>http://example.org</link>
- <item>
- <title><![CDATA[This is a title]]></title>
- <link>http://www.example.org/entries/1</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Title != "This is a title" {
- t.Errorf("Incorrect entry title, got: %s", feed.Entries[0].Title)
- }
- }
- func TestParseItemTitleWithInnerHTML(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <title>Example</title>
- <link>http://example.org</link>
- <item>
- <title>Test: <b>bold</b></title>
- <link>http://www.example.org/entries/1</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Title != "Test: bold" {
- t.Errorf("Incorrect entry title, got: %s", feed.Entries[0].Title)
- }
- }
- func TestParseEntryWithoutLink(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <link>https://example.org/</link>
- <item>
- <guid isPermaLink="false">1234</guid>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].URL != "https://example.org/" {
- t.Errorf("Incorrect entry link, got: %s", feed.Entries[0].URL)
- }
- if feed.Entries[0].Hash != "03ac674216f3e15c761ee1a5e255f067953623c8b388b4459e13f978d7c846f4" {
- t.Errorf("Incorrect entry hash, got: %s", feed.Entries[0].Hash)
- }
- }
- func TestParseEntryWithoutLinkAndWithoutGUID(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <link>https://example.org/</link>
- <item>
- <title>Item 1</title>
- </item>
- <item>
- <title>Item 2</title>
- <pubDate>Wed, 02 Oct 2002 08:00:00 GMT</pubDate>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 2 {
- t.Errorf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- if feed.Entries[0].Hash != "c5ddfeffb275254140796b8c080f372d65ebb1b0590e238b191f595d5fcd32ca" {
- t.Errorf("Incorrect entry hash, got: %s", feed.Entries[0].Hash)
- }
- if feed.Entries[1].Hash != "0a937478f9bdbfca2de5cdeeb5ee7b09678a3330fc7cc5b05169a50d4516c9a3" {
- t.Errorf("Incorrect entry hash, got: %s", feed.Entries[1].Hash)
- }
- }
- func TestParseEntryWithOnlyGuidPermalink(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <link>https://example.org/</link>
- <item>
- <guid isPermaLink="true">https://example.org/some-article.html</guid>
- </item>
- <item>
- <guid>https://example.org/another-article.html</guid>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].URL != "https://example.org/some-article.html" {
- t.Errorf("Incorrect entry link, got: %s", feed.Entries[0].URL)
- }
- if feed.Entries[1].URL != "https://example.org/another-article.html" {
- t.Errorf("Incorrect entry link, got: %s", feed.Entries[1].URL)
- }
- }
- func TestParseEntryWithAtomLink(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
- <channel>
- <link>https://example.org/</link>
- <item>
- <title>Test</title>
- <atom:link href="https://example.org/item" />
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].URL != "https://example.org/item" {
- t.Errorf("Incorrect entry link, got: %s", feed.Entries[0].URL)
- }
- }
- func TestParseEntryWithMultipleAtomLinks(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
- <channel>
- <link>https://example.org/</link>
- <item>
- <title>Test</title>
- <atom:link rel="payment" href="https://example.org/a" />
- <atom:link rel="alternate" href="https://example.org/b" />
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].URL != "https://example.org/b" {
- t.Errorf("Incorrect entry link, got: %s", feed.Entries[0].URL)
- }
- }
- func TestParseEntryWithoutLinkAndWithEnclosureURLs(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <link>https://example.org/feed</link>
- <item>
- <guid isPermaLink="false">guid</guid>
- <enclosure url=" " length="155844084" type="audio/mpeg" />
- <enclosure url="https://audio-file" length="155844084" type="audio/mpeg" />
- <enclosure url="https://another-audio-file" length="155844084" type="audio/mpeg" />
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Fatalf("Expected 1 entry, got: %d", len(feed.Entries))
- }
- if feed.Entries[0].URL != "https://audio-file" {
- t.Errorf("Incorrect entry link, got: %q", feed.Entries[0].URL)
- }
- }
- func TestParseFeedURLWithAtomLink(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss xmlns:atom="http://www.w3.org/2005/Atom" version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <atom:link href="https://example.org/rss" type="application/rss+xml" rel="self"></atom:link>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.FeedURL != "https://example.org/rss" {
- t.Errorf("Incorrect feed URL, got: %s", feed.FeedURL)
- }
- if feed.SiteURL != "https://example.org/" {
- t.Errorf("Incorrect site URL, got: %s", feed.SiteURL)
- }
- }
- func TestParseFeedWithWebmaster(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <webMaster>webmaster@example.com</webMaster>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := "webmaster@example.com"
- result := feed.Entries[0].Author
- if result != expected {
- t.Errorf("Incorrect entry author, got %q instead of %q", result, expected)
- }
- }
- func TestParseFeedWithManagingEditor(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <webMaster>webmaster@example.com</webMaster>
- <managingEditor>editor@example.com</managingEditor>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := "editor@example.com"
- result := feed.Entries[0].Author
- if result != expected {
- t.Errorf("Incorrect entry author, got %q instead of %q", result, expected)
- }
- }
- func TestParseEntryWithAuthorAndInnerHTML(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss xmlns:atom="http://www.w3.org/2005/Atom" version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <atom:link href="https://example.org/rss" type="application/rss+xml" rel="self"></atom:link>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- <author>by <a itemprop="url" class="author" rel="author" href="/author/foobar">Foo Bar</a></author>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := "by Foo Bar"
- result := feed.Entries[0].Author
- if result != expected {
- t.Errorf("Incorrect entry author, got %q instead of %q", result, expected)
- }
- }
- func TestParseEntryWithAuthorAndCDATA(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss xmlns:atom="http://www.w3.org/2005/Atom" version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <atom:link href="https://example.org/rss" type="application/rss+xml" rel="self"></atom:link>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- <author>
- <![CDATA[by Foo Bar]]>
- </author>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := "by Foo Bar"
- result := feed.Entries[0].Author
- if result != expected {
- t.Errorf("Incorrect entry author, got %q instead of %q", result, expected)
- }
- }
- func TestParseEntryWithAtomAuthorEmail(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss xmlns:atom="http://www.w3.org/2005/Atom" version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <atom:link href="https://example.org/rss" type="application/rss+xml" rel="self"></atom:link>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- <atom:author>
- <email>author@example.org</email>
- </atom:author>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := "author@example.org"
- result := feed.Entries[0].Author
- if result != expected {
- t.Errorf("Incorrect entry author, got %q instead of %q", result, expected)
- }
- }
- func TestParseEntryWithAtomAuthorName(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss xmlns:atom="http://www.w3.org/2005/Atom" version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <atom:link href="https://example.org/rss" type="application/rss+xml" rel="self"></atom:link>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- <atom:author>
- <name>Foo Bar</name>
- </atom:author>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := "Foo Bar"
- result := feed.Entries[0].Author
- if result != expected {
- t.Errorf("Incorrect entry author, got: %q instead of %q", result, expected)
- }
- }
- func TestParseEntryWithDublinCoreAuthor(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:dc="http://purl.org/dc/elements/1.1/">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- <dc:creator>Me (me@example.com)</dc:creator>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := "Me (me@example.com)"
- result := feed.Entries[0].Author
- if result != expected {
- t.Errorf("Incorrect entry author, got %q instead of %q", result, expected)
- }
- }
- func TestParseEntryWithItunesAuthor(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:itunes="http://www.itunes.com/dtds/podcast-1.0.dtd">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- <itunes:author>Someone</itunes:author>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := "Someone"
- result := feed.Entries[0].Author
- if result != expected {
- t.Errorf("Incorrect entry author, got %q instead of %q", result, expected)
- }
- }
- func TestParseFeedWithItunesAuthor(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:itunes="http://www.itunes.com/dtds/podcast-1.0.dtd">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <itunes:author>Someone</itunes:author>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := "Someone"
- result := feed.Entries[0].Author
- if result != expected {
- t.Errorf("Incorrect entry author, got %q instead of %q", result, expected)
- }
- }
- func TestParseFeedWithItunesOwner(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:itunes="http://www.itunes.com/dtds/podcast-1.0.dtd">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <itunes:owner>
- <itunes:name>John Doe</itunes:name>
- <itunes:email>john.doe@example.com</itunes:email>
- </itunes:owner>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := "John Doe"
- result := feed.Entries[0].Author
- if result != expected {
- t.Errorf("Incorrect entry author, got %q instead of %q", result, expected)
- }
- }
- func TestParseFeedWithItunesOwnerEmail(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:itunes="http://www.itunes.com/dtds/podcast-1.0.dtd">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <itunes:owner>
- <itunes:email>john.doe@example.com</itunes:email>
- </itunes:owner>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := "john.doe@example.com"
- result := feed.Entries[0].Author
- if result != expected {
- t.Errorf("Incorrect entry author, got %q instead of %q", result, expected)
- }
- }
- func TestParseEntryWithGooglePlayAuthor(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:googleplay="http://www.google.com/schemas/play-podcasts/1.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- <googleplay:author>Someone</googleplay:author>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := "Someone"
- result := feed.Entries[0].Author
- if result != expected {
- t.Errorf("Incorrect entry author, got %q instead of %q", result, expected)
- }
- }
- func TestParseFeedWithGooglePlayAuthor(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:googleplay="http://www.google.com/schemas/play-podcasts/1.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <googleplay:author>Someone</googleplay:author>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := "Someone"
- result := feed.Entries[0].Author
- if result != expected {
- t.Errorf("Incorrect entry author, got %q instead of %q", result, expected)
- }
- }
- func TestParseEntryWithDublinCoreDate(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:dc="http://purl.org/dc/elements/1.1/">
- <channel>
- <title>Example</title>
- <link>http://example.org/</link>
- <item>
- <title>Item 1</title>
- <link>http://example.org/item1</link>
- <description>Description.</description>
- <guid isPermaLink="false">UUID</guid>
- <dc:date>2002-09-29T23:40:06-05:00</dc:date>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- location, _ := time.LoadLocation("EST")
- expectedDate := time.Date(2002, time.September, 29, 23, 40, 06, 0, location)
- if !feed.Entries[0].Date.Equal(expectedDate) {
- t.Errorf("Incorrect entry date, got: %v, want: %v", feed.Entries[0].Date, expectedDate)
- }
- }
- func TestParseEntryWithContentEncoded(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:content="http://purl.org/rss/1.0/modules/content/">
- <channel>
- <title>Example</title>
- <link>http://example.org/</link>
- <item>
- <title>Item 1</title>
- <link>http://example.org/item1</link>
- <description>Description.</description>
- <guid isPermaLink="false">UUID</guid>
- <content:encoded><![CDATA[<p><a href="http://www.example.org/">Example</a>.</p>]]></content:encoded>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Content != `<p><a href="http://www.example.org/">Example</a>.</p>` {
- t.Errorf("Incorrect entry content, got: %s", feed.Entries[0].Content)
- }
- }
- // https://www.rssboard.org/rss-encoding-examples
- func TestParseEntryDescriptionWithEncodedHTMLTags(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:content="http://purl.org/rss/1.0/modules/content/">
- <channel>
- <title>Example</title>
- <link>http://example.org/</link>
- <item>
- <title>Item 1</title>
- <link>http://example.org/item1</link>
- <description>this is <b>bold</b></description>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Content != `this is <b>bold</b>` {
- t.Errorf("Incorrect entry content, got: %q", feed.Entries[0].Content)
- }
- }
- // https://www.rssboard.org/rss-encoding-examples
- func TestParseEntryWithDescriptionWithHTMLCDATA(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:content="http://purl.org/rss/1.0/modules/content/">
- <channel>
- <title>Example</title>
- <link>http://example.org/</link>
- <item>
- <title>Item 1</title>
- <link>http://example.org/item1</link>
- <description><![CDATA[this is <b>bold</b>]]></description>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Content != `this is <b>bold</b>` {
- t.Errorf("Incorrect entry content, got: %q", feed.Entries[0].Content)
- }
- }
- // https://www.rssboard.org/rss-encoding-examples
- func TestParseEntryDescriptionWithEncodingAngleBracketsInText(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:content="http://purl.org/rss/1.0/modules/content/">
- <channel>
- <title>Example</title>
- <link>http://example.org/</link>
- <item>
- <title>Item 1</title>
- <link>http://example.org/item1</link>
- <description>5 &lt; 8, ticker symbol &lt;BIGCO&gt;</description>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Content != `5 < 8, ticker symbol <BIGCO>` {
- t.Errorf("Incorrect entry content, got: %q", feed.Entries[0].Content)
- }
- }
- // https://www.rssboard.org/rss-encoding-examples
- func TestParseEntryDescriptionWithEncodingAngleBracketsWithinCDATASection(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:content="http://purl.org/rss/1.0/modules/content/">
- <channel>
- <title>Example</title>
- <link>http://example.org/</link>
- <item>
- <title>Item 1</title>
- <link>http://example.org/item1</link>
- <description><![CDATA[5 < 8, ticker symbol <BIGCO>]]></description>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Content != `5 < 8, ticker symbol <BIGCO>` {
- t.Errorf("Incorrect entry content, got: %q", feed.Entries[0].Content)
- }
- }
- func TestParseEntryWithFeedBurnerLink(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:feedburner="http://rssnamespace.org/feedburner/ext/1.0">
- <channel>
- <title>Example</title>
- <link>http://example.org/</link>
- <item>
- <title>Item 1</title>
- <link>http://example.org/item1</link>
- <feedburner:origLink>http://example.org/original</feedburner:origLink>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].URL != "http://example.org/original" {
- t.Errorf("Incorrect entry content, got: %s", feed.Entries[0].URL)
- }
- }
- func TestParseEntryWithEnclosures(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <title>My Podcast Feed</title>
- <link>http://example.org</link>
- <author>some.email@example.org</author>
- <item>
- <title>Podcasting with RSS</title>
- <link>http://www.example.org/entries/1</link>
- <description>An overview of RSS podcasting</description>
- <pubDate>Fri, 15 Jul 2005 00:00:00 -0500</pubDate>
- <guid isPermaLink="true">http://www.example.org/entries/1</guid>
- <enclosure url="http://www.example.org/myaudiofile.mp3"
- length="12345"
- type="audio/mpeg" />
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Fatalf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- if len(feed.Entries[0].Enclosures) != 1 {
- t.Fatalf("Incorrect number of enclosures, got: %d", len(feed.Entries[0].Enclosures))
- }
- if feed.Entries[0].Enclosures[0].URL != "http://www.example.org/myaudiofile.mp3" {
- t.Errorf("Incorrect enclosure URL, got: %s", feed.Entries[0].Enclosures[0].URL)
- }
- if feed.Entries[0].Enclosures[0].MimeType != "audio/mpeg" {
- t.Errorf("Incorrect enclosure type, got: %s", feed.Entries[0].Enclosures[0].MimeType)
- }
- if feed.Entries[0].Enclosures[0].Size != 12345 {
- t.Errorf("Incorrect enclosure length, got: %d", feed.Entries[0].Enclosures[0].Size)
- }
- }
- func TestParseEntryWithIncorrectEnclosureLength(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <title>My Podcast Feed</title>
- <link>http://example.org</link>
- <author>some.email@example.org</author>
- <item>
- <title>Podcasting with RSS</title>
- <link>http://www.example.org/entries/1</link>
- <description>An overview of RSS podcasting</description>
- <pubDate>Fri, 15 Jul 2005 00:00:00 -0500</pubDate>
- <guid isPermaLink="true">http://www.example.org/entries/1</guid>
- <enclosure url="http://www.example.org/myaudiofile.mp3" length="invalid" type="audio/mpeg" />
- <enclosure url="http://www.example.org/myaudiofile.wav" length=" " type="audio" />
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Fatalf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- if len(feed.Entries[0].Enclosures) != 2 {
- t.Fatalf("Incorrect number of enclosures, got: %d", len(feed.Entries[0].Enclosures))
- }
- if feed.Entries[0].Enclosures[0].URL != "http://www.example.org/myaudiofile.mp3" {
- t.Errorf("Incorrect enclosure URL, got: %s", feed.Entries[0].Enclosures[0].URL)
- }
- if feed.Entries[0].Enclosures[0].MimeType != "audio/mpeg" {
- t.Errorf("Incorrect enclosure type, got: %s", feed.Entries[0].Enclosures[0].MimeType)
- }
- if feed.Entries[0].Enclosures[0].Size != 0 {
- t.Errorf("Incorrect enclosure length, got: %d", feed.Entries[0].Enclosures[0].Size)
- }
- if feed.Entries[0].Enclosures[1].Size != 0 {
- t.Errorf("Incorrect enclosure length, got: %d", feed.Entries[0].Enclosures[0].Size)
- }
- }
- func TestParseEntryWithDuplicatedEnclosureURL(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <title>My Podcast Feed</title>
- <link>http://example.org</link>
- <item>
- <title>Podcasting with RSS</title>
- <link>http://www.example.org/entries/1</link>
- <enclosure url="http://www.example.org/myaudiofile.mp3" type="audio/mpeg" />
- <enclosure url=" http://www.example.org/myaudiofile.mp3 " type="audio/mpeg" />
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Fatalf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- if len(feed.Entries[0].Enclosures) != 1 {
- t.Fatalf("Incorrect number of enclosures, got: %d", len(feed.Entries[0].Enclosures))
- }
- if feed.Entries[0].Enclosures[0].URL != "http://www.example.org/myaudiofile.mp3" {
- t.Errorf("Incorrect enclosure URL, got: %s", feed.Entries[0].Enclosures[0].URL)
- }
- }
- func TestParseEntryWithEmptyEnclosureURL(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <title>My Podcast Feed</title>
- <link>http://example.org</link>
- <author>some.email@example.org</author>
- <item>
- <title>Podcasting with RSS</title>
- <link>http://www.example.org/entries/1</link>
- <description>An overview of RSS podcasting</description>
- <pubDate>Fri, 15 Jul 2005 00:00:00 -0500</pubDate>
- <guid isPermaLink="true">http://www.example.org/entries/1</guid>
- <enclosure url=" " length="0"/>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Fatalf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- if len(feed.Entries[0].Enclosures) != 0 {
- t.Fatalf("Incorrect number of enclosures, got: %d", len(feed.Entries[0].Enclosures))
- }
- }
- func TestParseEntryWithRelativeEnclosureURL(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <title>My Podcast Feed</title>
- <link>http://example.org</link>
- <author>some.email@example.org</author>
- <item>
- <title>Podcasting with RSS</title>
- <link>http://www.example.org/entries/1</link>
- <description>An overview of RSS podcasting</description>
- <pubDate>Fri, 15 Jul 2005 00:00:00 -0500</pubDate>
- <guid isPermaLink="true">http://www.example.org/entries/1</guid>
- <enclosure url=" /files/file.mp3 "/>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Fatalf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- if len(feed.Entries[0].Enclosures) != 1 {
- t.Fatalf("Incorrect number of enclosures, got: %d", len(feed.Entries[0].Enclosures))
- }
- if feed.Entries[0].Enclosures[0].URL != "http://example.org/files/file.mp3" {
- t.Errorf("Incorrect enclosure URL, got: %q", feed.Entries[0].Enclosures[0].URL)
- }
- }
- func TestParseEntryWithFeedBurnerEnclosures(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:feedburner="http://rssnamespace.org/feedburner/ext/1.0">
- <channel>
- <title>My Example Feed</title>
- <link>http://example.org</link>
- <author>some.email@example.org</author>
- <item>
- <title>Example Item</title>
- <link>http://www.example.org/entries/1</link>
- <enclosure
- url="http://feedproxy.google.com/~r/example/~5/lpMyFSCvubs/File.mp3"
- length="76192460"
- type="audio/mpeg" />
- <feedburner:origEnclosureLink>http://example.org/67ca416c-f22a-4228-a681-68fc9998ec10/File.mp3</feedburner:origEnclosureLink>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Fatalf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- if len(feed.Entries[0].Enclosures) != 1 {
- t.Fatalf("Incorrect number of enclosures, got: %d", len(feed.Entries[0].Enclosures))
- }
- if feed.Entries[0].Enclosures[0].URL != "http://example.org/67ca416c-f22a-4228-a681-68fc9998ec10/File.mp3" {
- t.Errorf("Incorrect enclosure URL, got: %s", feed.Entries[0].Enclosures[0].URL)
- }
- if feed.Entries[0].Enclosures[0].MimeType != "audio/mpeg" {
- t.Errorf("Incorrect enclosure type, got: %s", feed.Entries[0].Enclosures[0].MimeType)
- }
- if feed.Entries[0].Enclosures[0].Size != 76192460 {
- t.Errorf("Incorrect enclosure length, got: %d", feed.Entries[0].Enclosures[0].Size)
- }
- }
- func TestParseEntryWithFeedBurnerEnclosuresAndRelativeURL(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:feedburner="http://rssnamespace.org/feedburner/ext/1.0">
- <channel>
- <title>My Example Feed</title>
- <link>http://example.org</link>
- <item>
- <title>Example Item</title>
- <link>http://www.example.org/entries/1</link>
- <enclosure
- url="http://feedproxy.google.com/~r/example/~5/lpMyFSCvubs/File.mp3"
- length="76192460"
- type="audio/mpeg" />
- <feedburner:origEnclosureLink>/67ca416c-f22a-4228-a681-68fc9998ec10/File.mp3</feedburner:origEnclosureLink>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Errorf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- if len(feed.Entries[0].Enclosures) != 1 {
- t.Fatalf("Incorrect number of enclosures, got: %d", len(feed.Entries[0].Enclosures))
- }
- if feed.Entries[0].Enclosures[0].URL != "http://example.org/67ca416c-f22a-4228-a681-68fc9998ec10/File.mp3" {
- t.Errorf("Incorrect enclosure URL, got: %s", feed.Entries[0].Enclosures[0].URL)
- }
- }
- func TestParseEntryWithRelativeURL(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <link>https://example.org/</link>
- <item>
- <link>item.html</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].Title != "https://example.org/item.html" {
- t.Errorf("Incorrect entry title, got: %s", feed.Entries[0].Title)
- }
- }
- func TestParseEntryWithCommentsURL(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:slash="http://purl.org/rss/1.0/modules/slash/">
- <channel>
- <link>https://example.org/</link>
- <item>
- <title>Item 1</title>
- <link>https://example.org/item1</link>
- <comments>
- https://example.org/comments
- </comments>
- <slash:comments>42</slash:comments>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].CommentsURL != "https://example.org/comments" {
- t.Errorf("Incorrect entry comments URL, got: %q", feed.Entries[0].CommentsURL)
- }
- }
- func TestParseEntryWithInvalidCommentsURL(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:slash="http://purl.org/rss/1.0/modules/slash/">
- <channel>
- <link>https://example.org/</link>
- <item>
- <title>Item 1</title>
- <link>https://example.org/item1</link>
- <comments>
- Some text
- </comments>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.Entries[0].CommentsURL != "" {
- t.Errorf("Incorrect entry comments URL, got: %q", feed.Entries[0].CommentsURL)
- }
- }
- func TestParseInvalidXml(t *testing.T) {
- data := `garbage`
- _, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err == nil {
- t.Error("Parse should returns an error")
- }
- }
- func TestParseFeedLinkWithInvalidCharacterEntity(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:slash="http://purl.org/rss/1.0/modules/slash/">
- <channel>
- <link>https://example.org/a&b</link>
- <title>Example Feed</title>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.SiteURL != "https://example.org/a&b" {
- t.Errorf(`Incorrect url, got: %q`, feed.SiteURL)
- }
- }
- func TestParseEntryWithMediaGroup(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:media="http://search.yahoo.com/mrss/">
- <channel>
- <title>My Example Feed</title>
- <link>https://example.org</link>
- <item>
- <title>Example Item</title>
- <link>http://www.example.org/entries/1</link>
- <enclosure type="application/x-bittorrent" url="https://example.org/file3.torrent" length="670053113">
- </enclosure>
- <media:group>
- <media:content type="application/x-bittorrent" url="https://example.org/file1.torrent"></media:content>
- <media:content type="application/x-bittorrent" url="https://example.org/file2.torrent" isDefault="true"></media:content>
- <media:content type="application/x-bittorrent" url="https://example.org/file3.torrent"></media:content>
- <media:content type="application/x-bittorrent" url="https://example.org/file4.torrent"></media:content>
- <media:content type="application/x-bittorrent" url="https://example.org/file4.torrent"></media:content>
- <media:content type="application/x-bittorrent" url=" file5.torrent " fileSize="42"></media:content>
- <media:content type="application/x-bittorrent" url=" " fileSize="42"></media:content>
- <media:rating>nonadult</media:rating>
- </media:group>
- <media:thumbnail url="https://example.org/image.jpg" height="122" width="223"></media:thumbnail>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Errorf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- if len(feed.Entries[0].Enclosures) != 6 {
- t.Fatalf("Incorrect number of enclosures, got: %d", len(feed.Entries[0].Enclosures))
- }
- expectedResults := []struct {
- url string
- mimeType string
- size int64
- }{
- {"https://example.org/image.jpg", "image/*", 0},
- {"https://example.org/file3.torrent", "application/x-bittorrent", 670053113},
- {"https://example.org/file1.torrent", "application/x-bittorrent", 0},
- {"https://example.org/file2.torrent", "application/x-bittorrent", 0},
- {"https://example.org/file4.torrent", "application/x-bittorrent", 0},
- {"https://example.org/file5.torrent", "application/x-bittorrent", 42},
- }
- for index, enclosure := range feed.Entries[0].Enclosures {
- if expectedResults[index].url != enclosure.URL {
- t.Errorf(`Unexpected enclosure URL, got %q instead of %q`, enclosure.URL, expectedResults[index].url)
- }
- if expectedResults[index].mimeType != enclosure.MimeType {
- t.Errorf(`Unexpected enclosure type, got %q instead of %q`, enclosure.MimeType, expectedResults[index].mimeType)
- }
- if expectedResults[index].size != enclosure.Size {
- t.Errorf(`Unexpected enclosure size, got %d instead of %d`, enclosure.Size, expectedResults[index].size)
- }
- }
- }
- func TestParseEntryWithMediaContent(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:media="http://search.yahoo.com/mrss/">
- <channel>
- <title>My Example Feed</title>
- <link>https://example.org</link>
- <item>
- <title>Example Item</title>
- <link>http://www.example.org/entries/1</link>
- <media:thumbnail url="https://example.org/thumbnail.jpg" />
- <media:thumbnail url="https://example.org/thumbnail.jpg" />
- <media:thumbnail url=" thumbnail.jpg " />
- <media:thumbnail url=" " />
- <media:content url="https://example.org/media1.jpg" medium="image">
- <media:title type="html">Some Title for Media 1</media:title>
- </media:content>
- <media:content url=" /media2.jpg " medium="image" />
- <media:content url=" " medium="image" />
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Fatalf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- if len(feed.Entries[0].Enclosures) != 4 {
- t.Fatalf("Incorrect number of enclosures, got: %d", len(feed.Entries[0].Enclosures))
- }
- expectedResults := []struct {
- url string
- mimeType string
- size int64
- }{
- {"https://example.org/thumbnail.jpg", "image/*", 0},
- {"https://example.org/thumbnail.jpg", "image/*", 0},
- {"https://example.org/media1.jpg", "image/*", 0},
- {"https://example.org/media2.jpg", "image/*", 0},
- }
- for index, enclosure := range feed.Entries[0].Enclosures {
- if expectedResults[index].url != enclosure.URL {
- t.Errorf(`Unexpected enclosure URL, got %q instead of %q`, enclosure.URL, expectedResults[index].url)
- }
- if expectedResults[index].mimeType != enclosure.MimeType {
- t.Errorf(`Unexpected enclosure type, got %q instead of %q`, enclosure.MimeType, expectedResults[index].mimeType)
- }
- if expectedResults[index].size != enclosure.Size {
- t.Errorf(`Unexpected enclosure size, got %d instead of %d`, enclosure.Size, expectedResults[index].size)
- }
- }
- }
- func TestParseEntryWithMediaPeerLink(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0" xmlns:media="http://search.yahoo.com/mrss/">
- <channel>
- <title>My Example Feed</title>
- <link>https://website.example.org</link>
- <item>
- <title>Example Item</title>
- <link>http://www.example.org/entries/1</link>
- <media:peerLink type="application/x-bittorrent" href="https://www.example.org/file.torrent" />
- <media:peerLink type="application/x-bittorrent" href="https://www.example.org/file.torrent" />
- <media:peerLink type="application/x-bittorrent" href=" file2.torrent " />
- <media:peerLink type="application/x-bittorrent" href=" " />
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Fatalf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- if len(feed.Entries[0].Enclosures) != 2 {
- t.Fatalf("Incorrect number of enclosures, got: %d", len(feed.Entries[0].Enclosures))
- }
- expectedResults := []struct {
- url string
- mimeType string
- size int64
- }{
- {"https://www.example.org/file.torrent", "application/x-bittorrent", 0},
- {"https://website.example.org/file2.torrent", "application/x-bittorrent", 0},
- }
- for index, enclosure := range feed.Entries[0].Enclosures {
- if expectedResults[index].url != enclosure.URL {
- t.Errorf(`Unexpected enclosure URL, got %q instead of %q`, enclosure.URL, expectedResults[index].url)
- }
- if expectedResults[index].mimeType != enclosure.MimeType {
- t.Errorf(`Unexpected enclosure type, got %q instead of %q`, enclosure.MimeType, expectedResults[index].mimeType)
- }
- if expectedResults[index].size != enclosure.Size {
- t.Errorf(`Unexpected enclosure size, got %d instead of %d`, enclosure.Size, expectedResults[index].size)
- }
- }
- }
- func TestParseItunesDuration(t *testing.T) {
- data := `<?xml version="1.0" encoding="UTF-8"?>
- <rss version="2.0" xmlns:itunes="http://www.itunes.com/dtds/podcast-1.0.dtd">
- <channel>
- <title>Podcast Example</title>
- <link>http://www.example.com/index.html</link>
- <item>
- <title>Podcast Episode</title>
- <guid>http://example.com/episode.m4a</guid>
- <pubDate>Tue, 08 Mar 2016 12:00:00 GMT</pubDate>
- <itunes:duration>1:23:45</itunes:duration>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := 83
- result := feed.Entries[0].ReadingTime
- if expected != result {
- t.Errorf(`Unexpected podcast duration, got %d instead of %d`, result, expected)
- }
- }
- func TestParseIncorrectItunesDuration(t *testing.T) {
- data := `<?xml version="1.0" encoding="UTF-8"?>
- <rss version="2.0" xmlns:itunes="http://www.itunes.com/dtds/podcast-1.0.dtd">
- <channel>
- <title>Podcast Example</title>
- <link>http://www.example.com/index.html</link>
- <item>
- <title>Podcast Episode</title>
- <guid>http://example.com/episode.m4a</guid>
- <pubDate>Tue, 08 Mar 2016 12:00:00 GMT</pubDate>
- <itunes:duration>invalid</itunes:duration>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- expected := 0
- result := feed.Entries[0].ReadingTime
- if expected != result {
- t.Errorf(`Unexpected podcast duration, got %d instead of %d`, result, expected)
- }
- }
- func TestEntryDescriptionFromItunesSummary(t *testing.T) {
- data := `<?xml version="1.0" encoding="UTF-8"?>
- <rss version="2.0" xmlns:itunes="http://www.itunes.com/dtds/podcast-1.0.dtd">
- <channel>
- <title>Podcast Example</title>
- <link>http://www.example.com/index.html</link>
- <item>
- <title>Podcast Episode</title>
- <guid>http://example.com/episode.m4a</guid>
- <pubDate>Tue, 08 Mar 2016 12:00:00 GMT</pubDate>
- <itunes:subtitle>Episode Subtitle</itunes:subtitle>
- <itunes:summary>Episode Summary</itunes:summary>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Errorf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- expected := "Episode Summary"
- result := feed.Entries[0].Content
- if expected != result {
- t.Errorf(`Unexpected podcast content, got %q instead of %q`, result, expected)
- }
- }
- func TestEntryDescriptionFromItunesSubtitle(t *testing.T) {
- data := `<?xml version="1.0" encoding="UTF-8"?>
- <rss version="2.0" xmlns:itunes="http://www.itunes.com/dtds/podcast-1.0.dtd">
- <channel>
- <title>Podcast Example</title>
- <link>http://www.example.com/index.html</link>
- <item>
- <title>Podcast Episode</title>
- <guid>http://example.com/episode.m4a</guid>
- <pubDate>Tue, 08 Mar 2016 12:00:00 GMT</pubDate>
- <itunes:subtitle>Episode Subtitle</itunes:subtitle>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Errorf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- expected := "Episode Subtitle"
- result := feed.Entries[0].Content
- if expected != result {
- t.Errorf(`Unexpected podcast content, got %q instead of %q`, result, expected)
- }
- }
- func TestEntryDescriptionFromGooglePlayDescription(t *testing.T) {
- data := `<?xml version="1.0" encoding="UTF-8"?>
- <rss version="2.0"
- xmlns:googleplay="http://www.google.com/schemas/play-podcasts/1.0"
- xmlns:itunes="http://www.itunes.com/dtds/podcast-1.0.dtd">
- <channel>
- <title>Podcast Example</title>
- <link>http://www.example.com/index.html</link>
- <item>
- <title>Podcast Episode</title>
- <guid>http://example.com/episode.m4a</guid>
- <pubDate>Tue, 08 Mar 2016 12:00:00 GMT</pubDate>
- <itunes:subtitle>Episode Subtitle</itunes:subtitle>
- <googleplay:description>Episode Description</googleplay:description>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Errorf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- expected := "Episode Description"
- result := feed.Entries[0].Content
- if expected != result {
- t.Errorf(`Unexpected podcast content, got %q instead of %q`, result, expected)
- }
- }
- func TestParseEntryWithRSSDescriptionAndMediaDescription(t *testing.T) {
- data := `<?xml version="1.0" encoding="UTF-8"?>
- <rss version="2.0" xmlns:media="http://search.yahoo.com/mrss/">
- <channel>
- <title>Podcast Example</title>
- <link>http://www.example.com/index.html</link>
- <item>
- <title>Entry Title</title>
- <link>http://www.example.com/entries/1</link>
- <description>Entry Description</description>
- <media:description type="plain">Media Description</media:description>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 1 {
- t.Errorf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- expected := "Entry Description"
- result := feed.Entries[0].Content
- if expected != result {
- t.Errorf(`Unexpected description, got %q instead of %q`, result, expected)
- }
- }
- func TestParseFeedWithCategories(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss xmlns:atom="http://www.w3.org/2005/Atom" version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <category>Category 1</category>
- <category><![CDATA[Category 2]]></category>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries[0].Tags) != 2 {
- t.Errorf("Incorrect number of tags, got: %d", len(feed.Entries[0].Tags))
- }
- expected := []string{"Category 1", "Category 2"}
- result := feed.Entries[0].Tags
- for i, tag := range result {
- if tag != expected[i] {
- t.Errorf("Incorrect tag, got: %q", tag)
- }
- }
- }
- func TestParseEntryWithCategories(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss xmlns:atom="http://www.w3.org/2005/Atom" version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <category>Category 3</category>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- <category>Category 1</category>
- <category><![CDATA[Category 2]]></category>
- <category>Category 2</category>
- <category>Category 0</category>
- <category> </category>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries[0].Tags) != 3 {
- t.Fatalf("Incorrect number of tags, got: %d", len(feed.Entries[0].Tags))
- }
- expected := []string{"Category 0", "Category 1", "Category 2"}
- result := feed.Entries[0].Tags
- for i, tag := range result {
- if tag != expected[i] {
- t.Errorf("Incorrect tag, got: %q", tag)
- }
- }
- }
- func TestParseFeedWithItunesCategories(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss xmlns:atom="http://www.w3.org/2005/Atom" xmlns:itunes="http://www.itunes.com/dtds/podcast-1.0.dtd" version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <itunes:category text="Society & Culture">
- <itunes:category text="Documentary" />
- </itunes:category>
- <itunes:category text="Health">
- <itunes:category text="Mental Health" />
- </itunes:category>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries[0].Tags) != 4 {
- t.Errorf("Incorrect number of tags, got: %d", len(feed.Entries[0].Tags))
- }
- expected := []string{"Documentary", "Health", "Mental Health", "Society & Culture"}
- result := feed.Entries[0].Tags
- for i, tag := range result {
- if tag != expected[i] {
- t.Errorf("Incorrect tag, got: %q", tag)
- }
- }
- }
- func TestParseFeedWithGooglePlayCategory(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss xmlns:atom="http://www.w3.org/2005/Atom" xmlns:gplay="http://www.google.com/schemas/play-podcasts/1.0" version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <gplay:category text="Art"></gplay:category>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries[0].Tags) != 1 {
- t.Errorf("Incorrect number of tags, got: %d", len(feed.Entries[0].Tags))
- }
- expected := []string{"Art"}
- result := feed.Entries[0].Tags
- for i, tag := range result {
- if tag != expected[i] {
- t.Errorf("Incorrect tag, got: %q", tag)
- }
- }
- }
- func TestParseEntryWithMediaCategories(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss xmlns:atom="http://www.w3.org/2005/Atom" xmlns:media="http://search.yahoo.com/mrss/" version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- <media:category label="Visual Art">visual_art</media:category>
- <media:category scheme="http://search.yahoo.com/mrss/category_ schema">music/artist/album/song</media:category>
- <media:category scheme="urn:flickr:tags">ycantpark mobile</media:category>
- <media:category scheme="http://dmoz.org" label="Ace Ventura - Pet Detective">Arts/Movies/Titles/A/Ace_Ventura_Series/Ace_Ventura_ -_Pet_Detective</media:category>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries[0].Tags) != 2 {
- t.Errorf("Incorrect number of tags, got: %d", len(feed.Entries[0].Tags))
- }
- expected := []string{"Ace Ventura - Pet Detective", "Visual Art"}
- result := feed.Entries[0].Tags
- for i, tag := range result {
- if tag != expected[i] {
- t.Errorf("Incorrect entry tag, got %q instead of %q", tag, expected[i])
- }
- }
- }
- func TestParseFeedWithTTLField(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <ttl>60</ttl>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.TTL != 60*time.Minute {
- t.Errorf("Incorrect TTL, got: %d", feed.TTL)
- }
- }
- func TestParseFeedWithIncorrectTTLValue(t *testing.T) {
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <title>Example</title>
- <link>https://example.org/</link>
- <ttl>invalid</ttl>
- <item>
- <title>Test</title>
- <link>https://example.org/item</link>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if feed.TTL != 0 {
- t.Errorf("Incorrect TTL, got: %d", feed.TTL)
- }
- }
- func TestParseEntriesWithDuplicateGUIDAndDistinctLinks(t *testing.T) {
- // Some non-conformant feeds (e.g. fluentboards.com) ship the same <guid>
- // for every item. The first occurrence must keep the historical
- // SHA256(guid) hash so previously stored entries still match, while later
- // duplicates are disambiguated using the entry URL.
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <link>https://example.org/</link>
- <item>
- <title>Item A</title>
- <link>https://example.org/a</link>
- <guid isPermaLink="false">dup-guid</guid>
- </item>
- <item>
- <title>Item B</title>
- <link>https://example.org/b</link>
- <guid isPermaLink="false">dup-guid</guid>
- </item>
- <item>
- <title>Item C</title>
- <link>https://example.org/a</link>
- <guid isPermaLink="false">dup-guid</guid>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 3 {
- t.Fatalf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- expected := []string{
- "22561495b53d916c228504600fda7c06cefc55a80395bbdf007102a6e9070d3f", // SHA256("dup-guid")
- "3479bd288c08f8d2f8e992aa511a267ee50b18e22a4c475a4862c15c4d4f675b", // SHA256("dup-guid|https://example.org/b")
- "8e4bb51d800e7a0db6b81b48d09af4711f8a25e00d09251e3d9f675e02bfe11e", // SHA256("dup-guid|https://example.org/a")
- }
- for i, want := range expected {
- if feed.Entries[i].Hash != want {
- t.Errorf("Entry %d: incorrect hash, got: %s, want: %s", i, feed.Entries[i].Hash, want)
- }
- }
- // Sanity-check uniqueness across all three entries.
- seen := make(map[string]bool)
- for _, e := range feed.Entries {
- if seen[e.Hash] {
- t.Errorf("Duplicate hash across entries: %s", e.Hash)
- }
- seen[e.Hash] = true
- }
- }
- func TestParseEntriesWithDuplicateGUIDAndNoLink(t *testing.T) {
- // When colliding entries also lack a usable URL, we fall back to the
- // position-based disambiguator. The site URL is used as the entry URL
- // fallback (see findEntryURL handling), so the second entry hashes
- // against that URL rather than the position.
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <link>https://example.org/</link>
- <item>
- <title>Item A</title>
- <guid isPermaLink="false">dup-guid</guid>
- </item>
- <item>
- <title>Item B</title>
- <guid isPermaLink="false">dup-guid</guid>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 2 {
- t.Fatalf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- if feed.Entries[0].Hash != "22561495b53d916c228504600fda7c06cefc55a80395bbdf007102a6e9070d3f" {
- t.Errorf("Entry 0: incorrect hash, got: %s", feed.Entries[0].Hash)
- }
- // Both items fall back to the channel link as their URL, so the second
- // hash uses "dup-guid|https://example.org/".
- if feed.Entries[1].Hash != "175d6d57a61533fb553c5d9bc3d52aa9092553a7e0ae473e3536c32c87cfa418" {
- t.Errorf("Entry 1: incorrect hash, got: %s", feed.Entries[1].Hash)
- }
- if feed.Entries[0].Hash == feed.Entries[1].Hash {
- t.Errorf("Hashes should differ for duplicate-GUID items")
- }
- }
- func TestParseEntriesWithUniqueGUIDsAreUnchanged(t *testing.T) {
- // Regression guard: feeds with unique GUIDs must keep the historical
- // SHA256(guid) hashing so existing stored entries are not duplicated.
- data := `<?xml version="1.0" encoding="utf-8"?>
- <rss version="2.0">
- <channel>
- <link>https://example.org/</link>
- <item>
- <title>Item A</title>
- <link>https://example.org/a</link>
- <guid isPermaLink="false">guid-a</guid>
- </item>
- <item>
- <title>Item B</title>
- <link>https://example.org/b</link>
- <guid isPermaLink="false">guid-b</guid>
- </item>
- </channel>
- </rss>`
- feed, err := Parse("https://example.org/", bytes.NewReader([]byte(data)))
- if err != nil {
- t.Fatal(err)
- }
- if len(feed.Entries) != 2 {
- t.Fatalf("Incorrect number of entries, got: %d", len(feed.Entries))
- }
- if feed.Entries[0].Hash != "2b13a8de1741fb778d7e733e7a888088cb578d22e5ec6d40e0a88f82d4829cbd" {
- t.Errorf("Entry 0: incorrect hash, got: %s", feed.Entries[0].Hash)
- }
- if feed.Entries[1].Hash != "33ce1b8657a81c6a49590313a36325e44683f27229e96faa690f9dc7b2a75d2a" {
- t.Errorf("Entry 1: incorrect hash, got: %s", feed.Entries[1].Hash)
- }
- }
|