Parser.php 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433
  1. <?php
  2. /**
  3. * SimplePie
  4. *
  5. * A PHP-Based RSS and Atom Feed Framework.
  6. * Takes the hard work out of managing a complete RSS/Atom solution.
  7. *
  8. * Copyright (c) 2004-2012, Ryan Parman, Geoffrey Sneddon, Ryan McCue, and contributors
  9. * All rights reserved.
  10. *
  11. * Redistribution and use in source and binary forms, with or without modification, are
  12. * permitted provided that the following conditions are met:
  13. *
  14. * * Redistributions of source code must retain the above copyright notice, this list of
  15. * conditions and the following disclaimer.
  16. *
  17. * * Redistributions in binary form must reproduce the above copyright notice, this list
  18. * of conditions and the following disclaimer in the documentation and/or other materials
  19. * provided with the distribution.
  20. *
  21. * * Neither the name of the SimplePie Team nor the names of its contributors may be used
  22. * to endorse or promote products derived from this software without specific prior
  23. * written permission.
  24. *
  25. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS
  26. * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY
  27. * AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS
  28. * AND CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  29. * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  30. * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  31. * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
  32. * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  33. * POSSIBILITY OF SUCH DAMAGE.
  34. *
  35. * @package SimplePie
  36. * @version 1.3.1
  37. * @copyright 2004-2012 Ryan Parman, Geoffrey Sneddon, Ryan McCue
  38. * @author Ryan Parman
  39. * @author Geoffrey Sneddon
  40. * @author Ryan McCue
  41. * @link http://simplepie.org/ SimplePie
  42. * @license http://www.opensource.org/licenses/bsd-license.php BSD License
  43. */
  44. /**
  45. * Parses XML into something sane
  46. *
  47. *
  48. * This class can be overloaded with {@see SimplePie::set_parser_class()}
  49. *
  50. * @package SimplePie
  51. * @subpackage Parsing
  52. */
  53. class SimplePie_Parser
  54. {
  55. var $error_code;
  56. var $error_string;
  57. var $current_line;
  58. var $current_column;
  59. var $current_byte;
  60. var $separator = ' ';
  61. var $namespace = array('');
  62. var $element = array('');
  63. var $xml_base = array('');
  64. var $xml_base_explicit = array(false);
  65. var $xml_lang = array('');
  66. var $data = array();
  67. var $datas = array(array());
  68. var $current_xhtml_construct = -1;
  69. var $encoding;
  70. protected $registry;
  71. public function set_registry(SimplePie_Registry $registry)
  72. {
  73. $this->registry = $registry;
  74. }
  75. public function parse(&$data, $encoding)
  76. {
  77. $xmlEncoding = '';
  78. if (!empty($encoding))
  79. {
  80. // Use UTF-8 if we get passed US-ASCII, as every US-ASCII character is a UTF-8 character
  81. if (strtoupper($encoding) === 'US-ASCII')
  82. {
  83. $this->encoding = 'UTF-8';
  84. }
  85. else
  86. {
  87. $this->encoding = $encoding;
  88. }
  89. // Strip BOM:
  90. // UTF-32 Big Endian BOM
  91. if (substr($data, 0, 4) === "\x00\x00\xFE\xFF")
  92. {
  93. $data = substr($data, 4);
  94. }
  95. // UTF-32 Little Endian BOM
  96. elseif (substr($data, 0, 4) === "\xFF\xFE\x00\x00")
  97. {
  98. $data = substr($data, 4);
  99. }
  100. // UTF-16 Big Endian BOM
  101. elseif (substr($data, 0, 2) === "\xFE\xFF")
  102. {
  103. $data = substr($data, 2);
  104. }
  105. // UTF-16 Little Endian BOM
  106. elseif (substr($data, 0, 2) === "\xFF\xFE")
  107. {
  108. $data = substr($data, 2);
  109. }
  110. // UTF-8 BOM
  111. elseif (substr($data, 0, 3) === "\xEF\xBB\xBF")
  112. {
  113. $data = substr($data, 3);
  114. }
  115. if (substr($data, 0, 5) === '<?xml' && strspn(substr($data, 5, 1), "\x09\x0A\x0D\x20") && ($pos = strpos($data, '?>')) !== false)
  116. {
  117. $declaration = $this->registry->create('XML_Declaration_Parser', array(substr($data, 5, $pos - 5)));
  118. if ($declaration->parse())
  119. {
  120. $xmlEncoding = strtoupper($declaration->encoding); //FreshRSS
  121. $data = substr($data, $pos + 2);
  122. $data = '<?xml version="' . $declaration->version . '" encoding="' . $encoding . '" standalone="' . (($declaration->standalone) ? 'yes' : 'no') . '"?>' . $data;
  123. }
  124. else
  125. {
  126. $this->error_string = 'SimplePie bug! Please report this!';
  127. return false;
  128. }
  129. }
  130. }
  131. if ($xmlEncoding === '' || $xmlEncoding === 'UTF-8') //FreshRSS: case of no explicit HTTP encoding, and lax UTF-8
  132. {
  133. try
  134. {
  135. $dom = new DOMDocument();
  136. $dom->recover = true;
  137. $dom->strictErrorChecking = false;
  138. $dom->loadXML($data);
  139. $this->encoding = $encoding = $dom->encoding = 'UTF-8';
  140. $data2 = $dom->saveXML();
  141. if (strlen($data2) > (strlen($data) / 2.0))
  142. {
  143. $data = $data2;
  144. }
  145. }
  146. catch (Exception $e)
  147. {
  148. }
  149. }
  150. $return = true;
  151. static $xml_is_sane = null;
  152. if ($xml_is_sane === null)
  153. {
  154. $parser_check = xml_parser_create();
  155. xml_parse_into_struct($parser_check, '<foo>&amp;</foo>', $values);
  156. xml_parser_free($parser_check);
  157. $xml_is_sane = isset($values[0]['value']);
  158. }
  159. // Create the parser
  160. if ($xml_is_sane)
  161. {
  162. $xml = xml_parser_create_ns($this->encoding, $this->separator);
  163. xml_parser_set_option($xml, XML_OPTION_SKIP_WHITE, 1);
  164. xml_parser_set_option($xml, XML_OPTION_CASE_FOLDING, 0);
  165. xml_set_object($xml, $this);
  166. xml_set_character_data_handler($xml, 'cdata');
  167. xml_set_element_handler($xml, 'tag_open', 'tag_close');
  168. // Parse!
  169. if (!xml_parse($xml, $data, true))
  170. {
  171. $this->error_code = xml_get_error_code($xml);
  172. $this->error_string = xml_error_string($this->error_code);
  173. $return = false;
  174. }
  175. $this->current_line = xml_get_current_line_number($xml);
  176. $this->current_column = xml_get_current_column_number($xml);
  177. $this->current_byte = xml_get_current_byte_index($xml);
  178. xml_parser_free($xml);
  179. return $return;
  180. }
  181. else
  182. {
  183. libxml_clear_errors();
  184. $xml = new XMLReader();
  185. $xml->xml($data);
  186. while (@$xml->read())
  187. {
  188. switch ($xml->nodeType)
  189. {
  190. case constant('XMLReader::END_ELEMENT'):
  191. if ($xml->namespaceURI !== '')
  192. {
  193. $tagName = $xml->namespaceURI . $this->separator . $xml->localName;
  194. }
  195. else
  196. {
  197. $tagName = $xml->localName;
  198. }
  199. $this->tag_close(null, $tagName);
  200. break;
  201. case constant('XMLReader::ELEMENT'):
  202. $empty = $xml->isEmptyElement;
  203. if ($xml->namespaceURI !== '')
  204. {
  205. $tagName = $xml->namespaceURI . $this->separator . $xml->localName;
  206. }
  207. else
  208. {
  209. $tagName = $xml->localName;
  210. }
  211. $attributes = array();
  212. while ($xml->moveToNextAttribute())
  213. {
  214. if ($xml->namespaceURI !== '')
  215. {
  216. $attrName = $xml->namespaceURI . $this->separator . $xml->localName;
  217. }
  218. else
  219. {
  220. $attrName = $xml->localName;
  221. }
  222. $attributes[$attrName] = $xml->value;
  223. }
  224. $this->tag_open(null, $tagName, $attributes);
  225. if ($empty)
  226. {
  227. $this->tag_close(null, $tagName);
  228. }
  229. break;
  230. case constant('XMLReader::TEXT'):
  231. case constant('XMLReader::CDATA'):
  232. $this->cdata(null, $xml->value);
  233. break;
  234. }
  235. }
  236. if ($error = libxml_get_last_error())
  237. {
  238. $this->error_code = $error->code;
  239. $this->error_string = $error->message;
  240. $this->current_line = $error->line;
  241. $this->current_column = $error->column;
  242. return false;
  243. }
  244. else
  245. {
  246. return true;
  247. }
  248. }
  249. }
  250. public function get_error_code()
  251. {
  252. return $this->error_code;
  253. }
  254. public function get_error_string()
  255. {
  256. return $this->error_string;
  257. }
  258. public function get_current_line()
  259. {
  260. return $this->current_line;
  261. }
  262. public function get_current_column()
  263. {
  264. return $this->current_column;
  265. }
  266. public function get_current_byte()
  267. {
  268. return $this->current_byte;
  269. }
  270. public function get_data()
  271. {
  272. return $this->data;
  273. }
  274. public function tag_open($parser, $tag, $attributes)
  275. {
  276. list($this->namespace[], $this->element[]) = $this->split_ns($tag);
  277. $attribs = array();
  278. foreach ($attributes as $name => $value)
  279. {
  280. list($attrib_namespace, $attribute) = $this->split_ns($name);
  281. $attribs[$attrib_namespace][$attribute] = $value;
  282. }
  283. if (isset($attribs[SIMPLEPIE_NAMESPACE_XML]['base']))
  284. {
  285. $base = $this->registry->call('Misc', 'absolutize_url', array($attribs[SIMPLEPIE_NAMESPACE_XML]['base'], end($this->xml_base)));
  286. if ($base !== false)
  287. {
  288. $this->xml_base[] = $base;
  289. $this->xml_base_explicit[] = true;
  290. }
  291. }
  292. else
  293. {
  294. $this->xml_base[] = end($this->xml_base);
  295. $this->xml_base_explicit[] = end($this->xml_base_explicit);
  296. }
  297. if (isset($attribs[SIMPLEPIE_NAMESPACE_XML]['lang']))
  298. {
  299. $this->xml_lang[] = $attribs[SIMPLEPIE_NAMESPACE_XML]['lang'];
  300. }
  301. else
  302. {
  303. $this->xml_lang[] = end($this->xml_lang);
  304. }
  305. if ($this->current_xhtml_construct >= 0)
  306. {
  307. $this->current_xhtml_construct++;
  308. if (end($this->namespace) === SIMPLEPIE_NAMESPACE_XHTML)
  309. {
  310. $this->data['data'] .= '<' . end($this->element);
  311. if (isset($attribs['']))
  312. {
  313. foreach ($attribs[''] as $name => $value)
  314. {
  315. $this->data['data'] .= ' ' . $name . '="' . htmlspecialchars($value, ENT_COMPAT, $this->encoding) . '"';
  316. }
  317. }
  318. $this->data['data'] .= '>';
  319. }
  320. }
  321. else
  322. {
  323. $this->datas[] =& $this->data;
  324. $this->data =& $this->data['child'][end($this->namespace)][end($this->element)][];
  325. $this->data = array('data' => '', 'attribs' => $attribs, 'xml_base' => end($this->xml_base), 'xml_base_explicit' => end($this->xml_base_explicit), 'xml_lang' => end($this->xml_lang));
  326. if ((end($this->namespace) === SIMPLEPIE_NAMESPACE_ATOM_03 && in_array(end($this->element), array('title', 'tagline', 'copyright', 'info', 'summary', 'content')) && isset($attribs['']['mode']) && $attribs['']['mode'] === 'xml')
  327. || (end($this->namespace) === SIMPLEPIE_NAMESPACE_ATOM_10 && in_array(end($this->element), array('rights', 'subtitle', 'summary', 'info', 'title', 'content')) && isset($attribs['']['type']) && $attribs['']['type'] === 'xhtml')
  328. || (end($this->namespace) === SIMPLEPIE_NAMESPACE_RSS_20 && in_array(end($this->element), array('title')))
  329. || (end($this->namespace) === SIMPLEPIE_NAMESPACE_RSS_090 && in_array(end($this->element), array('title')))
  330. || (end($this->namespace) === SIMPLEPIE_NAMESPACE_RSS_10 && in_array(end($this->element), array('title'))))
  331. {
  332. $this->current_xhtml_construct = 0;
  333. }
  334. }
  335. }
  336. public function cdata($parser, $cdata)
  337. {
  338. if ($this->current_xhtml_construct >= 0)
  339. {
  340. $this->data['data'] .= htmlspecialchars($cdata, ENT_QUOTES, $this->encoding);
  341. }
  342. else
  343. {
  344. $this->data['data'] .= $cdata;
  345. }
  346. }
  347. public function tag_close($parser, $tag)
  348. {
  349. if ($this->current_xhtml_construct >= 0)
  350. {
  351. $this->current_xhtml_construct--;
  352. if (end($this->namespace) === SIMPLEPIE_NAMESPACE_XHTML && !in_array(end($this->element), array('area', 'base', 'basefont', 'br', 'col', 'frame', 'hr', 'img', 'input', 'isindex', 'link', 'meta', 'param')))
  353. {
  354. $this->data['data'] .= '</' . end($this->element) . '>';
  355. }
  356. }
  357. if ($this->current_xhtml_construct === -1)
  358. {
  359. $this->data =& $this->datas[count($this->datas) - 1];
  360. array_pop($this->datas);
  361. }
  362. array_pop($this->element);
  363. array_pop($this->namespace);
  364. array_pop($this->xml_base);
  365. array_pop($this->xml_base_explicit);
  366. array_pop($this->xml_lang);
  367. }
  368. public function split_ns($string)
  369. {
  370. static $cache = array();
  371. if (!isset($cache[$string]))
  372. {
  373. if ($pos = strpos($string, $this->separator))
  374. {
  375. static $separator_length;
  376. if (!$separator_length)
  377. {
  378. $separator_length = strlen($this->separator);
  379. }
  380. $namespace = substr($string, 0, $pos);
  381. $local_name = substr($string, $pos + $separator_length);
  382. if (strtolower($namespace) === SIMPLEPIE_NAMESPACE_ITUNES)
  383. {
  384. $namespace = SIMPLEPIE_NAMESPACE_ITUNES;
  385. }
  386. // Normalize the Media RSS namespaces
  387. if ($namespace === SIMPLEPIE_NAMESPACE_MEDIARSS_WRONG ||
  388. $namespace === SIMPLEPIE_NAMESPACE_MEDIARSS_WRONG2 ||
  389. $namespace === SIMPLEPIE_NAMESPACE_MEDIARSS_WRONG3 ||
  390. $namespace === SIMPLEPIE_NAMESPACE_MEDIARSS_WRONG4 ||
  391. $namespace === SIMPLEPIE_NAMESPACE_MEDIARSS_WRONG5 )
  392. {
  393. $namespace = SIMPLEPIE_NAMESPACE_MEDIARSS;
  394. }
  395. $cache[$string] = array($namespace, $local_name);
  396. }
  397. else
  398. {
  399. $cache[$string] = array('', $string);
  400. }
  401. }
  402. return $cache[$string];
  403. }
  404. }