rules.go 1.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041
  1. // Copyright 2017 Frédéric Guillot. All rights reserved.
  2. // Use of this source code is governed by the Apache 2.0
  3. // license that can be found in the LICENSE file.
  4. package scraper
  5. // List of predefined scraper rules (alphabetically sorted)
  6. // domain => CSS selectors
  7. var predefinedRules = map[string]string{
  8. "cbc.ca": ".story-content",
  9. "darkreading.com": "#article-main:not(header)",
  10. "developpez.com": "div[itemprop=articleBody]",
  11. "francetvinfo.fr": ".text",
  12. "github.com": "article.entry-content",
  13. "heise.de": "div.article-content",
  14. "igen.fr": "section.corps",
  15. "ing.dk": "section.body",
  16. "lapresse.ca": ".amorce, .entry",
  17. "lemonde.fr": "div#articleBody",
  18. "lepoint.fr": ".art-text",
  19. "lesjoiesducode.fr": ".blog-post-content img",
  20. "lesnumeriques.com": ".text",
  21. "linux.com": "div.content, div[property]",
  22. "medium.com": ".section-content",
  23. "mac4ever.com": "div[itemprop=articleBody]",
  24. "monwindows.com": ".blog-post-body",
  25. "npr.org": "#storytext",
  26. "oneindia.com": ".io-article-body",
  27. "opensource.com": "div[property]",
  28. "osnews.com": "div.newscontent1",
  29. "phoronix.com": "div.content",
  30. "pseudo-sciences.org": "#art_main",
  31. "slate.fr": ".field-items",
  32. "techcrunch.com": "div.article-entry",
  33. "theregister.co.uk": "#body",
  34. "universfreebox.com": "#corps_corps",
  35. "version2.dk": "section.body",
  36. "wired.com": "main figure, article",
  37. "zeit.de": ".summary, .article-body",
  38. "zdnet.com": "div.storyBody",
  39. }