Debian Codegraph @

recipes/mandiner.recipe

raw
1 import re
2
3 from calibre.web.feeds.recipes import BasicNewsRecipe
4
5
6 class mandinerRecipe(BasicNewsRecipe):
7 __author__ = 'bubak'
8 title = 'Mandiner'
9 description = 'mandiner.hu'
10 oldest_article = 1
11 max_articles_per_feed = 20
12
13 feeds = [('Mandiner', 'https://mandiner.hu/rss')]
14
15 language = 'hu'
16 cover_url = 'https://mandiner.hu/assets/images/mandiner-logo.svg'
17 remove_javascript = True
18 no_stylesheets = True
19
20 ignore_duplicate_articles = {'title', 'url'}
21
22 preprocess_regexps = [
23 (re.compile(r'<a\s[^>]*>([^<]*)</a>', re.DOTALL | re.IGNORECASE), lambda match: match.group(1)),
24 (re.compile(r'<i>\s*Nyitókép[^<]*</i>', re.DOTALL | re.IGNORECASE), lambda match: ''),
25 (re.compile(r'<div>\s[^<]*?comment-card-feedback\b.*?</div>', re.DOTALL | re.IGNORECASE), lambda match: '<br>'),
26 ]
27
28 remove_attributes = []
29 filter_regexps = [r'/assets']
30 remove_tags = [
31 dict(name='div', attrs={'class': re.compile(r'sidebar-column|post-share|no-login-icon', re.IGNORECASE)}),
32 dict(name='div', attrs={'class': ['recommendation-block', 'header', 'article-page-social']}),
33 dict(name='div', attrs={'id': ['related-articles', 'header-bottom-menu']}),
34 dict(
35 name='div',
36 attrs={
37 'class': ['newsletter-diverter-card-article', 'guest-overlay', 'sort', 'article-page-social', 'm2m-authors', 'article-page-published mobile']
38 },
39 ),
40 dict(name='div', attrs={'class': ['mwg_footer_lower', 'comment-warning']}),
41 dict(name='ul', attrs={'class': ['header-bottom', 'header-bottom-menu-list']}),
42 dict(name='man-header'),
43 dict(name='header'),
44 dict(name='footer'),
45 dict(name='kesma-mediaworks-footer'),
46 dict(name='article'),
47 dict(name='aside'),
48 dict(name='man-trending-topics'),
49 dict(name='man-breadcrumb'),
50 dict(name='img'),
51 dict(name='a', attrs={'class': 'trending-topics-topic'}),
52 dict(name='section', attrs={'class': 'desktop-ad'}),
53 dict(name='app-article-break-news'),
54 dict(name='app-comment-section'),
55 dict(name='app-static-mobile-nav'),
56 ]
57
58 visited_urls = {}
59
60 def get_article_url(self, article):
61 url = BasicNewsRecipe.get_article_url(self, article)
62 if url in self.visited_urls:
63 self.log.debug('Ignoring duplicate: ' + url)
64 return None
65 else:
66 self.visited_urls[url] = True
67 self.log.debug('Accepting: ' + url)
68 return url
69
70 def get_browser(self, *a, **kw):
71 kw['verify_ssl_certificates'] = False
72 return super().get_browser(*a, **kw)