| 1 |
__license__ = 'GPL v3' |
| 2 |
__copyright__ = '2008, Kovid Goyal <kovid at kovidgoyal.net>' |
| 3 |
|
| 4 |
''' |
| 5 |
Fetch Weltonline. |
| 6 |
''' |
| 7 |
|
| 8 |
from calibre.web.feeds.news import BasicNewsRecipe |
| 9 |
|
| 10 |
|
| 11 |
class weltDe(BasicNewsRecipe): |
| 12 |
title = 'Weltonline' |
| 13 |
description = 'german newspaper' |
| 14 |
language = 'de' |
| 15 |
__author__ = 'Oliver Niesner' |
| 16 |
use_embedded_content = False |
| 17 |
timefmt = ' [%d %b %Y]' |
| 18 |
max_articles_per_feed = 15 |
| 19 |
linearize_tables = True |
| 20 |
no_stylesheets = True |
| 21 |
remove_stylesheets = True |
| 22 |
remove_javascript = True |
| 23 |
encoding = 'utf-8' |
| 24 |
html2epub_options = 'base_font_size=10' |
| 25 |
BasicNewsRecipe.summary_length = 100 |
| 26 |
|
| 27 |
remove_tags = [ |
| 28 |
dict(id='jumplinks'), |
| 29 |
dict(id='ad1'), |
| 30 |
dict(id='top'), |
| 31 |
dict(id='header'), |
| 32 |
dict(id='additionalNavWrapper'), |
| 33 |
dict(id='fullimage_index'), |
| 34 |
dict(id='additionalNav'), |
| 35 |
dict(id='printMenu'), |
| 36 |
dict(id='topteaser1'), |
| 37 |
dict(id='topteaser2'), |
| 38 |
dict(id='servicesBox'), |
| 39 |
dict(id='servicesNav'), |
| 40 |
dict(id='ad2'), |
| 41 |
dict(id='banner_1'), |
| 42 |
dict(id='ssoInfoTop'), |
| 43 |
dict(id='brandingWrapper'), |
| 44 |
dict(id='links-intern'), |
| 45 |
dict(id='navigation'), |
| 46 |
dict(id='subNav'), |
| 47 |
dict(id='branding'), |
| 48 |
dict(id='servicesNav'), |
| 49 |
dict(id='searchArea'), |
| 50 |
dict(id='servicesBox'), |
| 51 |
dict(id='toggleAdvancedSearch'), |
| 52 |
dict(id='mainNav'), |
| 53 |
dict(id='articleInlineMediaBox0'), |
| 54 |
dict(id='sectionSponsor'), |
| 55 |
dict(id='sprucharea'), |
| 56 |
dict(id='xmsg_recommendEmail'), |
| 57 |
dict(id='xmsg_recommendSms'), |
| 58 |
dict(id='xmsg_comment'), |
| 59 |
dict(id='additionalNavWrapper'), |
| 60 |
dict(id='imagebox'), |
| 61 |
dict(id='footerContainer'), |
| 62 |
# dict(id=''), |
| 63 |
dict(name='span'), |
| 64 |
dict(name='div', attrs={'class': 'printURL'}), |
| 65 |
dict(name='ul', attrs={'class': 'clear mainNavigation inline'}), |
| 66 |
dict(name='ul', attrs={'class': 'inline'}), |
| 67 |
dict(name='ul', attrs={'class': 'ubar'}), |
| 68 |
dict(name='hr', attrs={'class': 'ubar'}), |
| 69 |
dict(name='li', attrs={'class': 'counter'}), |
| 70 |
dict(name='li', attrs={'class': 'browseBack'}), |
| 71 |
dict(name='li', attrs={'class': 'browseNext'}), |
| 72 |
dict(name='li', attrs={'class': 'selected'}), |
| 73 |
dict(name='div', attrs={'class': 'floatLeft'}), |
| 74 |
dict(name='div', attrs={'class': 'ad'}), |
| 75 |
dict(name='div', attrs={'class': 'ftBarLeft'}), |
| 76 |
dict(name='div', attrs={'class': 'clear additionalNav'}), |
| 77 |
dict(name='div', attrs={'class': 'inlineBox inlineFurtherLinks'}), |
| 78 |
dict(name='div', attrs={'class': 'inlineBox videoInlineBox'}), |
| 79 |
dict(name='div', attrs={'class': 'inlineGallery'}), |
| 80 |
dict(name='div', attrs={'class': 'ratingBox'}), |
| 81 |
dict(name='div', attrs={'class': 'socialBookmarks clear'}), |
| 82 |
dict(name='div', attrs={'class': 'articleOptions clear'}), |
| 83 |
dict(name='div', attrs={'class': 'noPrint galleryIndex'}), |
| 84 |
dict(name='div', attrs={'class': 'inlineBox inlineTagCloud'}), |
| 85 |
dict(name='div', attrs={'class': 'clear module imageGalleryBig bgColor1'}), |
| 86 |
dict(name='div', attrs={'class': 'clear module writeComment bgColor1'}), |
| 87 |
dict(name='div', attrs={'class': 'clear module textGallery bgColor1'}), |
| 88 |
dict(name='div', attrs={'class': 'moreArtH3'}), |
| 89 |
dict(name='div', attrs={'class': 'jqmWindow'}), |
| 90 |
dict(name='div', attrs={'class': 'clear gap4'}), |
| 91 |
dict(name='div', attrs={'class': 'hidden'}), |
| 92 |
dict(name='div', attrs={'class': 'advertising'}), |
| 93 |
dict(name='div', attrs={'class': 'ad adMarginBottom'}), |
| 94 |
dict(name='div', attrs={'class': 'ad'}), |
| 95 |
dict(name='div', attrs={'class': 'topLine'}), |
| 96 |
dict(name='div', attrs={'class': 'toplineH2'}), |
| 97 |
dict(name='div', attrs={'class': 'headLineH3'}), |
| 98 |
dict(name='div', attrs={'class': 'print'}), |
| 99 |
dict(name='div', attrs={'class': 'clear menu'}), |
| 100 |
dict(name='div', attrs={'class': 'themenalarm'}), |
| 101 |
dict(name='p', attrs={'class': 'jump'}), |
| 102 |
dict(name='a', attrs={'class': 'commentLink'}), |
| 103 |
dict(name='h2', attrs={'class': 'jumpHeading'}), |
| 104 |
dict(name='ul', attrs={'class': 'optionsSubNav clear'}), |
| 105 |
dict(name='li', attrs={'class': 'next'}), |
| 106 |
dict(name='li', attrs={'class': 'prev'}), |
| 107 |
dict(name='li', attrs={'class': 'last'}), |
| 108 |
dict(name='table', attrs={'class': 'textGallery'}), |
| 109 |
dict(name='li', attrs={'class': 'active'}), |
| 110 |
] |
| 111 |
|
| 112 |
remove_tags_after = [dict(name='div', attrs={'class': 'themenalarm'})] |
| 113 |
|
| 114 |
extra_css = ''' |
| 115 |
h2{font-family:Arial,Helvetica,sans-serif; font-size: x-small; color: #003399;} |
| 116 |
a{font-family:Arial,Helvetica,sans-serif; font-size: x-small; font-style:italic;} |
| 117 |
.dachzeile p{font-family:Arial,Helvetica,sans-serif; font-size: x-small; } |
| 118 |
h1{ font-family:Arial,Helvetica,sans-serif; font-size:x-large; font-weight:bold;} |
| 119 |
.artikelTeaser{font-family:Arial,Helvetica,sans-serif; font-size: x-small; font-weight:bold; } |
| 120 |
body{font-family:Arial,Helvetica,sans-serif; } |
| 121 |
.photo {font-family:Arial,Helvetica,sans-serif; font-size: x-small; color: #666666;} ''' |
| 122 |
|
| 123 |
feeds = [ |
| 124 |
('Politik', 'http://welt.de/politik/?service=Rss'), |
| 125 |
('Deutsche Dinge', 'http://www.welt.de/deutsche-dinge/?service=Rss'), |
| 126 |
('Wirtschaft', 'http://welt.de/wirtschaft/?service=Rss'), |
| 127 |
('Finanzen', 'http://welt.de/finanzen/?service=Rss'), |
| 128 |
('Sport', 'http://welt.de/sport/?service=Rss'), |
| 129 |
('Webwelt', 'http://welt.de/webwelt/?service=Rss'), |
| 130 |
('Kultur', 'http://welt.de/kultur/?service=Rss'), |
| 131 |
('Literarische Welt', 'http://welt.de/kultur/literarischewelt/?service=Rss'), |
| 132 |
('Wissenschaft', 'http://welt.de/wissenschaft/?service=Rss'), |
| 133 |
('Satire', 'http://welt.de/satire/?service=Rss'), |
| 134 |
('Motor', 'http://welt.de/motor/?service=Rss'), |
| 135 |
('Vermischtes', 'http://welt.de/vermischtes/?service=Rss'), |
| 136 |
] |
| 137 |
|
| 138 |
def print_version(self, url): |
| 139 |
return url.replace('.html', '.html?print=true') |