Debian Codegraph @

recipes/espn.recipe

raw
1 #!/usr/bin/env python
2 __license__ = 'GPL v3'
3 __copyright__ = '2008, Kovid Goyal [email protected]'
4 __docformat__ = 'restructuredtext en'
5
6 '''
7 espn.com
8 '''
9 import re
10
11 from calibre.ptempfile import TemporaryFile
12 from calibre.web.feeds.news import BasicNewsRecipe
13
14
15 def classes(classes):
16 q = frozenset(classes.split(' '))
17 return dict(attrs={'class': lambda x: x and frozenset(x.split()).intersection(q)})
18
19
20 class ESPN(BasicNewsRecipe):
21 title = 'ESPN'
22 description = 'Sports news'
23 __author__ = 'Kovid Goyal and Sujata Raman'
24 language = 'en'
25 no_stylesheets = True
26
27 use_embedded_content = False
28 remove_javascript = True
29 needs_subscription = 'optional'
30
31 keep_only_tags = [
32 classes('article-header article-body'),
33 ]
34 remove_tags = [
35 classes('ad-slot article-social'),
36 ]
37
38 feeds = [
39 ('Top Headlines', 'https://www.espn.com/espn/rss/news'),
40 'https://www.espn.com/espn/rss/nfl/news',
41 'https://www.espn.com/espn/rss/nba/news',
42 'https://www.espn.com/espn/rss/mlb/news',
43 'https://www.espn.com/espn/rss/nhl/news',
44 'https://www.espn.com/espn/rss/golf/news',
45 'https://www.espn.com/espn/rss/rpm/news',
46 'https://www.espn.com/espn/rss/tennis/news',
47 'https://www.espn.com/espn/rss/boxing/news',
48 'https://www.espn.com/espn/rss/soccer/news',
49 # 'http://soccernet.espn.go.com/rss/news',
50 'https://www.espn.com/espn/rss/ncb/news',
51 'https://www.espn.com/espn/rss/ncf/news',
52 'https://www.espn.com/espn/rss/ncaa/news',
53 # 'https://www.espn.com/espn/rss/outdoors/news',
54 # 'http://sports.espn.go.com/espn/rss/bassmaster/news',
55 'https://www.espn.com/espn/rss/oly/news',
56 'https://www.espn.com/espn/rss/horse/news',
57 ]
58
59 def get_browser(self):
60 br = BasicNewsRecipe.get_browser(self)
61 if False and self.username and self.password:
62 # ESPN has changed to a JS based login system, can't be bothered
63 # revering it
64 br.set_handle_refresh(False)
65 url = 'https://r.espn.go.com/members/v3_1/login'
66 raw = br.open(url).read()
67 raw = re.sub(r'(?s)<form>.*?id="regsigninbtn".*?</form>', '', raw)
68 with TemporaryFile(suffix='.htm') as fname:
69 with open(fname, 'wb') as f:
70 f.write(raw)
71 br.open_local_file(fname)
72
73 br.form = list(br.forms())[0]
74 br.form.find_control(name='username', type='text').value = self.username
75 br.form['password'] = self.password
76 br.submit().read()
77 br.open('http://espn.go.com').read()
78 br.set_handle_refresh(True)
79 return br