# coding=utf-8
##########################################################################
#
# Copyright 2014 Lee Smith
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#
##########################################################################
import os
import re
from urlparse import urlparse, urlunparse, urljoin
from urllib import urlencode
from datetime import timedelta
from functools import partial
import xml.etree.ElementTree as ET
import traceback
import json
import platform
from kodiswift import Plugin, xbmc, xbmcgui
from bs4 import BeautifulSoup
import requests
import livestreamer
import rollbar
from resources.lib import utils
from resources.lib import youtube
from resources.lib import new_stadium
HOST = "http://www.tottenhamhotspur.com"
BASE_URL = HOST
SEARCH_URL = urljoin(HOST, "search")
PARTNER_ID = 2000012
ENTRY_ID_RE = re.compile("entry_id/(\w+)/")
PAGE_RE = re.compile("page +(\d+) +of +(\d+)")
MEDIA_SCHEME = "http"
MEDIA_HOST = "open.http.mp.streamamg.com"
MEDIA_URL_ROOT = urlunparse((MEDIA_SCHEME, MEDIA_HOST, "/p/{}/".format(PARTNER_ID), None, None, None))
THUMBS = {
'KANE50':
HOST + "/uploadedImages/Segments/Testing_Area/HARRY50/KANE50-16-17.jpg",
'The Vault':
HOST + ("/uploadedImages/Shared_Assets/Images/The_Vault/"
"Top_20_Premier_League/the-vault-video-image.jpg"),
'Ledley King Testimonial':
HOST + ("/uploadedImages/Shared_Assets/Images/News_images/SEASON_13-14/"
"All_matches/1st_team_matches/Ledley_Testimonial_12_May/leds730.jpg"),
}
THUMB_URL_FMT = MEDIA_URL_ROOT + "thumbnail/entry_id/{}/height/720"
HLS_URL_FMT = MEDIA_URL_ROOT + "playManifest/entryId/{}/format/applehttp"
PLAYLIST_XML_FMT = urlunparse((MEDIA_SCHEME, MEDIA_HOST,
"index.php/partnerservices2/executeplaylist?" +
"partner_id={}&playlist_id={{}}".format(PARTNER_ID), None, None, None))
FIELD_NAME_ROOT_FMT = ("ctl00$ContentPlaceHolder1$DropZoneMainContent$columnDisplay$"
"ctl00$controlcolumn$ctl{:02d}$WidgetHost$WidgetHost_widget$")
PAGINATION_FMT = "Pagination1${}"
SEARCH_NAV_FMT = FIELD_NAME_ROOT_FMT.format(0) + PAGINATION_FMT
PLAYER_VARS_RE = re.compile("kWidget.embed\((.*?)\)", re.MULTILINE|re.DOTALL)
STADIUM_THUMB = HOST + ("/uploadedImages/Shared_Assets/Images/News_images/SEASON_16-17/"
"July_2016/NDP_update/west_elevation_instory.jpg")
plugin = Plugin()
form_data = plugin.get_storage('form_data')
debug = plugin.get_setting('debug', bool)
def kodi_version():
query = dict(jsonrpc='2.0',
method='Application.GetProperties',
params=dict(properties=['version', 'name']),
id=1)
response = json.loads(xbmc.executeJSONRPC(json.dumps(query)))
return response['result']['version']
def log(msg):
if debug:
plugin.log.info(msg)
def error_report_yes(exc):
return xbmcgui.Dialog().yesno(plugin.get_string(30130), plugin.get_string(30131),
"[COLOR=red]{}[/COLOR]".format(exc), plugin.get_string(30133))
def report_error():
data = {'version': plugin.addon.getAddonInfo('version'),
'platform': platform.system(),
'machine': platform.machine(),
'url': plugin.request.url,
'kodi': kodi_version()}
rollbar.report_exc_info(extra_data=data)
def get_soup(url, data=None):
if not url.endswith('/'):
url += '/'
if data is not None:
log("POST {} {}".format(url, data))
response = requests.post(url, data)
else:
log("GET {}".format(url))
response = requests.get(url)
return BeautifulSoup(response.text, 'html.parser')
def get_viewstate(soup):
return soup.find('input', id='__VIEWSTATE')['value']
def get_media_url(entry_id):
hls_url = HLS_URL_FMT.format(entry_id)
livestreamer_url = 'hlsvariant://' + hls_url
log("Retrieving streams from {}".format(hls_url))
resolution = plugin.get_setting('resolution')
streams = livestreamer.streams(livestreamer_url, sorting_excludes=[">{}".format(resolution)])
log("Available streams: {}".format(' '.join(streams)))
media_url = streams['best'].url
log("Playing URL {}".format(media_url))
return media_url
def get_page_links(soup, endpoint, **kwargs):
page = None
links = []
intro = soup.find('div', 'intro')
if intro:
input = intro.find_next_sibling('input')
form_data['field'] = input['name'].rpartition('$')[0]
page, npages = [int(n) for n in PAGE_RE.search(intro.contents[0]).groups()]
if page > 1:
item = {'label': u"[B]<< {} ({:d})[/B]".format(plugin.get_string(30013), page - 1),
'path': plugin.url_for(endpoint,
navigate='prev',
**kwargs)
}
links.append(item)
if page < npages:
item = {'label': u"[B]{} ({:d}) >>[/B]".format(plugin.get_string(30012), page + 1),
'path': plugin.url_for(endpoint,
navigate='next',
**kwargs)
}
links.append(item)
return page, links
def video_item(entry_id, title, date_str=None, date_format="%d %B %Y", duration_str=None, duration=None):
item = {'label': title,
'thumbnail': THUMB_URL_FMT.format(entry_id),
'path': plugin.url_for('play_video', entry_id=entry_id),
'is_playable': True}
info = {'title': title}
if date_str is not None:
info['date'] = utils.date_from_str(date_str, date_format).strftime("%d.%m.%Y")
item['info'] = info
if duration is not None:
item['stream_info'] = {'video': {'duration': duration}}
elif duration_str is not None:
minutes, seconds = duration_str.split(':')
duration = timedelta(minutes=int(minutes), seconds=int(seconds))
item['stream_info'] = {'video': {'duration': duration.seconds}}
return item
def get_videos(soup, path):
page, links = get_page_links(soup, 'show_video_list', path=path)
for page_link in links:
yield page_link
if page is None or page == 1:
featured_video = soup.find('div', 'video')
if featured_video:
featured_entry_id = featured_video['data-videoid']
title = featured_video['data-title']
duration_str = featured_video.find_next('span', 'duration').string
featured_date = featured_video.find_previous('p', 'featured-date')
if featured_date is not None:
date_str = ' '.join(featured_date.string.replace(u'\xa0', u' ').split()[2:5])
yield video_item(featured_entry_id, title, date_str, duration_str=duration_str)
for card in soup(class_='card'):
entry_id = ENTRY_ID_RE.search(card.a['style']).group(1)
title = card.find('span', 'video-title').contents[0]
duration_str = card.find('span', 'duration').string
date_str = card.find('em', 'video-date').string
yield video_item(entry_id, title, date_str, duration_str=duration_str)
form_data['viewstate'] = get_viewstate(soup)
def get_playlist_videos(playlist_id):
playlist_url = PLAYLIST_XML_FMT.format(playlist_id)
log("Playlist XML URL {}".format(playlist_url))
xml = requests.get(playlist_url).content
root = ET.fromstring(xml, parser=ET.XMLParser(encoding='UTF-8'))
for entry in root.find('result').find('entries'):
entry_id = entry.find('id').text
title = entry.find('name').text
date_str = entry.find('createdAt').text.split()[0]
yield video_item(entry_id, title, date_str, date_format="%Y-%m-%d",
duration=entry.find('duration').text)
def get_search_result_videos(soup, query):
page, links = get_page_links(soup, 'search_result', query=query)
for page_link in links:
yield page_link
for card in soup(class_='card'):
entry_id = ENTRY_ID_RE.search(card.a['style']).group(1)
title = card.parent.find('h3').text
date_str = " ".join(card.parent.find('span', 'date').text.split()[-4:-1])
yield video_item(entry_id, title, date_str, date_format="%d %b %Y")
form_data['viewstate'] = get_viewstate(soup)
def get_stadium_index():
for title, youtube_id in new_stadium.get_cams():
yield {'label': title,
'thumbnail': 'https://i.ytimg.com/vi/{}/sddefault_live.jpg'.format(youtube_id),
'info': {'title': title},
'path': "plugin://plugin.video.youtube/play/?video_id={}".format(youtube_id),
'is_playable': True}
yield {'label': plugin.get_string(30019),
'path': plugin.url_for('show_stadium_video_gallery')}
def get_categories(path):
yield {'label': "[B]{}[/B]".format(plugin.get_string(30010)),
'path': plugin.url_for('show_video_list', path=path)}
yield {'label': plugin.get_string(30017),
'path': plugin.url_for('show_stadium_index'),
'thumbnail': STADIUM_THUMB}
url = urljoin(HOST, path)
soup = get_soup(url)
for a in soup.find('map', id='inside-nav')('a'):
title = a['title']
if title in ('Spurs TV Help',
'IPB Broadcasters'):
continue
href = a['href'].strip('/')
playable = False
if title == "Ledley King Testimonial":
plugin_path = plugin.url_for('show_playlist', playlist_id='0_2nmzot3u')
elif title == "The Vault":
plugin_path = plugin.url_for('show_playlist', playlist_id='0_32nxk7s7')
elif title == "Live Audio Commentary":
playable = True
plugin_path = plugin.url_for('play_live_audio_commentary')
elif 'children' in a.parent['class']:
plugin_path = plugin.url_for('show_subcategories', path=href)
else:
plugin_path = plugin.url_for('show_video_list', path=href)
yield {'label': title,
'path': plugin_path,
'is_playable': playable,
'thumbnail': THUMBS.get(title)}
def get_subcategories(path):
yield {'label': plugin.get_string(30014), 'path': plugin.url_for('show_video_list', path=path)}
url = urljoin(HOST, path)
soup = get_soup(url)
for li in soup.find('li', 'active')('li'):
yield {'label': li.a['title'],
'path': plugin.url_for('show_video_list', path=li.a['href'].strip('/'))}
def live_audio_commentary_id():
url = urljoin(HOST, "audio-commentary/live/")
RE_EMBED = re.compile(r'kWidget\.embed\((.*?)\)', re.MULTILINE|re.DOTALL)
video_vars = json.loads(RE_EMBED.search(requests.get(url).text).group(1))
return video_vars['entry_id']
def is_live(entry_id):
qs = urlencode(dict(id=entry_id, service='liveStream', action='islive',
protocol='applehttp', partnerId=PARTNER_ID, format=1))
url = urlunparse((MEDIA_SCHEME, MEDIA_HOST, "/api_v3/index.php", None, qs, None))
return requests.get(url).text == 'true'
def get_youtube_index():
for playlist, stringid in (("latest", 30010),
("popular", 30015)):
yield {'label': plugin.get_string(stringid),
'path': plugin.url_for('show_youtube_list', playlist=playlist)}
yield {'label': plugin.get_string(30011),
'path': plugin.url_for('youtube_search')}
yield {'label': plugin.get_string(30016),
'path': plugin.url_for('show_youtube_playlists')}
def get_youtube_playlists():
for playlist_id, title, thumbnail, published_at in youtube.get_playlists():
item = {'label': title,
'thumbnail': thumbnail,
'info': {'title': title, 'date': published_at.strftime("%d.%m.%Y")},
'path': plugin.url_for('show_youtube_list', playlist=playlist_id)}
yield item
def get_youtube_video_items(generator):
for video_id, title, thumbnail, published_at in generator():
item = {'label': title,
'thumbnail': thumbnail,
'info': {'title': title, 'date': published_at.strftime("%d.%m.%Y")},
'path': "plugin://plugin.video.youtube/play/?video_id={}".format(video_id),
'is_playable': True}
yield item
@plugin.route('/')
def show_index():
categories = list(get_categories("spurs-tv"))
search = {'label': "[B]{}[/B]".format(plugin.get_string(30011)),
'path': plugin.url_for('search')}
categories.insert(1, search)
youtube = {'label': "[B]{}[/B]".format(plugin.get_string(30001)),
'thumbnail': "https://www.youtube.com/yt/brand/media/image/YouTube-logo-light.png",
'path': plugin.url_for('show_youtube_index')}
categories.insert(2, youtube)
return categories
@plugin.cached_route('/path/')
def show_categories(path):
return list(get_categories(path))
@plugin.cached_route('/path//subcategories')
def show_subcategories(path):
return list(get_subcategories(path))
@plugin.cached_route('/stadium')
def show_stadium_index():
return list(get_stadium_index())
@plugin.route('/stadium/video-gallery')
def show_stadium_video_gallery():
return (video_item(entry_id, title)
for title, entry_id in new_stadium.get_video_gallery())
@plugin.route('/live-audio-commentary')
def play_live_audio_commentary():
entry_id = live_audio_commentary_id()
if is_live(entry_id):
url = HLS_URL_FMT.format(entry_id)
log("Playing URL {}".format(url))
else:
xbmcgui.Dialog().ok('Live Audio Commentary', plugin.get_string(30050))
url = None
log("Live audio commentary not currently available")
return plugin.set_resolved_url(url)
@plugin.route('/videos/path/')
def show_video_list(path):
url = urljoin(BASE_URL, path)
if 'navigate' in plugin.request.args:
navigate = plugin.request.args['navigate'][0]
viewstate = form_data['viewstate']
field = form_data['field']
data = {"{}${}".format(field, navigate): '',
'__VIEWSTATE': viewstate}
soup = get_soup(url, data)
update_listing = True
else:
soup = get_soup(url)
update_listing = False
return plugin.finish(get_videos(soup, path),
sort_methods=['unsorted', 'date', 'duration', 'title'],
update_listing=update_listing)
@plugin.route('/playlist/')
def show_playlist(playlist_id):
return plugin.finish(get_playlist_videos(playlist_id),
sort_methods=['unsorted', 'date', 'duration', 'title'])
@plugin.route('/search')
def search():
query = plugin.keyboard(heading=plugin.get_string(30011))
if query:
url = plugin.url_for('search_result', query=query, page=1)
plugin.redirect(url)
@plugin.route('/search/')
def search_result(query):
search_data = {FIELD_NAME_ROOT_FMT.format(0) + "drpTaxonomyCategoriesFilter": '144',
FIELD_NAME_ROOT_FMT.format(0) + "hdSearchTerm": query}
if 'navigate' in plugin.request.args:
navigate = plugin.request.args['navigate'][0]
search_data[SEARCH_NAV_FMT.format(navigate)] = ''
viewstate = form_data['viewstate']
update_listing = True
else:
soup = get_soup(SEARCH_URL)
viewstate = get_viewstate(soup)
update_listing = False
search_data['__VIEWSTATE'] = viewstate
soup = get_soup(SEARCH_URL, search_data)
return plugin.finish(get_search_result_videos(soup, query),
sort_methods=['unsorted', 'date', 'title'])
@plugin.route('/video/')
def play_video(entry_id):
return plugin.set_resolved_url(get_media_url(entry_id))
@plugin.cached_route('/youtube')
def show_youtube_index():
return list(get_youtube_index())
@plugin.route('/youtube/playlists')
def show_youtube_playlists():
return plugin.finish(get_youtube_playlists(),
sort_methods=['unsorted', 'date', 'title'])
@plugin.route('/youtube/playlist/')
def show_youtube_list(playlist="latest"):
if playlist == "latest":
generator = youtube.get_latest
elif playlist == "popular":
generator = youtube.get_popular
else:
generator = partial(youtube.get_playlist_items, playlist)
return plugin.finish(get_youtube_video_items(generator),
sort_methods=['unsorted', 'date', 'title'])
@plugin.route('/youtube/search')
def youtube_search():
query = plugin.keyboard(heading="Search")
if query:
url = plugin.url_for('youtube_search_result', query=query)
plugin.redirect(url)
@plugin.route('/youtube/search/')
def youtube_search_result(query):
generator = partial(youtube.get_search_results, query)
return plugin.finish(get_youtube_video_items(generator),
sort_methods=['unsorted', 'date', 'title'])
if __name__ == '__main__':
rollbar.init('45541e2cb1e24f95b9c6311c2e931a11')
try:
plugin.run()
except Exception as exc:
if plugin.get_setting('send_error_reports', bool) or error_report_yes(exc):
report_error()
xbmcgui.Dialog().notification(plugin.name, plugin.get_string(30134))
plugin.log.error(traceback.format_exc())