PlexKodiConnect/resources/lib/downloadutils.py

334 lines
12 KiB
Python
Raw Normal View History

2015-12-25 07:07:00 +11:00
# -*- coding: utf-8 -*-
2016-02-20 06:03:06 +11:00
###############################################################################
2015-12-25 07:07:00 +11:00
2016-08-30 03:57:58 +10:00
import logging
2015-12-25 07:07:00 +11:00
import requests
import xml.etree.ElementTree as etree
2015-12-25 07:07:00 +11:00
2017-01-25 04:48:13 +11:00
from utils import settings, window, language as lang, dialog
2017-01-25 02:53:50 +11:00
import clientinfo as client
2015-12-25 07:07:00 +11:00
import state
2016-02-20 06:03:06 +11:00
###############################################################################
2015-12-25 07:07:00 +11:00
# Disable annoying requests warnings
import requests.packages.urllib3
requests.packages.urllib3.disable_warnings()
2015-12-25 07:07:00 +11:00
2016-08-30 03:57:58 +10:00
log = logging.getLogger("PLEX."+__name__)
2016-02-20 06:03:06 +11:00
###############################################################################
2015-12-25 07:07:00 +11:00
class DownloadUtils():
"""
Manages any up/downloads with PKC. Careful to initiate correctly
Use startSession() to initiate.
If not initiated, e.g. SSL check will fallback to False
"""
2016-02-20 06:03:06 +11:00
2015-12-25 07:07:00 +11:00
# Borg - multiple instances, shared state
2016-02-07 22:38:50 +11:00
_shared_state = {}
2015-12-25 07:07:00 +11:00
# How many failed attempts before declaring PMS dead?
connectionAttempts = 2
# How many 401 returns before declaring unauthorized?
unauthorizedAttempts = 2
2017-05-01 01:22:46 +10:00
# How long should we wait for an answer from the
timeout = 30.0
2015-12-25 07:07:00 +11:00
def __init__(self):
2016-02-07 22:38:50 +11:00
self.__dict__ = self._shared_state
2015-12-25 07:07:00 +11:00
def setServer(self, server):
"""
Reserved for userclient only
"""
2015-12-25 07:07:00 +11:00
self.server = server
2016-08-30 03:57:58 +10:00
log.debug("Set server: %s" % server)
2015-12-25 07:07:00 +11:00
def setToken(self, token):
"""
Reserved for userclient only
"""
2015-12-25 07:07:00 +11:00
self.token = token
if token == '':
2016-08-30 03:57:58 +10:00
log.debug('Set token: empty token!')
2015-12-25 07:07:00 +11:00
else:
2016-08-30 03:57:58 +10:00
log.debug("Set token: xxxxxxx")
def setSSL(self, verifySSL=None, certificate=None):
"""
Reserved for userclient only
verifySSL must be 'true' to enable certificate validation
certificate must be path to certificate or 'None'
"""
if verifySSL is None:
verifySSL = settings('sslverify')
if certificate is None:
certificate = settings('sslcert')
2016-08-30 03:57:58 +10:00
log.debug("Verify SSL certificates set to: %s" % verifySSL)
log.debug("SSL client side certificate set to: %s" % certificate)
if verifySSL != 'true':
self.s.verify = False
if certificate != 'None':
self.s.cert = certificate
2015-12-25 07:07:00 +11:00
2016-04-13 22:34:58 +10:00
def startSession(self, reset=False):
"""
User should be authenticated when this method is called (via
userclient)
"""
2015-12-25 07:07:00 +11:00
# Start session
self.s = requests.Session()
self.deviceId = client.getDeviceId()
# Attach authenticated header to the session
self.s.headers = client.getXArgsDeviceInfo()
self.s.encoding = 'utf-8'
# Set SSL settings
self.setSSL()
# Set other stuff
self.setServer(window('pms_server'))
self.setToken(window('pms_token'))
# Counters to declare PMS dead or unauthorized
# Use window variables because start of movies will be called with a
# new plugin instance - it's impossible to share data otherwise
2016-04-13 22:34:58 +10:00
if reset is True:
window('countUnauthorized', value='0')
window('countError', value='0')
2015-12-25 07:07:00 +11:00
# Retry connections to the server
self.s.mount("http://", requests.adapters.HTTPAdapter(max_retries=1))
self.s.mount("https://", requests.adapters.HTTPAdapter(max_retries=1))
2016-08-30 03:57:58 +10:00
log.info("Requests session started on: %s" % self.server)
2015-12-25 07:07:00 +11:00
def stopSession(self):
try:
self.s.close()
except:
2016-08-30 03:57:58 +10:00
log.info("Requests session already closed")
try:
del self.s
except:
pass
2016-08-30 03:57:58 +10:00
log.info('Request session stopped')
def getHeader(self, options=None):
2017-01-25 02:53:50 +11:00
header = client.getXArgsDeviceInfo()
if options is not None:
header.update(options)
2015-12-25 07:07:00 +11:00
return header
2016-08-30 03:57:58 +10:00
def _doDownload(self, s, action_type, **kwargs):
2016-04-26 22:02:19 +10:00
if action_type == "GET":
r = s.get(**kwargs)
2016-04-26 22:02:19 +10:00
elif action_type == "POST":
r = s.post(**kwargs)
2016-04-26 22:02:19 +10:00
elif action_type == "DELETE":
r = s.delete(**kwargs)
2016-04-26 22:02:19 +10:00
elif action_type == "OPTIONS":
r = s.options(**kwargs)
2016-04-26 22:02:19 +10:00
elif action_type == "PUT":
r = s.put(**kwargs)
return r
2016-04-26 22:02:19 +10:00
def downloadUrl(self, url, action_type="GET", postBody=None,
parameters=None, authenticate=True, headerOptions=None,
verifySSL=True, timeout=None, return_response=False):
"""
Override SSL check with verifySSL=False
If authenticate=True, existing request session will be used/started
Otherwise, 'empty' request will be made
Returns:
2016-05-19 04:10:20 +10:00
None If an error occured
True If connection worked but no body was received
401, ... integer if PMS answered with HTTP error 401
(unauthorized) or other http error codes
xml xml etree root object, if applicable
json json() object, if applicable
<response-object> if return_response=True is set (200, 201 only)
"""
2016-07-13 05:30:39 +10:00
kwargs = {'timeout': self.timeout}
if authenticate is True:
# Get requests session
try:
s = self.s
except AttributeError:
2016-08-30 03:57:58 +10:00
log.info("Request session does not exist: start one")
self.startSession()
s = self.s
# Replace for the real values
url = url.replace("{server}", self.server)
else:
# User is not (yet) authenticated. Used to communicate with
# plex.tv and to check for PMS servers
s = requests
headerOptions = self.getHeader(options=headerOptions)
if settings('sslcert') != 'None':
kwargs['cert'] = settings('sslcert')
# Set the variables we were passed (fallback to request session
# otherwise - faster)
kwargs['url'] = url
if verifySSL is False:
kwargs['verify'] = False
if headerOptions is not None:
kwargs['headers'] = headerOptions
if postBody is not None:
kwargs['data'] = postBody
if parameters is not None:
kwargs['params'] = parameters
if timeout is not None:
kwargs['timeout'] = timeout
# ACTUAL DOWNLOAD HAPPENING HERE
2015-12-25 07:07:00 +11:00
try:
2016-08-30 03:57:58 +10:00
r = self._doDownload(s, action_type, **kwargs)
2015-12-25 07:07:00 +11:00
# THE EXCEPTIONS
except requests.exceptions.SSLError as e:
log.warn("Invalid SSL certificate for: %s" % url)
log.warn(e)
2015-12-25 07:07:00 +11:00
except requests.exceptions.ConnectionError as e:
# Connection error
2017-09-06 21:39:44 +10:00
log.warn("Server unreachable at: %s" % url)
log.warn(e)
2015-12-25 07:07:00 +11:00
except requests.exceptions.Timeout as e:
2017-09-06 21:39:44 +10:00
log.warn("Server timeout at: %s" % url)
log.warn(e)
2015-12-25 07:07:00 +11:00
except requests.exceptions.HTTPError as e:
2016-08-30 03:57:58 +10:00
log.warn('HTTP Error at %s' % url)
log.warn(e)
2015-12-25 07:07:00 +11:00
except requests.exceptions.TooManyRedirects as e:
2016-08-30 03:57:58 +10:00
log.warn("Too many redirects connecting to: %s" % url)
log.warn(e)
2015-12-25 07:07:00 +11:00
except requests.exceptions.RequestException as e:
2016-08-30 03:57:58 +10:00
log.warn("Unknown error connecting to: %s" % url)
log.warn(e)
2015-12-25 07:07:00 +11:00
2016-04-10 00:57:45 +10:00
except SystemExit:
2016-08-30 03:57:58 +10:00
log.info('SystemExit detected, aborting download')
2016-04-10 00:57:45 +10:00
self.stopSession()
except:
2016-08-30 03:57:58 +10:00
log.warn('Unknown error while downloading. Traceback:')
import traceback
2016-08-30 03:57:58 +10:00
log.warn(traceback.format_exc())
# THE RESPONSE #####
else:
# We COULD contact the PMS, hence it ain't dead
if authenticate is True:
window('countError', value='0')
if r.status_code != 401:
window('countUnauthorized', value='0')
if r.status_code == 204:
# No body in the response
# But read (empty) content to release connection back to pool
# (see requests: keep-alive documentation)
r.content
return True
elif r.status_code == 401:
if authenticate is False:
# Called when checking a connect - no need for rash action
return 401
r.encoding = 'utf-8'
2016-08-30 03:57:58 +10:00
log.warn('HTTP error 401 from PMS %s' % url)
log.info(r.text)
if '401 Unauthorized' in r.text:
# Truly unauthorized
window('countUnauthorized',
value=str(int(window('countUnauthorized')) + 1))
if (int(window('countUnauthorized')) >=
self.unauthorizedAttempts):
2016-08-30 03:57:58 +10:00
log.warn('We seem to be truly unauthorized for PMS'
' %s ' % url)
if state.PMS_STATUS not in ('401', 'Auth'):
# Tell userclient token has been revoked.
2016-08-30 03:57:58 +10:00
log.debug('Setting PMS server status to '
'unauthorized')
state.PMS_STATUS = '401'
2016-05-31 16:06:42 +10:00
window('plex_serverStatus', value="401")
2017-01-25 04:48:13 +11:00
dialog('notification',
lang(29999),
lang(30017),
icon='{error}')
else:
# there might be other 401 where e.g. PMS under strain
2016-08-30 03:57:58 +10:00
log.info('PMS might only be under strain')
return 401
elif r.status_code in (200, 201):
# 200: OK
# 201: Created
if return_response is True:
# return the entire response object
return r
try:
# xml response
r = etree.fromstring(r.content)
return r
except:
r.encoding = 'utf-8'
if r.text == '':
# Answer does not contain a body
return True
try:
# UNICODE - JSON object
r = r.json()
return r
except:
if '200 OK' in r.text:
# Received fucked up OK from PMS on playstate
# update
pass
else:
2017-09-06 21:39:44 +10:00
log.warn("Unable to convert the response for: "
"%s" % url)
log.warn("Received headers were: %s" % r.headers)
log.warn('Received text:')
log.warn(r.text)
return True
elif r.status_code == 403:
# E.g. deleting a PMS item
2017-09-06 21:39:44 +10:00
log.warn('PMS sent 403: Forbidden error for url %s' % url)
return None
else:
2017-09-06 21:39:44 +10:00
log.warn('Unknown answer from PMS %s with status code %s. '
'Message:' % (url, r.status_code))
r.encoding = 'utf-8'
2017-09-06 21:39:44 +10:00
log.warn(r.text)
return True
# And now deal with the consequences of the exceptions
if authenticate is True:
# Make the addon aware of status
try:
window('countError',
value=str(int(window('countError')) + 1))
if int(window('countError')) >= self.connectionAttempts:
2016-08-30 03:57:58 +10:00
log.warn('Failed to connect to %s too many times. '
'Declare PMS dead' % url)
2016-05-31 16:06:42 +10:00
window('plex_online', value="false")
except:
# 'countError' not yet set
pass
return None