2018-07-13 02:46:02 +10:00
|
|
|
#!/usr/bin/env python
|
2015-12-25 07:07:00 +11:00
|
|
|
# -*- coding: utf-8 -*-
|
2018-07-13 02:46:02 +10:00
|
|
|
from __future__ import absolute_import, division, unicode_literals
|
2017-12-10 00:35:08 +11:00
|
|
|
from logging import getLogger
|
2018-09-06 01:36:38 +10:00
|
|
|
import defusedxml.ElementTree as etree # etree parse unsafe
|
2017-12-10 00:35:08 +11:00
|
|
|
import requests
|
2015-12-25 07:07:00 +11:00
|
|
|
|
2018-06-22 03:24:37 +10:00
|
|
|
from . import utils
|
|
|
|
from . import clientinfo
|
|
|
|
from . import state
|
2017-05-17 18:09:50 +10:00
|
|
|
|
2016-02-20 06:03:06 +11:00
|
|
|
###############################################################################
|
2015-12-25 07:07:00 +11:00
|
|
|
|
2016-04-07 02:23:51 +10:00
|
|
|
# Disable annoying requests warnings
|
|
|
|
import requests.packages.urllib3
|
|
|
|
requests.packages.urllib3.disable_warnings()
|
2015-12-25 07:07:00 +11:00
|
|
|
|
2018-06-22 03:24:37 +10:00
|
|
|
LOG = getLogger('PLEX.downloadutils')
|
2016-08-30 03:57:58 +10:00
|
|
|
|
2016-02-20 06:03:06 +11:00
|
|
|
###############################################################################
|
2015-12-25 07:07:00 +11:00
|
|
|
|
|
|
|
|
|
|
|
class DownloadUtils():
|
2016-04-07 00:24:03 +10:00
|
|
|
"""
|
|
|
|
Manages any up/downloads with PKC. Careful to initiate correctly
|
|
|
|
Use startSession() to initiate.
|
|
|
|
If not initiated, e.g. SSL check will fallback to False
|
|
|
|
"""
|
2016-02-20 06:03:06 +11:00
|
|
|
|
2015-12-25 07:07:00 +11:00
|
|
|
# Borg - multiple instances, shared state
|
2016-02-07 22:38:50 +11:00
|
|
|
_shared_state = {}
|
2015-12-25 07:07:00 +11:00
|
|
|
|
2016-04-13 20:14:16 +10:00
|
|
|
# How many failed attempts before declaring PMS dead?
|
2018-06-02 02:48:45 +10:00
|
|
|
connectionAttempts = 1
|
2016-04-13 20:14:16 +10:00
|
|
|
# How many 401 returns before declaring unauthorized?
|
2016-04-13 21:04:23 +10:00
|
|
|
unauthorizedAttempts = 2
|
2017-05-01 01:22:46 +10:00
|
|
|
# How long should we wait for an answer from the
|
|
|
|
timeout = 30.0
|
2015-12-25 07:07:00 +11:00
|
|
|
|
|
|
|
def __init__(self):
|
2016-02-07 22:38:50 +11:00
|
|
|
self.__dict__ = self._shared_state
|
2015-12-25 07:07:00 +11:00
|
|
|
|
|
|
|
def setServer(self, server):
|
2016-04-07 00:24:03 +10:00
|
|
|
"""
|
|
|
|
Reserved for userclient only
|
|
|
|
"""
|
2015-12-25 07:07:00 +11:00
|
|
|
self.server = server
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.debug("Set server: %s", server)
|
2015-12-25 07:07:00 +11:00
|
|
|
|
2016-04-07 00:24:03 +10:00
|
|
|
def setSSL(self, verifySSL=None, certificate=None):
|
|
|
|
"""
|
|
|
|
Reserved for userclient only
|
|
|
|
|
|
|
|
verifySSL must be 'true' to enable certificate validation
|
|
|
|
|
|
|
|
certificate must be path to certificate or 'None'
|
|
|
|
"""
|
|
|
|
if verifySSL is None:
|
2018-01-28 23:23:47 +11:00
|
|
|
verifySSL = state.VERIFY_SSL_CERT
|
2016-04-07 00:24:03 +10:00
|
|
|
if certificate is None:
|
2018-01-28 23:23:47 +11:00
|
|
|
certificate = state.SSL_CERT_PATH
|
|
|
|
# Set the session's parameters
|
|
|
|
self.s.verify = verifySSL
|
|
|
|
if certificate:
|
2016-04-07 00:24:03 +10:00
|
|
|
self.s.cert = certificate
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.debug("Verify SSL certificates set to: %s", verifySSL)
|
|
|
|
LOG.debug("SSL client side certificate set to: %s", certificate)
|
2015-12-25 07:07:00 +11:00
|
|
|
|
2016-04-13 22:34:58 +10:00
|
|
|
def startSession(self, reset=False):
|
2016-04-07 00:24:03 +10:00
|
|
|
"""
|
|
|
|
User should be authenticated when this method is called (via
|
|
|
|
userclient)
|
|
|
|
"""
|
2015-12-25 07:07:00 +11:00
|
|
|
# Start session
|
|
|
|
self.s = requests.Session()
|
2016-04-07 00:24:03 +10:00
|
|
|
|
2018-06-22 03:24:37 +10:00
|
|
|
self.deviceId = clientinfo.getDeviceId()
|
2016-04-06 04:10:29 +10:00
|
|
|
# Attach authenticated header to the session
|
2018-06-22 03:24:37 +10:00
|
|
|
self.s.headers = clientinfo.getXArgsDeviceInfo()
|
2016-04-07 00:24:03 +10:00
|
|
|
self.s.encoding = 'utf-8'
|
|
|
|
# Set SSL settings
|
|
|
|
self.setSSL()
|
|
|
|
|
|
|
|
# Set other stuff
|
2018-06-22 03:24:37 +10:00
|
|
|
self.setServer(utils.window('pms_server'))
|
2016-04-07 00:24:03 +10:00
|
|
|
|
2016-04-13 20:14:16 +10:00
|
|
|
# Counters to declare PMS dead or unauthorized
|
2016-04-13 21:04:23 +10:00
|
|
|
# Use window variables because start of movies will be called with a
|
|
|
|
# new plugin instance - it's impossible to share data otherwise
|
2016-04-13 22:34:58 +10:00
|
|
|
if reset is True:
|
2018-06-22 03:24:37 +10:00
|
|
|
utils.window('countUnauthorized', value='0')
|
|
|
|
utils.window('countError', value='0')
|
2016-04-13 20:14:16 +10:00
|
|
|
|
2015-12-25 07:07:00 +11:00
|
|
|
# Retry connections to the server
|
|
|
|
self.s.mount("http://", requests.adapters.HTTPAdapter(max_retries=1))
|
|
|
|
self.s.mount("https://", requests.adapters.HTTPAdapter(max_retries=1))
|
|
|
|
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.info("Requests session started on: %s", self.server)
|
2015-12-25 07:07:00 +11:00
|
|
|
|
|
|
|
def stopSession(self):
|
|
|
|
try:
|
|
|
|
self.s.close()
|
|
|
|
except:
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.info("Requests session already closed")
|
2016-04-06 04:10:29 +10:00
|
|
|
try:
|
2016-04-07 00:24:03 +10:00
|
|
|
del self.s
|
2016-04-06 04:10:29 +10:00
|
|
|
except:
|
2016-04-07 00:24:03 +10:00
|
|
|
pass
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.info('Request session stopped')
|
2016-04-07 00:24:03 +10:00
|
|
|
|
|
|
|
def getHeader(self, options=None):
|
2018-06-22 03:24:37 +10:00
|
|
|
header = clientinfo.getXArgsDeviceInfo()
|
2016-04-06 04:10:29 +10:00
|
|
|
if options is not None:
|
|
|
|
header.update(options)
|
2015-12-25 07:07:00 +11:00
|
|
|
return header
|
|
|
|
|
2016-08-30 03:57:58 +10:00
|
|
|
def _doDownload(self, s, action_type, **kwargs):
|
2016-04-26 22:02:19 +10:00
|
|
|
if action_type == "GET":
|
2016-04-07 00:24:03 +10:00
|
|
|
r = s.get(**kwargs)
|
2016-04-26 22:02:19 +10:00
|
|
|
elif action_type == "POST":
|
2016-04-07 00:24:03 +10:00
|
|
|
r = s.post(**kwargs)
|
2016-04-26 22:02:19 +10:00
|
|
|
elif action_type == "DELETE":
|
2016-04-07 00:24:03 +10:00
|
|
|
r = s.delete(**kwargs)
|
2016-04-26 22:02:19 +10:00
|
|
|
elif action_type == "OPTIONS":
|
2016-04-07 00:24:03 +10:00
|
|
|
r = s.options(**kwargs)
|
2016-04-26 22:02:19 +10:00
|
|
|
elif action_type == "PUT":
|
2016-04-07 00:24:03 +10:00
|
|
|
r = s.put(**kwargs)
|
|
|
|
return r
|
|
|
|
|
2016-04-26 22:02:19 +10:00
|
|
|
def downloadUrl(self, url, action_type="GET", postBody=None,
|
|
|
|
parameters=None, authenticate=True, headerOptions=None,
|
2018-01-02 21:48:44 +11:00
|
|
|
verifySSL=True, timeout=None, return_response=False,
|
|
|
|
headerOverride=None):
|
2016-04-07 00:24:03 +10:00
|
|
|
"""
|
|
|
|
Override SSL check with verifySSL=False
|
|
|
|
|
|
|
|
If authenticate=True, existing request session will be used/started
|
|
|
|
Otherwise, 'empty' request will be made
|
|
|
|
|
|
|
|
Returns:
|
2016-05-19 04:10:20 +10:00
|
|
|
None If an error occured
|
2016-04-07 00:24:03 +10:00
|
|
|
True If connection worked but no body was received
|
|
|
|
401, ... integer if PMS answered with HTTP error 401
|
|
|
|
(unauthorized) or other http error codes
|
|
|
|
xml xml etree root object, if applicable
|
2017-05-01 20:22:09 +10:00
|
|
|
json json() object, if applicable
|
|
|
|
<response-object> if return_response=True is set (200, 201 only)
|
2016-04-07 00:24:03 +10:00
|
|
|
"""
|
2016-07-13 05:30:39 +10:00
|
|
|
kwargs = {'timeout': self.timeout}
|
2016-04-13 20:14:16 +10:00
|
|
|
if authenticate is True:
|
2016-04-07 00:24:03 +10:00
|
|
|
# Get requests session
|
|
|
|
try:
|
|
|
|
s = self.s
|
|
|
|
except AttributeError:
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.info("Request session does not exist: start one")
|
2016-04-07 00:24:03 +10:00
|
|
|
self.startSession()
|
|
|
|
s = self.s
|
|
|
|
# Replace for the real values
|
|
|
|
url = url.replace("{server}", self.server)
|
|
|
|
else:
|
|
|
|
# User is not (yet) authenticated. Used to communicate with
|
|
|
|
# plex.tv and to check for PMS servers
|
|
|
|
s = requests
|
2018-01-02 21:48:44 +11:00
|
|
|
if not headerOverride:
|
|
|
|
headerOptions = self.getHeader(options=headerOptions)
|
|
|
|
else:
|
|
|
|
headerOptions = headerOverride
|
2018-01-28 23:23:47 +11:00
|
|
|
kwargs['verify'] = state.VERIFY_SSL_CERT
|
|
|
|
if state.SSL_CERT_PATH:
|
|
|
|
kwargs['cert'] = state.SSL_CERT_PATH
|
2016-04-07 00:24:03 +10:00
|
|
|
|
|
|
|
# Set the variables we were passed (fallback to request session
|
|
|
|
# otherwise - faster)
|
|
|
|
kwargs['url'] = url
|
|
|
|
if verifySSL is False:
|
|
|
|
kwargs['verify'] = False
|
|
|
|
if headerOptions is not None:
|
|
|
|
kwargs['headers'] = headerOptions
|
|
|
|
if postBody is not None:
|
|
|
|
kwargs['data'] = postBody
|
|
|
|
if parameters is not None:
|
|
|
|
kwargs['params'] = parameters
|
2016-04-29 20:44:56 +10:00
|
|
|
if timeout is not None:
|
|
|
|
kwargs['timeout'] = timeout
|
2016-04-07 00:24:03 +10:00
|
|
|
|
|
|
|
# ACTUAL DOWNLOAD HAPPENING HERE
|
2015-12-25 07:07:00 +11:00
|
|
|
try:
|
2016-08-30 03:57:58 +10:00
|
|
|
r = self._doDownload(s, action_type, **kwargs)
|
2015-12-25 07:07:00 +11:00
|
|
|
|
2016-04-07 00:24:03 +10:00
|
|
|
# THE EXCEPTIONS
|
2017-12-08 04:22:52 +11:00
|
|
|
except requests.exceptions.SSLError as e:
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn("Invalid SSL certificate for: %s", url)
|
|
|
|
LOG.warn(e)
|
2017-12-08 04:22:52 +11:00
|
|
|
|
2015-12-25 07:07:00 +11:00
|
|
|
except requests.exceptions.ConnectionError as e:
|
2016-04-07 00:24:03 +10:00
|
|
|
# Connection error
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn("Server unreachable at: %s", url)
|
|
|
|
LOG.warn(e)
|
2015-12-25 07:07:00 +11:00
|
|
|
|
2016-12-06 05:31:54 +11:00
|
|
|
except requests.exceptions.Timeout as e:
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn("Server timeout at: %s", url)
|
|
|
|
LOG.warn(e)
|
2015-12-25 07:07:00 +11:00
|
|
|
|
|
|
|
except requests.exceptions.HTTPError as e:
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn('HTTP Error at %s', url)
|
|
|
|
LOG.warn(e)
|
2015-12-25 07:07:00 +11:00
|
|
|
|
2016-04-13 18:48:45 +10:00
|
|
|
except requests.exceptions.TooManyRedirects as e:
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn("Too many redirects connecting to: %s", url)
|
|
|
|
LOG.warn(e)
|
2016-04-13 18:48:45 +10:00
|
|
|
|
2015-12-25 07:07:00 +11:00
|
|
|
except requests.exceptions.RequestException as e:
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn("Unknown error connecting to: %s", url)
|
|
|
|
LOG.warn(e)
|
2015-12-25 07:07:00 +11:00
|
|
|
|
2016-04-10 00:57:45 +10:00
|
|
|
except SystemExit:
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.info('SystemExit detected, aborting download')
|
2016-04-10 00:57:45 +10:00
|
|
|
self.stopSession()
|
|
|
|
|
2016-04-07 00:24:03 +10:00
|
|
|
except:
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn('Unknown error while downloading. Traceback:')
|
2016-04-07 00:24:03 +10:00
|
|
|
import traceback
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn(traceback.format_exc())
|
2016-04-07 00:24:03 +10:00
|
|
|
|
|
|
|
# THE RESPONSE #####
|
2016-04-13 20:14:16 +10:00
|
|
|
else:
|
|
|
|
# We COULD contact the PMS, hence it ain't dead
|
|
|
|
if authenticate is True:
|
2018-06-22 03:24:37 +10:00
|
|
|
utils.window('countError', value='0')
|
2016-04-13 20:14:16 +10:00
|
|
|
if r.status_code != 401:
|
2018-06-22 03:24:37 +10:00
|
|
|
utils.window('countUnauthorized', value='0')
|
2016-04-13 20:14:16 +10:00
|
|
|
|
|
|
|
if r.status_code == 204:
|
|
|
|
# No body in the response
|
2016-07-16 02:59:01 +10:00
|
|
|
# But read (empty) content to release connection back to pool
|
|
|
|
# (see requests: keep-alive documentation)
|
|
|
|
r.content
|
2016-04-13 20:14:16 +10:00
|
|
|
return True
|
|
|
|
|
|
|
|
elif r.status_code == 401:
|
|
|
|
if authenticate is False:
|
|
|
|
# Called when checking a connect - no need for rash action
|
|
|
|
return 401
|
|
|
|
r.encoding = 'utf-8'
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn('HTTP error 401 from PMS %s', url)
|
|
|
|
LOG.info(r.text)
|
2016-04-13 20:14:16 +10:00
|
|
|
if '401 Unauthorized' in r.text:
|
|
|
|
# Truly unauthorized
|
2018-06-22 03:24:37 +10:00
|
|
|
utils.window(
|
|
|
|
'countUnauthorized',
|
|
|
|
value=str(int(utils.window('countUnauthorized')) + 1))
|
|
|
|
if (int(utils.window('countUnauthorized')) >=
|
2016-04-13 21:04:23 +10:00
|
|
|
self.unauthorizedAttempts):
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn('We seem to be truly unauthorized for PMS'
|
|
|
|
' %s ', url)
|
2017-05-17 18:09:50 +10:00
|
|
|
if state.PMS_STATUS not in ('401', 'Auth'):
|
2016-04-13 20:14:16 +10:00
|
|
|
# Tell userclient token has been revoked.
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.debug('Setting PMS server status to '
|
2016-08-30 03:57:58 +10:00
|
|
|
'unauthorized')
|
2017-05-17 18:09:50 +10:00
|
|
|
state.PMS_STATUS = '401'
|
2018-06-22 03:24:37 +10:00
|
|
|
utils.window('plex_serverStatus', value="401")
|
|
|
|
utils.dialog('notification',
|
|
|
|
utils.lang(29999),
|
|
|
|
utils.lang(30017),
|
|
|
|
icon='{error}')
|
2016-04-13 20:14:16 +10:00
|
|
|
else:
|
|
|
|
# there might be other 401 where e.g. PMS under strain
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.info('PMS might only be under strain')
|
2016-04-08 00:10:07 +10:00
|
|
|
return 401
|
|
|
|
|
2016-04-13 20:14:16 +10:00
|
|
|
elif r.status_code in (200, 201):
|
|
|
|
# 200: OK
|
|
|
|
# 201: Created
|
2017-05-01 20:22:09 +10:00
|
|
|
if return_response is True:
|
|
|
|
# return the entire response object
|
|
|
|
return r
|
2016-04-07 00:24:03 +10:00
|
|
|
try:
|
2016-04-13 20:14:16 +10:00
|
|
|
# xml response
|
|
|
|
r = etree.fromstring(r.content)
|
2016-04-07 00:24:03 +10:00
|
|
|
return r
|
|
|
|
except:
|
2016-04-07 02:23:51 +10:00
|
|
|
r.encoding = 'utf-8'
|
2016-04-13 20:14:16 +10:00
|
|
|
if r.text == '':
|
|
|
|
# Answer does not contain a body
|
|
|
|
return True
|
|
|
|
try:
|
|
|
|
# UNICODE - JSON object
|
|
|
|
r = r.json()
|
|
|
|
return r
|
|
|
|
except:
|
|
|
|
if '200 OK' in r.text:
|
|
|
|
# Received fucked up OK from PMS on playstate
|
|
|
|
# update
|
|
|
|
pass
|
|
|
|
else:
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn("Unable to convert the response for: "
|
|
|
|
"%s", url)
|
|
|
|
LOG.warn("Received headers were: %s", r.headers)
|
|
|
|
LOG.warn('Received text: %s', r.text)
|
2016-04-13 20:14:16 +10:00
|
|
|
return True
|
2016-10-24 01:37:26 +11:00
|
|
|
elif r.status_code == 403:
|
|
|
|
# E.g. deleting a PMS item
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn('PMS sent 403: Forbidden error for url %s', url)
|
2016-10-24 01:37:26 +11:00
|
|
|
return None
|
2016-04-13 20:14:16 +10:00
|
|
|
else:
|
|
|
|
r.encoding = 'utf-8'
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn('Unknown answer from PMS %s with status code %s. ',
|
2018-01-23 18:07:19 +11:00
|
|
|
url, r.status_code)
|
2016-04-13 20:14:16 +10:00
|
|
|
return True
|
|
|
|
|
|
|
|
# And now deal with the consequences of the exceptions
|
|
|
|
if authenticate is True:
|
|
|
|
# Make the addon aware of status
|
2016-04-18 19:23:05 +10:00
|
|
|
try:
|
2018-06-22 03:24:37 +10:00
|
|
|
utils.window('countError',
|
|
|
|
value=str(int(utils.window('countError')) + 1))
|
|
|
|
if int(utils.window('countError')) >= self.connectionAttempts:
|
2018-02-03 23:44:16 +11:00
|
|
|
LOG.warn('Failed to connect to %s too many times. '
|
|
|
|
'Declare PMS dead', url)
|
2018-06-22 03:24:37 +10:00
|
|
|
utils.window('plex_online', value="false")
|
2018-06-02 02:49:43 +10:00
|
|
|
except ValueError:
|
2016-04-18 19:23:05 +10:00
|
|
|
# 'countError' not yet set
|
|
|
|
pass
|
|
|
|
return None
|