373 lines
16 KiB
Python
373 lines
16 KiB
Python
#!/usr/bin/env python
|
|
# -*- coding: utf-8 -*-
|
|
from __future__ import absolute_import, division, unicode_literals
|
|
from logging import getLogger
|
|
from random import shuffle
|
|
import Queue
|
|
import xbmc
|
|
|
|
from . import library_sync
|
|
|
|
from .downloadutils import DownloadUtils as DU
|
|
from . import backgroundthread, utils, path_ops
|
|
from . import plex_db, kodidb_functions as kodidb
|
|
from . import artwork
|
|
from . import variables as v, state
|
|
|
|
LOG = getLogger('PLEX.sync')
|
|
|
|
|
|
def set_library_scan_toggle(boolean=True):
|
|
"""
|
|
Make sure to hit this function before starting large scans
|
|
"""
|
|
if not boolean:
|
|
# Deactivate
|
|
state.DB_SCAN = False
|
|
utils.window('plex_dbScan', clear=True)
|
|
else:
|
|
state.DB_SCAN = True
|
|
utils.window('plex_dbScan', value="true")
|
|
|
|
|
|
class Sync(backgroundthread.KillableThread):
|
|
"""
|
|
The one and only library sync thread. Spawn only 1!
|
|
"""
|
|
def __init__(self):
|
|
self.sync_successful = False
|
|
self.last_full_sync = 0
|
|
if utils.settings('FanartTV') == 'true':
|
|
self.fanartqueue = Queue.Queue()
|
|
self.fanartthread = library_sync.fanart.ThreadedProcessFanart(self.fanartqueue)
|
|
else:
|
|
self.fanartqueue = None
|
|
self.fanartthread = None
|
|
# How long should we wait at least to process new/changed PMS items?
|
|
# Show sync dialog even if user deactivated?
|
|
self.force_dialog = False
|
|
# Lock used to wait on a full sync, e.g. on initial sync
|
|
self.lock = backgroundthread.threading.Lock()
|
|
super(Sync, self).__init__()
|
|
|
|
def isCanceled(self):
|
|
return xbmc.abortRequested or state.STOP_PKC
|
|
|
|
def isSuspended(self):
|
|
return state.SUSPEND_LIBRARY_THREAD or state.STOP_SYNC
|
|
|
|
def suspend_item_sync(self):
|
|
"""
|
|
Returns True if we should not sync new items or artwork to Kodi or even
|
|
abort a sync currently running.
|
|
|
|
Returns False otherwise.
|
|
"""
|
|
if self.isSuspended() or self.isCanceled():
|
|
return True
|
|
elif state.SUSPEND_SYNC:
|
|
return True
|
|
return False
|
|
|
|
def show_kodi_note(self, message, icon="plex"):
|
|
"""
|
|
Shows a Kodi popup, if user selected to do so. Pass message in unicode
|
|
or string
|
|
|
|
icon: "plex": shows Plex icon
|
|
"error": shows Kodi error icon
|
|
"""
|
|
if state.SYNC_DIALOG is not True and self.force_dialog is not True:
|
|
return
|
|
if icon == "plex":
|
|
utils.dialog('notification',
|
|
heading='{plex}',
|
|
message=message,
|
|
icon='{plex}',
|
|
sound=False)
|
|
elif icon == "error":
|
|
utils.dialog('notification',
|
|
heading='{plex}',
|
|
message=message,
|
|
icon='{error}')
|
|
|
|
def sync_fanart(self, missing_only=True, refresh=False):
|
|
"""
|
|
Throw items to the fanart queue in order to download missing (or all)
|
|
additional fanart.
|
|
|
|
missing_only=True False will start look-up for EVERY item
|
|
refresh=False True will force refresh all external fanart
|
|
"""
|
|
if utils.settings('FanartTV') == 'false':
|
|
return
|
|
with plexdb.Get_Plex_DB() as plex_db:
|
|
if missing_only:
|
|
with plexdb.Get_Plex_DB() as plex_db:
|
|
items = plex_db.get_missing_fanart()
|
|
LOG.info('Trying to get %s additional fanart', len(items))
|
|
else:
|
|
items = []
|
|
for plex_type in (v.PLEX_TYPE_MOVIE, v.PLEX_TYPE_SHOW):
|
|
items.extend(plex_db.itemsByType(plex_type))
|
|
LOG.info('Trying to get ALL additional fanart for %s items',
|
|
len(items))
|
|
if not items:
|
|
return
|
|
# Shuffle the list to not always start out identically
|
|
shuffle(items)
|
|
# Checking FanartTV for %s items
|
|
self.fanartqueue.put(artwork.ArtworkSyncMessage(
|
|
utils.lang(30018) % len(items)))
|
|
for item in items:
|
|
self.fanartqueue.put({
|
|
'plex_id': item['plex_id'],
|
|
'plex_type': item['plex_type'],
|
|
'refresh': refresh
|
|
})
|
|
# FanartTV lookup completed
|
|
self.fanartqueue.put(artwork.ArtworkSyncMessage(utils.lang(30019)))
|
|
|
|
def triage_lib_scans(self):
|
|
"""
|
|
Decides what to do if state.RUN_LIB_SCAN has been set. E.g. manually
|
|
triggered full or repair syncs
|
|
"""
|
|
if state.RUN_LIB_SCAN in ("full", "repair"):
|
|
set_library_scan_toggle()
|
|
LOG.info('Full library scan requested, starting')
|
|
self.start_library_sync(show_dialog=True,
|
|
repair=state.RUN_LIB_SCAN == 'repair',
|
|
block=True)
|
|
if self.sync_successful:
|
|
# Full library sync finished
|
|
self.show_kodi_note(utils.lang(39407))
|
|
elif not self.suspend_item_sync():
|
|
self.force_dialog = True
|
|
# ERROR in library sync
|
|
self.show_kodi_note(utils.lang(39410), icon='error')
|
|
self.force_dialog = False
|
|
elif state.RUN_LIB_SCAN == 'fanart':
|
|
# Only look for missing fanart (No)
|
|
# or refresh all fanart (Yes)
|
|
from .windows import optionsdialog
|
|
refresh = optionsdialog.show(utils.lang(29999),
|
|
utils.lang(39223),
|
|
utils.lang(39224), # refresh all
|
|
utils.lang(39225)) == 0
|
|
self.sync_fanart(missing_only=not refresh, refresh=refresh)
|
|
elif state.RUN_LIB_SCAN == 'textures':
|
|
artwork.Artwork().fullTextureCacheSync()
|
|
else:
|
|
raise NotImplementedError('Library scan not defined: %s'
|
|
% state.RUN_LIB_SCAN)
|
|
|
|
def onLibrary_scan_finished(self, successful):
|
|
"""
|
|
Hit this after the full sync has finished
|
|
"""
|
|
self.sync_successful = successful
|
|
self.last_full_sync = utils.unix_timestamp()
|
|
set_library_scan_toggle(boolean=False)
|
|
try:
|
|
self.lock.release()
|
|
except backgroundthread.threading.ThreadError:
|
|
pass
|
|
|
|
def start_library_sync(self, show_dialog=None, repair=False, block=False):
|
|
show_dialog = show_dialog if show_dialog is not None else state.SYNC_DIALOG
|
|
if block:
|
|
self.lock.acquire()
|
|
library_sync.start(show_dialog, repair, self.onLibrary_scan_finished)
|
|
# Will block until scan is finished
|
|
self.lock.acquire()
|
|
self.lock.release()
|
|
else:
|
|
library_sync.start(show_dialog, repair, self.onLibrary_scan_finished)
|
|
|
|
def run(self):
|
|
try:
|
|
self._run_internal()
|
|
except:
|
|
state.DB_SCAN = False
|
|
utils.window('plex_dbScan', clear=True)
|
|
utils.ERROR(txt='Sync.py crashed', notify=True)
|
|
raise
|
|
|
|
def _run_internal(self):
|
|
LOG.info("---===### Starting Sync ###===---")
|
|
self.force_dialog = False
|
|
install_sync_done = utils.settings('SyncInstallRunDone') == 'true'
|
|
playlist_monitor = None
|
|
initial_sync_done = False
|
|
last_websocket_processing = 0
|
|
last_time_sync = 0
|
|
one_day_in_seconds = 60 * 60 * 24
|
|
# Link to Websocket queue
|
|
queue = state.WEBSOCKET_QUEUE
|
|
|
|
# Kodi Version supported by PKC?
|
|
if (not path_ops.exists(v.DB_VIDEO_PATH) or
|
|
not path_ops.exists(v.DB_TEXTURE_PATH) or
|
|
(state.ENABLE_MUSIC and not path_ops.exists(v.DB_MUSIC_PATH))):
|
|
# Database does not exists
|
|
LOG.error('The current Kodi version is incompatible')
|
|
LOG.error('Current Kodi version: %s', utils.try_decode(
|
|
xbmc.getInfoLabel('System.BuildVersion')))
|
|
# "Current Kodi version is unsupported, cancel lib sync"
|
|
utils.messageDialog(utils.lang(29999), utils.lang(39403))
|
|
return
|
|
# Check whether we need to reset the Kodi DB
|
|
if install_sync_done:
|
|
current_version = utils.settings('dbCreatedWithVersion')
|
|
if not utils.compare_version(current_version,
|
|
v.MIN_DB_VERSION):
|
|
LOG.warn("Db version out of date: %s minimum version "
|
|
"required: %s", current_version, v.MIN_DB_VERSION)
|
|
# DB out of date. Proceed to recreate?
|
|
if not utils.yesno_dialog(utils.lang(29999),
|
|
utils.lang(39401)):
|
|
LOG.warn("Db version out of date! USER IGNORED!")
|
|
# PKC may not work correctly until reset
|
|
utils.messageDialog(utils.lang(29999),
|
|
'%s%s' % (utils.lang(29999),
|
|
utils.lang(39402)))
|
|
else:
|
|
utils.reset(ask_user=False)
|
|
return
|
|
# Ensure that Plex DB is set-up
|
|
plex_db.initialize()
|
|
# Hack to speed up look-ups for actors (giant table!)
|
|
utils.create_actor_db_index()
|
|
# Run start up sync
|
|
LOG.info("Db version: %s", utils.settings('dbCreatedWithVersion'))
|
|
LOG.info('Refreshing video nodes and playlists now')
|
|
with kodidb.GetKodiDB('video') as kodi_db:
|
|
# Setup the paths for addon-paths (even when using direct paths)
|
|
kodi_db.setup_path_table()
|
|
|
|
while not self.isCanceled():
|
|
# In the event the server goes offline
|
|
while self.isSuspended():
|
|
if self.isCanceled():
|
|
# Abort was requested while waiting. We should exit
|
|
LOG.info("###===--- Sync Stopped ---===###")
|
|
return
|
|
xbmc.sleep(1000)
|
|
|
|
if not install_sync_done:
|
|
# Very FIRST sync ever upon installation or reset of Kodi DB
|
|
self.force_dialog = True
|
|
set_library_scan_toggle()
|
|
# Initialize time offset Kodi - PMS
|
|
library_sync.sync_pms_time()
|
|
last_time_sync = utils.unix_timestamp()
|
|
LOG.info('Initial start-up full sync starting')
|
|
xbmc.executebuiltin('InhibitIdleShutdown(true)')
|
|
# This call will block until scan is completed
|
|
self.start_library_sync(show_dialog=True, block=True)
|
|
if self.sync_successful:
|
|
LOG.info('Initial start-up full sync successful')
|
|
utils.settings('SyncInstallRunDone', value='true')
|
|
install_sync_done = True
|
|
initial_sync_done = True
|
|
utils.settings('dbCreatedWithVersion', v.ADDON_VERSION)
|
|
self.force_dialog = False
|
|
if library_sync.PLAYLIST_SYNC_ENABLED:
|
|
from . import playlists
|
|
playlist_monitor = playlists.kodi_playlist_monitor()
|
|
self.sync_fanart()
|
|
self.fanartthread.start()
|
|
else:
|
|
LOG.error('Initial start-up full sync unsuccessful')
|
|
self.force_dialog = False
|
|
xbmc.executebuiltin('InhibitIdleShutdown(false)')
|
|
|
|
elif not initial_sync_done:
|
|
# First sync upon PKC restart. Skipped if very first sync upon
|
|
# PKC installation has been completed
|
|
set_library_scan_toggle()
|
|
LOG.info('Doing initial sync on Kodi startup')
|
|
if state.SUSPEND_SYNC:
|
|
LOG.warning('Forcing startup sync even if Kodi is playing')
|
|
state.SUSPEND_SYNC = False
|
|
self.start_library_sync(block=True)
|
|
if self.sync_successful:
|
|
initial_sync_done = True
|
|
LOG.info('Done initial sync on Kodi startup')
|
|
if library_sync.PLAYLIST_SYNC_ENABLED:
|
|
from . import playlists
|
|
playlist_monitor = playlists.kodi_playlist_monitor()
|
|
artwork.Artwork().cache_major_artwork()
|
|
self.sync_fanart()
|
|
self.fanartthread.start()
|
|
else:
|
|
LOG.info('Startup sync has not yet been successful')
|
|
|
|
# Currently no db scan, so we could start a new scan
|
|
elif state.DB_SCAN is False:
|
|
# Full scan was requested from somewhere else, e.g. userclient
|
|
if state.RUN_LIB_SCAN is not None:
|
|
# Force-show dialogs since they are user-initiated
|
|
self.force_dialog = True
|
|
self.triage_lib_scans()
|
|
self.force_dialog = False
|
|
# Reset the flag
|
|
state.RUN_LIB_SCAN = None
|
|
continue
|
|
|
|
# Standard syncs - don't force-show dialogs
|
|
now = utils.unix_timestamp()
|
|
self.force_dialog = False
|
|
if (now - self.last_full_sync > state.FULL_SYNC_INTERVALL):
|
|
LOG.info('Doing scheduled full library scan')
|
|
set_library_scan_toggle()
|
|
success = self.maintain_views()
|
|
if success:
|
|
success = library_sync.start()
|
|
if not success and not self.suspend_item_sync():
|
|
LOG.error('Could not finish scheduled full sync')
|
|
self.force_dialog = True
|
|
self.show_kodi_note(utils.lang(39410),
|
|
icon='error')
|
|
self.force_dialog = False
|
|
elif success:
|
|
self.last_full_sync = now
|
|
# Full library sync finished successfully
|
|
self.show_kodi_note(utils.lang(39407))
|
|
else:
|
|
LOG.info('Full sync interrupted')
|
|
elif now - last_time_sync > one_day_in_seconds:
|
|
LOG.info('Starting daily time sync')
|
|
library_sync.sync_pms_time()
|
|
last_time_sync = now
|
|
elif not state.BACKGROUND_SYNC_DISABLED:
|
|
# Check back whether we should process something Only do
|
|
# this once a while (otherwise, potentially many screen
|
|
# refreshes lead to flickering)
|
|
if (library_sync.WEBSOCKET_MESSAGES and
|
|
now - last_websocket_processing > 5):
|
|
last_websocket_processing = now
|
|
library_sync.process_websocket_messages()
|
|
# See if there is a PMS message we need to handle
|
|
try:
|
|
message = queue.get(block=False)
|
|
except backgroundthread.Queue.Empty:
|
|
pass
|
|
# Got a message from PMS; process it
|
|
else:
|
|
library_sync.store_websocket_message(message)
|
|
queue.task_done()
|
|
# Sleep just a bit
|
|
xbmc.sleep(10)
|
|
continue
|
|
xbmc.sleep(100)
|
|
# Shut down playlist monitoring
|
|
if playlist_monitor:
|
|
playlist_monitor.stop()
|
|
# doUtils could still have a session open due to interrupted sync
|
|
try:
|
|
DU().stopSession()
|
|
except AttributeError:
|
|
pass
|
|
LOG.info("###===--- Sync Stopped ---===###")
|