191 lines
7 KiB
Python
191 lines
7 KiB
Python
#!/usr/bin/env python
|
|
# -*- coding: utf-8 -*-
|
|
from __future__ import absolute_import, division, unicode_literals
|
|
from logging import getLogger
|
|
import time
|
|
|
|
from .get_metadata import GetMetadataTask
|
|
from . import common, process_metadata, sections
|
|
from .. import utils, backgroundthread, variables as v, state
|
|
from .. import plex_functions as PF, itemtypes
|
|
from ..plex_db import PlexDB
|
|
|
|
|
|
if (v.PLATFORM != 'Microsoft UWP' and
|
|
utils.settings('enablePlaylistSync') == 'true'):
|
|
# Xbox cannot use watchdog, a dependency for PKC playlist features
|
|
from .. import playlists
|
|
PLAYLIST_SYNC_ENABLED = True
|
|
else:
|
|
PLAYLIST_SYNC_ENABLED = False
|
|
|
|
|
|
LOG = getLogger('PLEX.library_sync.full_sync')
|
|
|
|
|
|
class FullSync(backgroundthread.KillableThread, common.libsync_mixin):
|
|
def __init__(self, repair, callback):
|
|
"""
|
|
repair=True: force sync EVERY item
|
|
"""
|
|
self.repair = repair
|
|
self.callback = callback
|
|
self.queue = None
|
|
self.process_thread = None
|
|
self.last_sync = None
|
|
self.plex_db = None
|
|
self.plex_type = None
|
|
self.processing_thread = None
|
|
super(FullSync, self).__init__()
|
|
|
|
def process_item(self, xml_item):
|
|
"""
|
|
Processes a single library item
|
|
"""
|
|
plex_id = int(xml_item['ratingKey'])
|
|
if self.new_items_only:
|
|
if self.plex_db.check_plexid(plex_id) is None:
|
|
backgroundthread.BGThreader.addTask(
|
|
GetMetadataTask().setup(self.queue,
|
|
plex_id,
|
|
self.get_children))
|
|
else:
|
|
if self.plex_db.check_checksum(
|
|
int('%s%s' % (xml_item['ratingKey'],
|
|
xml_item['updatedAt']))) is None:
|
|
backgroundthread.BGThreader.addTask(
|
|
GetMetadataTask().setup(self.queue,
|
|
plex_id,
|
|
self.get_children))
|
|
else:
|
|
self.plex_db.update_last_sync(plex_id, self.last_sync)
|
|
|
|
def process_delete(self):
|
|
"""
|
|
Removes all the items that have NOT been updated (last_sync timestamp)
|
|
is different
|
|
"""
|
|
with self.context() as c:
|
|
for plex_id in self.plex_db.plex_id_by_last_sync(self.plex_type,
|
|
self.last_sync):
|
|
if self.isCanceled():
|
|
return
|
|
c.remove(plex_id, plex_type=self.plex_type)
|
|
|
|
@utils.log_time
|
|
def process_kind(self):
|
|
"""
|
|
"""
|
|
LOG.debug('Start processing %ss', self.plex_type)
|
|
sections = (x for x in sections.SECTIONS
|
|
if x['plex_type'] == self.plex_type)
|
|
for section in sections:
|
|
LOG.debug('Processing library section %s', section)
|
|
if self.isCanceled():
|
|
return False
|
|
if not self.install_sync_done:
|
|
state.PATH_VERIFIED = False
|
|
try:
|
|
iterator = PF.SectionItems(
|
|
section['id'],
|
|
{'type': v.PLEX_TYPE_NUMBER_FROM_PLEX_TYPE[self.plex_type]})
|
|
# Tell the processing thread about this new section
|
|
queue_info = process_metadata.InitNewSection(
|
|
self.context,
|
|
utils.cast(int, iterator.get('totalSize', 0)),
|
|
utils.cast(unicode, iterator.get('librarySectionTitle')),
|
|
section['id'])
|
|
self.queue.put(queue_info)
|
|
for xml_item in iterator:
|
|
if self.isCanceled():
|
|
return False
|
|
self.process_item(xml_item)
|
|
except RuntimeError:
|
|
LOG.error('Could not entirely process section %s', section)
|
|
continue
|
|
self.queue.join()
|
|
|
|
LOG.debug('Finished processing %ss', self.plex_type)
|
|
return True
|
|
|
|
def full_library_sync(self):
|
|
"""
|
|
"""
|
|
kinds = [
|
|
(v.PLEX_TYPE_MOVIE, itemtypes.Movie, False),
|
|
(v.PLEX_TYPE_SHOW, itemtypes.Show, False),
|
|
(v.PLEX_TYPE_SEASON, itemtypes.Season, False),
|
|
(v.PLEX_TYPE_EPISODE, itemtypes.Episode, False)
|
|
]
|
|
if state.ENABLE_MUSIC:
|
|
kinds.extend(
|
|
(v.PLEX_TYPE_ARTIST, itemtypes.Artist, False),
|
|
(v.PLEX_TYPE_ALBUM, itemtypes.Album, True),
|
|
(v.PLEX_TYPE_SONG, itemtypes.Song, False))
|
|
for kind in kinds:
|
|
# Setup our variables
|
|
self.plex_type = kind[0]
|
|
self.context = kind[1]
|
|
self.get_children = kind[2]
|
|
# Now do the heavy lifting
|
|
with PlexDB() as self.plex_db:
|
|
if self.isCanceled() or not self.process_kind():
|
|
return False
|
|
if self.new_items_only:
|
|
# Delete movies that are not on Plex anymore - do this only once
|
|
self.process_delete()
|
|
return True
|
|
|
|
@utils.log_time
|
|
def run(self):
|
|
if self.isCanceled():
|
|
return
|
|
successful = False
|
|
self.last_sync = time.time()
|
|
if not sections.sync_from_pms():
|
|
return
|
|
try:
|
|
# Fire up our single processing thread
|
|
self.queue = backgroundthread.Queue.Queue(maxsize=200)
|
|
self.processing_thread = process_metadata.ProcessMetadata(
|
|
self.queue, self.last_sync)
|
|
self.processing_thread.start()
|
|
|
|
# Actual syncing - do only new items first
|
|
LOG.info('Running fullsync for **NEW** items with repair=%s',
|
|
self.repair)
|
|
self.new_items_only = True
|
|
# This will also update playstates and userratings!
|
|
if not self.full_library_sync():
|
|
return
|
|
if self.isCanceled():
|
|
return
|
|
# This will NOT update playstates and userratings!
|
|
LOG.info('Running fullsync for **CHANGED** items with repair=%s',
|
|
self.repair)
|
|
self.new_items_only = False
|
|
if not self.full_library_sync():
|
|
return
|
|
if self.isCanceled():
|
|
return
|
|
if PLAYLIST_SYNC_ENABLED and not playlists.full_sync():
|
|
return
|
|
successful = True
|
|
except:
|
|
utils.ERROR(txt='full_sync.py crashed', notify=True)
|
|
finally:
|
|
# Last element will kill the processing thread (if not already
|
|
# done so, e.g. quitting Kodi)
|
|
self.queue.put(None)
|
|
# This will block until the processing thread exits
|
|
LOG.debug('Waiting for processing thread to exit')
|
|
self.processing_thread.join()
|
|
self.callback(successful)
|
|
LOG.info('Done full_sync')
|
|
|
|
|
|
def start(repair, callback):
|
|
"""
|
|
"""
|
|
# backgroundthread.BGThreader.addTask(FullSync().setup(repair, callback))
|
|
FullSync(repair, callback).start()
|