2019-11-24 19:33:16 +11:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
from __future__ import absolute_import, division, unicode_literals
|
|
|
|
from logging import getLogger
|
|
|
|
|
|
|
|
from . import common
|
|
|
|
from ..plex_db import PlexDB
|
2019-12-13 03:29:46 +11:00
|
|
|
from .. import backgroundthread
|
2019-11-24 19:33:16 +11:00
|
|
|
|
|
|
|
LOG = getLogger('PLEX.sync.fill_metadata_queue')
|
|
|
|
|
|
|
|
|
|
|
|
class FillMetadataQueue(common.LibrarySyncMixin,
|
2019-12-13 03:29:46 +11:00
|
|
|
backgroundthread.KillableThread):
|
2019-11-24 19:33:16 +11:00
|
|
|
"""
|
|
|
|
Threaded download of Plex XML metadata for a certain library item.
|
2019-12-06 18:54:21 +11:00
|
|
|
Fills the queue with the downloaded etree XML objects. Will use a COPIED
|
|
|
|
plex.db file (plex-copy.db) in order to read much faster without the
|
|
|
|
writing thread stalling
|
2019-11-24 19:33:16 +11:00
|
|
|
"""
|
|
|
|
def __init__(self, repair, section_queue, get_metadata_queue):
|
|
|
|
self.repair = repair
|
|
|
|
self.section_queue = section_queue
|
|
|
|
self.get_metadata_queue = get_metadata_queue
|
|
|
|
super(FillMetadataQueue, self).__init__()
|
|
|
|
|
|
|
|
def _process_section(self, section):
|
|
|
|
# Initialize only once to avoid loosing the last value before we're
|
|
|
|
# breaking the for loop
|
2019-12-06 18:54:21 +11:00
|
|
|
LOG.debug('Process section %s with %s items',
|
|
|
|
section, section.number_of_items)
|
|
|
|
count = 0
|
|
|
|
with PlexDB(lock=False, copy=True) as plexdb:
|
|
|
|
for xml in section.iterator:
|
|
|
|
if self.should_cancel():
|
|
|
|
break
|
2019-11-24 19:33:16 +11:00
|
|
|
plex_id = int(xml.get('ratingKey'))
|
|
|
|
checksum = int('{}{}'.format(
|
|
|
|
plex_id,
|
|
|
|
xml.get('updatedAt',
|
|
|
|
xml.get('addedAt', '1541572987'))))
|
2019-12-06 18:54:21 +11:00
|
|
|
if (not self.repair and
|
|
|
|
plexdb.checksum(plex_id, section.plex_type) == checksum):
|
|
|
|
continue
|
|
|
|
self.get_metadata_queue.put((count, plex_id, section))
|
|
|
|
count += 1
|
|
|
|
# We might have received LESS items from the PMS than anticipated.
|
|
|
|
# Ensures that our queues finish
|
|
|
|
section.number_of_items = count
|
2019-11-24 19:33:16 +11:00
|
|
|
|
2019-12-13 03:29:46 +11:00
|
|
|
def _run(self):
|
|
|
|
while not self.should_cancel():
|
|
|
|
section = self.section_queue.get()
|
|
|
|
self.section_queue.task_done()
|
|
|
|
if section is None:
|
|
|
|
break
|
|
|
|
self._process_section(section)
|
|
|
|
# Signal the download metadata threads to stop with a sentinel
|
|
|
|
self.get_metadata_queue.put(None)
|