Troplo/PlexKodiConnect
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Revert lib thread changes

Browse source
This commit is contained in:
tomkat83 2016-01-30 08:43:28 +01:00
parent 8912a0b601
commit 87f9c9ef61
1 changed files with 67 additions and 94 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

55
resources/lib/librarysync.py
View file

@ -41,11 +41,10 @@ class ThreadedGetMetadata(threading.Thread):
the downloaded metadata XMLs as etree objects the downloaded metadata XMLs as etree objects
lock threading.Lock(), used for counting where we are lock threading.Lock(), used for counting where we are
""" """
def __init__(self, queue, out_queue, lock, errorQueue): def __init__(self, queue, out_queue, lock):
self.queue = queue self.queue = queue
self.out_queue = out_queue self.out_queue = out_queue
self.lock = lock self.lock = lock
self.errorQueue = errorQueue
threading.Thread.__init__(self) threading.Thread.__init__(self)
def run(self): def run(self):
@ -55,7 +54,6 @@ class ThreadedGetMetadata(threading.Thread):
lock = self.lock lock = self.lock
threadStopped = self.threadStopped threadStopped = self.threadStopped
global getMetadataCount global getMetadataCount
try:
while threadStopped() is False: while threadStopped() is False:
# grabs Plex item from queue # grabs Plex item from queue
try: try:
@ -71,7 +69,6 @@ class ThreadedGetMetadata(threading.Thread):
# Did not receive a valid XML - skip that one for now # Did not receive a valid XML - skip that one for now
queue.task_done() queue.task_done()
continue continue
# Get rid of first XML level:
updateItem['XML'] = plexXML updateItem['XML'] = plexXML
# place item into out queue # place item into out queue
@ -85,8 +82,6 @@ class ThreadedGetMetadata(threading.Thread):
getMetadataCount += 1 getMetadataCount += 1
# signals to queue job is done # signals to queue job is done
queue.task_done() queue.task_done()
except:
self.errorQueue.put(sys.exc_info())
@utils.ThreadMethodsAdditionalStop('emby_shouldStop') @utils.ThreadMethodsAdditionalStop('emby_shouldStop')
@ -103,11 +98,10 @@ class ThreadedProcessMetadata(threading.Thread):
e.g. 'Movies' => itemtypes.Movies() e.g. 'Movies' => itemtypes.Movies()
lock: threading.Lock(), used for counting where we are lock: threading.Lock(), used for counting where we are
""" """
def __init__(self, queue, itemType, lock, errorQueue): def __init__(self, queue, itemType, lock):
self.queue = queue self.queue = queue
self.lock = lock self.lock = lock
self.itemType = itemType self.itemType = itemType
self.errorQueue = errorQueue
threading.Thread.__init__(self) threading.Thread.__init__(self)
def run(self): def run(self):
@ -119,7 +113,6 @@ class ThreadedProcessMetadata(threading.Thread):
threadStopped = self.threadStopped threadStopped = self.threadStopped
global processMetadataCount global processMetadataCount
global processingViewName global processingViewName
try:
with itemFkt() as item: with itemFkt() as item:
while threadStopped() is False: while threadStopped() is False:
# grabs item from queue # grabs item from queue
@ -146,10 +139,6 @@ class ThreadedProcessMetadata(threading.Thread):
del updateItem del updateItem
# signals to queue job is done # signals to queue job is done
self.queue.task_done() self.queue.task_done()
except:
xbmc.log('An error occured')
xbmc.log(sys.exc_info())
self.errorQueue.put(sys.exc_info())
@utils.ThreadMethodsAdditionalStop('emby_shouldStop') @utils.ThreadMethodsAdditionalStop('emby_shouldStop')
@ -204,7 +193,7 @@ class ThreadedShowSyncInfo(threading.Thread):
% (getMetadataProgress, processMetadataProgress, % (getMetadataProgress, processMetadataProgress,
viewName)) viewName))
except: except:
# Unicode formating of the string?!? # Wierd formating of the string viewName?!?
pass pass
# Sleep for x milliseconds # Sleep for x milliseconds
xbmc.sleep(500) xbmc.sleep(500)
@ -669,7 +658,6 @@ class LibrarySync(threading.Thread):
self.logMsg("Starting sync threads", 1) self.logMsg("Starting sync threads", 1)
getMetadataQueue = Queue.Queue() getMetadataQueue = Queue.Queue()
processMetadataQueue = Queue.Queue(maxsize=100) processMetadataQueue = Queue.Queue(maxsize=100)
errorQueue = Queue.Queue()
getMetadataLock = threading.Lock() getMetadataLock = threading.Lock()
processMetadataLock = threading.Lock() processMetadataLock = threading.Lock()
# To keep track # To keep track
@ -687,12 +675,19 @@ class LibrarySync(threading.Thread):
for i in range(min(self.syncThreadNumber, itemNumber)): for i in range(min(self.syncThreadNumber, itemNumber)):
thread = ThreadedGetMetadata(getMetadataQueue, thread = ThreadedGetMetadata(getMetadataQueue,
processMetadataQueue, processMetadataQueue,
getMetadataLock, getMetadataLock)
errorQueue)
thread.setDaemon(True) thread.setDaemon(True)
thread.start() thread.start()
threads.append(thread) threads.append(thread)
self.logMsg("Download threads spawned", 1) self.logMsg("Download threads spawned", 1)
# Spawn one more thread to process Metadata, once downloaded
thread = ThreadedProcessMetadata(processMetadataQueue,
itemType,
processMetadataLock)
thread.setDaemon(True)
thread.start()
threads.append(thread)
self.logMsg("Processing thread spawned", 1)
# Start one thread to show sync progress # Start one thread to show sync progress
dialog = xbmcgui.DialogProgressBG() dialog = xbmcgui.DialogProgressBG()
thread = ThreadedShowSyncInfo(dialog, thread = ThreadedShowSyncInfo(dialog,
@ -703,32 +698,10 @@ class LibrarySync(threading.Thread):
thread.start() thread.start()
threads.append(thread) threads.append(thread)
self.logMsg("Kodi Infobox thread spawned", 1) self.logMsg("Kodi Infobox thread spawned", 1)
# Spawn one more thread to process Metadata, once downloaded
thread = ThreadedProcessMetadata(processMetadataQueue,
itemType,
processMetadataLock,
errorQueue)
thread.setDaemon(True)
thread.start()
threads.append(thread)
self.logMsg("Processing thread spawned", 1)
# Wait until finished # Wait until finished
while True: getMetadataQueue.join()
try: processMetadataQueue.join()
exc = errorQueue.get(block=False)
except Queue.Empty:
pass
else:
exc_type, exc_obj, exc_trace = exc
# deal with the exception
self.logMsg("Error occured in thread", -1)
self.logMsg(str(exc_type) + str(exc_obj), -1)
self.logMsg(exc_trace, -1)
if getMetadataQueue.empty() and processMetadataQueue.empty():
break
xbmc.sleep(500)
# Kill threads # Kill threads
self.logMsg("Waiting to kill threads", 1) self.logMsg("Waiting to kill threads", 1)
for thread in threads: for thread in threads: