################################################################################################# # LibrarySync ################################################################################################# import xbmc import xbmcgui import xbmcaddon import xbmcvfs import json import sqlite3 import inspect import threading import urllib from datetime import datetime, timedelta, time import urllib2 import os from API import API import Utils as utils from DownloadUtils import DownloadUtils from ReadEmbyDB import ReadEmbyDB from ReadKodiDB import ReadKodiDB from WriteKodiDB import WriteKodiDB from CreateFiles import CreateFiles addondir = xbmc.translatePath(xbmcaddon.Addon(id='plugin.video.mb3sync').getAddonInfo('profile')) dataPath = os.path.join(addondir,"library") movieLibrary = os.path.join(dataPath,'movies') tvLibrary = os.path.join(dataPath,'tvshows') sleepVal = 20 class LibrarySync(): def syncDatabase(self): addon = xbmcaddon.Addon(id='plugin.video.mb3sync') WINDOW = xbmcgui.Window( 10000 ) pDialog = None #set some variable to check if this is the first run startupDone = False startupStr = WINDOW.getProperty("startup") if startupStr == "done": startupDone = True #are we running startup sync or background sync ? if not startupDone: syncOption = addon.getSetting("syncSettingStartup") else: syncOption = addon.getSetting("syncSettingBackground") #what sync method to perform ? if syncOption == "Full Sync": self.MoviesSync(True) self.TvShowsSync(True) if syncOption == "Incremental Sync": self.MoviesSync(False) self.TvShowsSync(False) WINDOW.setProperty("startup", "done") return True def MoviesSync(self, fullsync=True): addon = xbmcaddon.Addon(id='plugin.video.mb3sync') WINDOW = xbmcgui.Window( 10000 ) pDialog = None try: enableProgress = False if addon.getSetting("enableProgressFullSync") == 'true': enableProgress = True startupStr = WINDOW.getProperty("startup") if startupStr != "done": enableProgress = True if(enableProgress): pDialog = xbmcgui.DialogProgressBG() if(pDialog != None): pDialog.create('Sync DB', 'Sync DB') allEmbyMovieIds = list() views = ReadEmbyDB().getCollections("movies") viewCount = len(views) viewCurrent = 1 for view in views: updateNeeded = False #process new movies allMB3Movies = ReadEmbyDB().getMovies(view.get('id'), True, fullsync) allKodiIds = set(ReadKodiDB().getKodiMoviesIds(True)) if(self.ShouldStop()): return True if(allMB3Movies == None): return False if(pDialog != None): pDialog.update(0, "Sync DB : Processing " + view.get('title') + " " + str(viewCurrent) + " of " + str(viewCount)) total = len(allMB3Movies) + 1 count = 1 for item in allMB3Movies: if not item.get('IsFolder'): allEmbyMovieIds.append(item["Id"]) item['Tag'] = [] item['Tag'].append(view.get('title')) if item["Id"] not in allKodiIds: xbmc.sleep(sleepVal) WriteKodiDB().addMovieToKodiLibrary(item) updateNeeded = True if(self.ShouldStop()): return True if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(total)) * 100)) pDialog.update(percentage, message = "Adding Movie: " + str(count)) count += 1 #initiate library update and wait for finish before processing any updates if updateNeeded: if(pDialog != None): pDialog.close() self.doKodiLibraryUpdate() if(pDialog != None): pDialog.create('Sync DB', 'Sync DB') if(self.ShouldStop()): return True if(pDialog != None): pDialog.update(0, "Sync DB : Processing " + view.get('title') + " " + str(viewCurrent) + " of " + str(viewCount)) total = len(allMB3Movies) + 1 count = 1 #process updates allKodiMovies = ReadKodiDB().getKodiMovies(True) for item in allMB3Movies: if not item.get('IsFolder'): item['Tag'] = [] item['Tag'].append(view.get('title')) for kodimovie in allKodiMovies: if item["Id"] in kodimovie["file"]: WriteKodiDB().updateMovieToKodiLibrary(item,kodimovie) break if(self.ShouldStop()): return True if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(total)) * 100)) pDialog.update(percentage, message="Updating Movie: " + str(count)) count += 1 viewCurrent += 1 if(pDialog != None): pDialog.update(0, message="Removing Deleted Items") if(self.ShouldStop()): return True cleanNeeded = False # process any deletes only at fullsync if fullsync: allKodiIds = ReadKodiDB().getKodiMoviesIds(True) allEmbyMovieIds = set(allEmbyMovieIds) for kodiId in allKodiIds: if not kodiId in allEmbyMovieIds: xbmc.sleep(sleepVal) print "delete needed for: " + kodiId WriteKodiDB().deleteMovieFromKodiLibrary(dir) cleanNeeded = True if(self.ShouldStop()): return True #initiate library clean and wait for finish before processing any updates if cleanNeeded: self.doKodiLibraryUpdate(True) if(self.ShouldStop()): return True finally: if(pDialog != None): pDialog.close() return True def TvShowsSync(self, fullsync=True): addon = xbmcaddon.Addon(id='plugin.video.mb3sync') WINDOW = xbmcgui.Window( 10000 ) pDialog = None try: enableProgress = False if addon.getSetting("enableProgressFullSync") == 'true': enableProgress = True startupStr = WINDOW.getProperty("startup") if startupStr != "done": enableProgress = True if(enableProgress): pDialog = xbmcgui.DialogProgressBG() if(pDialog != None): pDialog.create('Sync DB', 'Sync DB') # incremental sync --> new episodes only if not fullsync: latestMBEpisodes = ReadEmbyDB().getLatestEpisodes(True) if latestMBEpisodes != None: allKodiTvShowsIds = set(ReadKodiDB().getKodiTvShowsIds(True)) updateNeeded = False if(pDialog != None): pDialog.update(0, "Sync DB : Processing Episodes") total = len(latestMBEpisodes) + 1 count = 1 # process new episodes for tvshow in latestMBEpisodes: if tvshow["SeriesId"] in allKodiTvShowsIds: #only process tvshows that already exist in the db at incremental updates kodiEpisodes = ReadKodiDB().getKodiEpisodes(tvshow["SeriesId"]) if(self.ShouldStop()): return True #we have to compare the lists somehow xbmc.sleep(sleepVal) comparestring1 = str(tvshow.get("ParentIndexNumber")) + "-" + str(tvshow.get("IndexNumber")) matchFound = False if kodiEpisodes != None: for KodiItem in kodiEpisodes: comparestring2 = str(KodiItem["season"]) + "-" + str(KodiItem["episode"]) if comparestring1 == comparestring2: matchFound = True break if not matchFound: #no match so we have to create it WriteKodiDB().addEpisodeToKodiLibrary(tvshow,tvshow) updateNeeded = True if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(total)) * 100)) pDialog.update(percentage, message="Adding Episode: " + str(count)) count += 1 #initiate library update and wait for finish before processing any updates if updateNeeded: self.doKodiLibraryUpdate() updateNeeded = False #process updates if(pDialog != None): pDialog.update(0, "Sync DB : Processing Episodes") total = len(latestMBEpisodes) + 1 count = 1 for tvshow in latestMBEpisodes: if tvshow["SeriesId"] in allKodiTvShowsIds: #only process tvshows that already exist in the db at incremental updates kodiEpisodes = ReadKodiDB().getKodiEpisodes(tvshow["SeriesId"]) if(self.ShouldStop()): return True #we have to compare the lists somehow xbmc.sleep(sleepVal) comparestring1 = str(tvshow.get("ParentIndexNumber")) + "-" + str(tvshow.get("IndexNumber")) if kodiEpisodes != None: for KodiItem in kodiEpisodes: comparestring2 = str(KodiItem["season"]) + "-" + str(KodiItem["episode"]) if comparestring1 == comparestring2: #match found - update episode #WriteKodiDB().updateEpisodeToKodiLibrary(tvshow,KodiItem,tvshow) #TODO not sure but how to update the show print "TODO: Actual do the update" if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(total)) * 100)) pDialog.update(percentage, message="Updating Episode: " + str(count)) count += 1 # full sync --> Tv shows and Episodes if fullsync: allTVShows = list() allEpisodes = list() #FIXME --> for now pull all tv shows and use the incremental update only at episode level tvShowData = ReadEmbyDB().getTVShows(True,True) updateNeeded = False if(self.ShouldStop()): return True if (tvShowData == None): return if(pDialog != None): pDialog.update(0, "Sync DB : Processing TV Shows") total = len(tvShowData) + 1 count = 1 for item in tvShowData: xbmc.sleep(sleepVal) if item.get('IsFolder'): kodiItem = ReadKodiDB().getKodiTVShow(item["Id"]) allTVShows.append(item["Id"]) progMessage = "Processing" if kodiItem == None: WriteKodiDB().addTVShowToKodiLibrary(item) updateNeeded = True progMessage = "Adding" else: WriteKodiDB().updateTVShowToKodiLibrary(item, kodiItem) progMessage = "Updating" if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(total)) * 100)) pDialog.update(percentage, message=progMessage + " Tv Show: " + str(count)) count += 1 #initiate library update and wait for finish before processing any updates if updateNeeded: self.doKodiLibraryUpdate() updateNeeded = False #process episodes (will only be possible when tv show is scanned to library) #TODO --> maybe pull full info only when needed ? allEpisodes = list() showTotal = len(allTVShows) showCurrent = 1 for tvshow in allTVShows: episodeData = ReadEmbyDB().getEpisodes(tvshow,True) kodiEpisodes = ReadKodiDB().getKodiEpisodes(tvshow) if(self.ShouldStop()): return True if(pDialog != None): pDialog.update(0, "Sync DB : Processing Tv Show " + str(showCurrent) + " of " + str(showTotal)) total = len(episodeData) + 1 count = 0 #we have to compare the lists somehow for item in episodeData: xbmc.sleep(sleepVal) comparestring1 = str(item.get("ParentIndexNumber")) + "-" + str(item.get("IndexNumber")) matchFound = False progMessage = "Processing" if kodiEpisodes != None: for KodiItem in kodiEpisodes: allEpisodes.append(KodiItem["episodeid"]) comparestring2 = str(KodiItem["season"]) + "-" + str(KodiItem["episode"]) if comparestring1 == comparestring2: #match found - update episode WriteKodiDB().updateEpisodeToKodiLibrary(item,KodiItem,tvshow) matchFound = True progMessage = "Updating" if not matchFound: #no match so we have to create it print "episode not found...creating it: " WriteKodiDB().addEpisodeToKodiLibrary(item,tvshow) updateNeeded = True progMessage = "Adding" if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(total)) * 100)) pDialog.update(percentage, message=progMessage + " Episode: " + str(count)) count += 1 showCurrent += 1 #initiate library update and wait for finish before processing any updates if updateNeeded: self.doKodiLibraryUpdate() if(pDialog != None): pDialog.update(0, message="Removing Deleted Items") if(self.ShouldStop()): return True cleanNeeded = False # process any deletes only at fullsync # TODO --> process deletes for episodes !!! if fullsync: allLocaldirs, filesTVShows = xbmcvfs.listdir(tvLibrary) allMB3TVShows = set(allTVShows) for dir in allLocaldirs: if not dir in allMB3TVShows: WriteKodiDB().deleteTVShowFromKodiLibrary(dir) cleanneeded = True if(self.ShouldStop()): return True #initiate library clean and wait for finish before processing any updates if cleanNeeded: self.doKodiLibraryUpdate(True) if(self.ShouldStop()): return True finally: if(pDialog != None): pDialog.close() return True def doKodiLibraryUpdate(self,clean=False): #initiate library update and wait for finish before processing any updates if clean: xbmc.executebuiltin("CleanLibrary(video)") else: xbmc.executebuiltin("UpdateLibrary(video)") xbmc.sleep(1000) while (xbmc.getCondVisibility("Library.IsScanningVideo")): if(self.ShouldStop()): return True xbmc.sleep(250) def updatePlayCounts(self): #update all playcounts from MB3 to Kodi library addon = xbmcaddon.Addon(id='plugin.video.mb3sync') WINDOW = xbmcgui.Window( 10000 ) pDialog = None processMovies = True processTvShows = True try: enableProgress = False if addon.getSetting("enableProgressPlayCountSync") == 'true': enableProgress = True if(enableProgress): pDialog = xbmcgui.DialogProgressBG() if(pDialog != None): pDialog.create('Sync PlayCounts', 'Sync PlayCounts') #process movies if processMovies: views = ReadEmbyDB().getCollections("movies") for view in views: allMB3Movies = ReadEmbyDB().getMovies(view.get('id'),False) if(self.ShouldStop()): return True if(allMB3Movies == None): return False if(pDialog != None): pDialog.update(0, "Sync PlayCounts: Processing Movies") totalCount = len(allMB3Movies) + 1 count = 1 for item in allMB3Movies: xbmc.sleep(sleepVal) if not item.get('IsFolder'): kodiItem = ReadKodiDB().getKodiMovie(item["Id"]) userData=API().getUserData(item) timeInfo = API().getTimeInfo(item) if kodiItem != None: WriteKodiDB().updateProperty(kodiItem,"playcount",int(userData.get("PlayCount")),"movie") kodiresume = int(round(kodiItem['resume'].get("position"))) resume = int(round(float(timeInfo.get("ResumeTime"))))*60 total = int(round(float(timeInfo.get("TotalTime"))))*60 if kodiresume != resume: print "updating resumepoint for movie " + str(kodiItem['movieid']) WriteKodiDB().setKodiResumePoint(kodiItem['movieid'],resume,total,"movie") if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(totalCount)) * 100)) pDialog.update(percentage, message="Updating Movie: " + str(count)) count += 1 #process Tv shows if processTvShows: tvshowData = ReadEmbyDB().getTVShows(False) if(self.ShouldStop()): return True if (tvshowData == None): return False for item in tvshowData: xbmc.sleep(sleepVal) episodeData = ReadEmbyDB().getEpisodes(item["Id"], False) if (episodeData != None): if(pDialog != None): pDialog.update(0, "Sync PlayCounts: Processing Episodes") totalCount = len(episodeData) + 1 count = 1 for episode in episodeData: xbmc.sleep(sleepVal) kodiItem = ReadKodiDB().getKodiEpisodeByMbItem(episode) userData=API().getUserData(episode) timeInfo = API().getTimeInfo(episode) if kodiItem != None: if kodiItem['playcount'] != int(userData.get("PlayCount")): WriteKodiDB().updateProperty(kodiItem,"playcount",int(userData.get("PlayCount")),"episode") kodiresume = int(round(kodiItem['resume'].get("position"))) resume = int(round(float(timeInfo.get("ResumeTime"))))*60 total = int(round(float(timeInfo.get("TotalTime"))))*60 if kodiresume != resume: WriteKodiDB().setKodiResumePoint(kodiItem['episodeid'],resume,total,"episode") if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(totalCount)) * 100)) pDialog.update(percentage, message="Updating Episode: " + str(count)) count += 1 finally: if(pDialog != None): pDialog.close() return True def ShouldStop(self): if(xbmc.Player().isPlaying() or xbmc.abortRequested): return True else: return False