################################################################################################# # LibrarySync ################################################################################################# import xbmc import xbmcgui import xbmcaddon import xbmcvfs import json import sqlite3 import inspect import threading import urllib from datetime import datetime, timedelta, time import urllib2 import os from API import API import Utils as utils from DownloadUtils import DownloadUtils from ReadEmbyDB import ReadEmbyDB from ReadKodiDB import ReadKodiDB from WriteKodiDB import WriteKodiDB from CreateFiles import CreateFiles addon = xbmcaddon.Addon(id='plugin.video.mb3sync') addondir = xbmc.translatePath(addon.getAddonInfo('profile')) dataPath = os.path.join(addondir,"library") movieLibrary = os.path.join(dataPath,'movies') tvLibrary = os.path.join(dataPath,'tvshows') sleepVal = 20 showProgress = True processMovies = True processTvShows = False class LibrarySync(): def syncDatabase(self): WINDOW = xbmcgui.Window( 10000 ) pDialog = None #set some variable to check if this is the first run startupDone = False startupStr = WINDOW.getProperty("startup") if startupStr == "done": startupDone = True #are we running startup sync or background sync ? if not startupDone: syncOption = addon.getSetting("syncSettingStartup") else: syncOption = addon.getSetting("syncSettingBackground") #what sync method to perform ? if syncOption == "Full Sync": self.MoviesSync(True) self.TvShowsSync(True) if syncOption == "Incremental Sync": self.MoviesSync(False) self.TvShowsSync(False) WINDOW.setProperty("startup", "done") return True def MoviesSync(self, fullsync=True): WINDOW = xbmcgui.Window( 10000 ) pDialog = None try: enableProgress = False if addon.getSetting("enableProgressFullSync") == 'true': enableProgress = True if(enableProgress): pDialog = xbmcgui.DialogProgressBG() if(pDialog != None): pDialog.create('Sync DB', 'Sync DB') allEmbyMovieIds = list() views = ReadEmbyDB().getCollections("movies") for view in views: updateNeeded = False #process new movies allMB3Movies = ReadEmbyDB().getMovies(view.get('id'), True, fullsync) allKodiIds = set(ReadKodiDB().getKodiMoviesIds(True)) if(self.ShouldStop()): return True if(allMB3Movies == None): return False if(pDialog != None): pDialog.update(0, "Sync DB : Processing " + view.get('title')) total = len(allMB3Movies) + 1 count = 1 for item in allMB3Movies: if not item.get('IsFolder'): allEmbyMovieIds.append(item["Id"]) progMessage = "Updating movies" item['Tag'] = [] item['Tag'].append(view.get('title')) if item["Id"] not in allKodiIds: xbmc.sleep(sleepVal) WriteKodiDB().addMovieToKodiLibrary(item) updateNeeded = True progMessage = "Adding" if(self.ShouldStop()): return True if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(total)) * 100)) pDialog.update(percentage, message=progMessage + " Movie: " + str(count)) count += 1 #initiate library update and wait for finish before processing any updates if updateNeeded: self.doKodiLibraryUpdate() if(self.ShouldStop()): return True #process updates allKodiMovies = ReadKodiDB().getKodiMovies(True) for item in allMB3Movies: if not item.get('IsFolder'): progMessage = "Updating movies" item['Tag'] = [] item['Tag'].append(view.get('title')) progMessage = "Updating" for kodimovie in allKodiMovies: if item["Id"] in kodimovie["file"]: WriteKodiDB().updateMovieToKodiLibrary(item,kodimovie) break if(self.ShouldStop()): return True if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(total)) * 100)) pDialog.update(percentage, message=progMessage + " Movie: " + str(count)) count += 1 if(pDialog != None): pDialog.update(0, message="Removing Deleted Items") if(self.ShouldStop()): return True cleanNeeded = False # process any deletes only at fullsync if fullsync: allKodiIds = ReadKodiDB().getKodiMoviesIds(True) allEmbyMovieIds = set(allEmbyMovieIds) for kodiId in allKodiIds: if not kodiId in allEmbyMovieIds: xbmc.sleep(sleepVal) print "delete needed for: " + kodiId WriteKodiDB().deleteMovieFromKodiLibrary(dir) cleanNeeded = True if(self.ShouldStop()): return True #initiate library clean and wait for finish before processing any updates if cleanNeeded: doKodiLibraryUpdate(True) if(self.ShouldStop()): return True except Exception, msg: print "Exception in MoviesSync --> " + str(msg) finally: if(pDialog != None): pDialog.close() return True def TvShowsSync(self, fullsync=True): WINDOW = xbmcgui.Window( 10000 ) pDialog = None try: enableProgress = False if addon.getSetting("enableProgressFullSync") == 'true': enableProgress = True if(enableProgress): pDialog = xbmcgui.DialogProgressBG() if(pDialog != None): pDialog.create('Sync DB', 'Sync DB') # incremental sync --> new episodes only if not fullsync: latestMBEpisodes = ReadEmbyDB().getLatestEpisodes(True) allKodiTvShowsIds = set(ReadKodiDB().getKodiTvShowsIds(True)) updateNeeded = False # process new episodes for tvshow in latestMBEpisodes: if tvshow["SeriesId"] in allKodiTvShowsIds: #only process tvshows that already exist in the db at incremental updates kodiEpisodes = ReadKodiDB().getKodiEpisodes(tvshow["SeriesId"]) if(self.ShouldStop()): return True if(pDialog != None): pDialog.update(0, "Sync DB : Processing Episodes") total = len(latestMBEpisodes) + 1 count = 0 #we have to compare the lists somehow xbmc.sleep(sleepVal) comparestring1 = str(tvshow.get("ParentIndexNumber")) + "-" + str(tvshow.get("IndexNumber")) matchFound = False progMessage = "Processing" if kodiEpisodes != None: for KodiItem in kodiEpisodes: comparestring2 = str(KodiItem["season"]) + "-" + str(KodiItem["episode"]) if comparestring1 == comparestring2: matchFound = True if not matchFound: #no match so we have to create it WriteKodiDB().addEpisodeToKodiLibrary(tvshow,tvshow) updateNeeded = True progMessage = "Adding" if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(total)) * 100)) pDialog.update(percentage, message=progMessage + " Episode: " + str(count)) count += 1 #initiate library update and wait for finish before processing any updates if updateNeeded: self.doKodiLibraryUpdate() updateNeeded = False #process updates for tvshow in latestMBEpisodes: if tvshow["SeriesId"] in allKodiTvShowsIds: #only process tvshows that already exist in the db at incremental updates kodiEpisodes = ReadKodiDB().getKodiEpisodes(tvshow["SeriesId"]) if(self.ShouldStop()): return True if(pDialog != None): pDialog.update(0, "Sync DB : Processing Episodes") total = len(latestMBEpisodes) + 1 count = 0 #we have to compare the lists somehow xbmc.sleep(sleepVal) comparestring1 = str(tvshow.get("ParentIndexNumber")) + "-" + str(tvshow.get("IndexNumber")) progMessage = "Processing" if kodiEpisodes != None: for KodiItem in kodiEpisodes: comparestring2 = str(KodiItem["season"]) + "-" + str(KodiItem["episode"]) if comparestring1 == comparestring2: #match found - update episode progMessage = "Updating" if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(total)) * 100)) pDialog.update(percentage, message=progMessage + " Episode: " + str(count)) count += 1 # full sync --> Tv shows and Episodes if fullsync: allTVShows = list() allEpisodes = list() #FIXME --> for now pull all tv shows and use the incremental update only at episode level tvShowData = ReadEmbyDB().getTVShows(True,True) updateNeeded = False if(self.ShouldStop()): return True if (tvShowData == None): return if(pDialog != None): pDialog.update(0, "Sync DB : Processing TV Shows") total = len(tvShowData) + 1 count = 0 for item in tvShowData: xbmc.sleep(sleepVal) if item.get('IsFolder'): kodiItem = ReadKodiDB().getKodiTVShow(item["Id"]) allTVShows.append(item["Id"]) progMessage = "Processing" if kodiItem == None: WriteKodiDB().addTVShowToKodiLibrary(item) updateNeeded = True progMessage = "Adding" else: WriteKodiDB().updateTVShowToKodiLibrary(item, kodiItem) progMessage = "Updating" if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(total)) * 100)) pDialog.update(percentage, message=progMessage + " Tv Show: " + str(count)) count += 1 #initiate library update and wait for finish before processing any updates if updateNeeded: self.doKodiLibraryUpdate() updateNeeded = False #process episodes (will only be possible when tv show is scanned to library) #TODO --> maybe pull full info only when needed ? allEpisodes = list() for tvshow in allTVShows: episodeData = ReadEmbyDB().getEpisodes(tvshow,True) kodiEpisodes = ReadKodiDB().getKodiEpisodes(tvshow) if(self.ShouldStop()): return True if(pDialog != None): pDialog.update(0, "Sync DB : Processing Episodes") total = len(episodeData) + 1 count = 0 #we have to compare the lists somehow for item in episodeData: xbmc.sleep(sleepVal) comparestring1 = str(item.get("ParentIndexNumber")) + "-" + str(item.get("IndexNumber")) matchFound = False progMessage = "Processing" if kodiEpisodes != None: for KodiItem in kodiEpisodes: allEpisodes.append(KodiItem["episodeid"]) comparestring2 = str(KodiItem["season"]) + "-" + str(KodiItem["episode"]) if comparestring1 == comparestring2: #match found - update episode WriteKodiDB().updateEpisodeToKodiLibrary(item,KodiItem,tvshow) matchFound = True progMessage = "Updating" if not matchFound: #no match so we have to create it print "episode not found...creating it: " WriteKodiDB().addEpisodeToKodiLibrary(item,tvshow) updateNeeded = True progMessage = "Adding" if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(total)) * 100)) pDialog.update(percentage, message=progMessage + " Episode: " + str(count)) count += 1 #initiate library update and wait for finish before processing any updates if updateNeeded: self.doKodiLibraryUpdate() if(pDialog != None): pDialog.update(0, message="Removing Deleted Items") if(self.ShouldStop()): return True cleanNeeded = False # process any deletes only at fullsync # TODO --> process deletes for episodes !!! if fullsync: allLocaldirs, filesTVShows = xbmcvfs.listdir(tvLibrary) allMB3TVShows = set(allTVShows) for dir in allLocaldirs: if not dir in allMB3TVShows: WriteKodiDB().deleteTVShowFromKodiLibrary(dir) cleanneeded = True if(self.ShouldStop()): return True #initiate library clean and wait for finish before processing any updates if cleanNeeded: doKodiLibraryUpdate(True) if(self.ShouldStop()): return True except Exception, msg: print "Exception in TvShowsSync --> " + str(msg) finally: if(pDialog != None): pDialog.close() return True def doKodiLibraryUpdate(self,clean=False): #initiate library update and wait for finish before processing any updates if clean: xbmc.executebuiltin("CleanLibrary(video)") else: xbmc.executebuiltin("UpdateLibrary(video)") xbmc.sleep(1000) while (xbmc.getCondVisibility("Library.IsScanningVideo")): if(self.ShouldStop()): return True xbmc.sleep(250) def updatePlayCounts(self): #update all playcounts from MB3 to Kodi library WINDOW = xbmcgui.Window( 10000 ) pDialog = None try: enableProgress = False if addon.getSetting("enableProgressPlayCountSync") == 'true': enableProgress = True if(enableProgress): pDialog = xbmcgui.DialogProgressBG() if(pDialog != None): pDialog.create('Sync PlayCounts', 'Sync PlayCounts') #process movies if processMovies: views = ReadEmbyDB().getCollections("movies") for view in views: allMB3Movies = ReadEmbyDB().getMovies(view.get('id'),False) if(self.ShouldStop()): return True if(allMB3Movies == None): return False if(pDialog != None): pDialog.update(0, "Sync PlayCounts: Processing Movies") totalCount = len(allMB3Movies) + 1 count = 1 for item in allMB3Movies: xbmc.sleep(sleepVal) if not item.get('IsFolder'): kodiItem = ReadKodiDB().getKodiMovie(item["Id"]) userData=API().getUserData(item) timeInfo = API().getTimeInfo(item) if kodiItem != None: WriteKodiDB().updateProperty(kodiItem,"playcount",int(userData.get("PlayCount")),"movie") kodiresume = int(round(kodiItem['resume'].get("position"))) resume = int(round(float(timeInfo.get("ResumeTime"))))*60 total = int(round(float(timeInfo.get("TotalTime"))))*60 if kodiresume != resume: print "updating resumepoint for movie " + str(kodiItem['movieid']) WriteKodiDB().setKodiResumePoint(kodiItem['movieid'],resume,total,"movie") if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(totalCount)) * 100)) pDialog.update(percentage, message="Updating Movie: " + str(count)) count += 1 #process Tv shows if processTvShows: tvshowData = ReadEmbyDB().getTVShows(False) if(self.ShouldStop()): return True if (tvshowData == None): return False for item in tvshowData: xbmc.sleep(sleepVal) episodeData = ReadEmbyDB().getEpisodes(item["Id"], False) if (episodeData != None): if(pDialog != None): pDialog.update(0, "Sync PlayCounts: Processing Episodes") totalCount = len(episodeData) + 1 count = 1 for episode in episodeData: xbmc.sleep(sleepVal) kodiItem = ReadKodiDB().getKodiEpisodeByMbItem(episode) userData=API().getUserData(episode) timeInfo = API().getTimeInfo(episode) if kodiItem != None: if kodiItem['playcount'] != int(userData.get("PlayCount")): WriteKodiDB().updateProperty(kodiItem,"playcount",int(userData.get("PlayCount")),"episode") kodiresume = int(round(kodiItem['resume'].get("position"))) resume = int(round(float(timeInfo.get("ResumeTime"))))*60 total = int(round(float(timeInfo.get("TotalTime"))))*60 if kodiresume != resume: WriteKodiDB().setKodiResumePoint(kodiItem['episodeid'],resume,total,"episode") if(self.ShouldStop()): return True # update progress bar if(pDialog != None): percentage = int(((float(count) / float(totalCount)) * 100)) pDialog.update(percentage, message="Updating Episode: " + str(count)) count += 1 except Exception, msg: print "Exception in updatePlaycounts --> " + str(msg) finally: if(pDialog != None): pDialog.close() return True def ShouldStop(self): if(xbmc.Player().isPlaying() or xbmc.abortRequested): return True else: return False