565 lines
24 KiB
Python
565 lines
24 KiB
Python
#################################################################################################
|
|
# LibrarySync
|
|
#################################################################################################
|
|
|
|
import xbmc
|
|
import xbmcgui
|
|
import xbmcaddon
|
|
import xbmcvfs
|
|
import json
|
|
import sqlite3
|
|
import inspect
|
|
import threading
|
|
import urllib
|
|
from datetime import datetime, timedelta, time
|
|
import urllib2
|
|
import os
|
|
|
|
from API import API
|
|
import Utils as utils
|
|
from DownloadUtils import DownloadUtils
|
|
from ReadEmbyDB import ReadEmbyDB
|
|
from ReadKodiDB import ReadKodiDB
|
|
from WriteKodiDB import WriteKodiDB
|
|
from CreateFiles import CreateFiles
|
|
|
|
addon = xbmcaddon.Addon(id='plugin.video.mb3sync')
|
|
addondir = xbmc.translatePath(addon.getAddonInfo('profile'))
|
|
dataPath = os.path.join(addondir,"library")
|
|
movieLibrary = os.path.join(dataPath,'movies')
|
|
tvLibrary = os.path.join(dataPath,'tvshows')
|
|
|
|
sleepVal = 20
|
|
showProgress = True
|
|
|
|
processMovies = True
|
|
processTvShows = False
|
|
|
|
|
|
class LibrarySync():
|
|
|
|
def syncDatabase(self):
|
|
|
|
WINDOW = xbmcgui.Window( 10000 )
|
|
pDialog = None
|
|
|
|
#set some variable to check if this is the first run
|
|
startupDone = False
|
|
startupStr = WINDOW.getProperty("startup")
|
|
if startupStr == "done":
|
|
startupDone = True
|
|
|
|
#are we running startup sync or background sync ?
|
|
if not startupDone:
|
|
syncOption = addon.getSetting("syncSettingStartup")
|
|
else:
|
|
syncOption = addon.getSetting("syncSettingBackground")
|
|
|
|
#what sync method to perform ?
|
|
if syncOption == "Full Sync":
|
|
self.MoviesSync(True)
|
|
self.TvShowsSync(True)
|
|
if syncOption == "Incremental Sync":
|
|
self.MoviesSync(False)
|
|
self.TvShowsSync(False)
|
|
|
|
WINDOW.setProperty("startup", "done")
|
|
|
|
|
|
|
|
def MoviesSync(self, fullsync=True):
|
|
|
|
|
|
WINDOW = xbmcgui.Window( 10000 )
|
|
pDialog = None
|
|
|
|
try:
|
|
|
|
if(addon.getSetting("enableProgressFullSync")):
|
|
pDialog = xbmcgui.DialogProgressBG()
|
|
if(pDialog != None):
|
|
pDialog.create('Sync DB', 'Sync DB')
|
|
|
|
allEmbyMovieIds = list()
|
|
|
|
views = ReadEmbyDB().getCollections("movies")
|
|
|
|
for view in views:
|
|
|
|
updateNeeded = False
|
|
|
|
#process new movies
|
|
allMB3Movies = ReadEmbyDB().getMovies(view.get('id'), True, fullsync)
|
|
allKodiIds = set(ReadKodiDB().getKodiMoviesIds(True))
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
if(allMB3Movies == None):
|
|
return False
|
|
|
|
if(pDialog != None):
|
|
pDialog.update(0, "Sync DB : Processing " + view.get('title'))
|
|
total = len(allMB3Movies) + 1
|
|
count = 1
|
|
|
|
for item in allMB3Movies:
|
|
|
|
if not item.get('IsFolder'):
|
|
allEmbyMovieIds.append(item["Id"])
|
|
progMessage = "Updating movies"
|
|
item['Tag'] = []
|
|
item['Tag'].append(view.get('title'))
|
|
|
|
if item["Id"] not in allKodiIds:
|
|
xbmc.sleep(sleepVal)
|
|
WriteKodiDB().addMovieToKodiLibrary(item)
|
|
updateNeeded = True
|
|
progMessage = "Adding"
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
# update progress bar
|
|
if(pDialog != None):
|
|
percentage = int(((float(count) / float(total)) * 100))
|
|
pDialog.update(percentage, message=progMessage + " Movie: " + str(count))
|
|
count += 1
|
|
|
|
#initiate library update and wait for finish before processing any updates
|
|
if updateNeeded:
|
|
self.doKodiLibraryUpdate()
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
#process updates
|
|
allKodiMovies = ReadKodiDB().getKodiMovies(True)
|
|
for item in allMB3Movies:
|
|
|
|
if not item.get('IsFolder'):
|
|
progMessage = "Updating movies"
|
|
item['Tag'] = []
|
|
item['Tag'].append(view.get('title'))
|
|
|
|
progMessage = "Updating"
|
|
|
|
for kodimovie in allKodiMovies:
|
|
if item["Id"] in kodimovie["file"]:
|
|
WriteKodiDB().updateMovieToKodiLibrary(item,kodimovie)
|
|
break
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
# update progress bar
|
|
if(pDialog != None):
|
|
percentage = int(((float(count) / float(total)) * 100))
|
|
pDialog.update(percentage, message=progMessage + " Movie: " + str(count))
|
|
count += 1
|
|
|
|
if(pDialog != None):
|
|
pDialog.update(0, message="Removing Deleted Items")
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
cleanNeeded = False
|
|
|
|
# process any deletes only at fullsync
|
|
if fullsync:
|
|
allKodiIds = ReadKodiDB().getKodiMoviesIds(True)
|
|
allEmbyMovieIds = set(allEmbyMovieIds)
|
|
for kodiId in allKodiIds:
|
|
if not kodiId in allEmbyMovieIds:
|
|
xbmc.sleep(sleepVal)
|
|
print "delete needed for: " + kodiId
|
|
WriteKodiDB().deleteMovieFromKodiLibrary(dir)
|
|
cleanNeeded = True
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
#initiate library clean and wait for finish before processing any updates
|
|
if cleanNeeded:
|
|
doKodiLibraryUpdate(True)
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
finally:
|
|
if(pDialog != None):
|
|
pDialog.close()
|
|
|
|
return True
|
|
|
|
def TvShowsSync(self, fullsync=True):
|
|
|
|
WINDOW = xbmcgui.Window( 10000 )
|
|
pDialog = None
|
|
|
|
try:
|
|
|
|
if(addon.getSetting("enableProgressFullSync")):
|
|
pDialog = xbmcgui.DialogProgressBG()
|
|
if(pDialog != None):
|
|
pDialog.create('Sync DB', 'Sync DB')
|
|
|
|
|
|
# incremental sync --> new episodes only
|
|
if not fullsync:
|
|
latestMBEpisodes = ReadEmbyDB().getLatestEpisodes(True)
|
|
allKodiTvShowsIds = set(ReadKodiDB().getKodiTvShowsIds(True))
|
|
|
|
updateNeeded = False
|
|
|
|
# process new episodes
|
|
for tvshow in latestMBEpisodes:
|
|
if tvshow["SeriesId"] in allKodiTvShowsIds:
|
|
#only process tvshows that already exist in the db at incremental updates
|
|
kodiEpisodes = ReadKodiDB().getKodiEpisodes(tvshow["SeriesId"])
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
if(pDialog != None):
|
|
pDialog.update(0, "Sync DB : Processing Episodes")
|
|
total = len(latestMBEpisodes) + 1
|
|
count = 0
|
|
|
|
#we have to compare the lists somehow
|
|
xbmc.sleep(sleepVal)
|
|
comparestring1 = str(tvshow.get("ParentIndexNumber")) + "-" + str(tvshow.get("IndexNumber"))
|
|
matchFound = False
|
|
progMessage = "Processing"
|
|
if kodiEpisodes != None:
|
|
for KodiItem in kodiEpisodes:
|
|
|
|
comparestring2 = str(KodiItem["season"]) + "-" + str(KodiItem["episode"])
|
|
if comparestring1 == comparestring2:
|
|
matchFound = True
|
|
|
|
if not matchFound:
|
|
#no match so we have to create it
|
|
WriteKodiDB().addEpisodeToKodiLibrary(tvshow,tvshow)
|
|
updateNeeded = True
|
|
progMessage = "Adding"
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
# update progress bar
|
|
if(pDialog != None):
|
|
percentage = int(((float(count) / float(total)) * 100))
|
|
pDialog.update(percentage, message=progMessage + " Episode: " + str(count))
|
|
count += 1
|
|
|
|
#initiate library update and wait for finish before processing any updates
|
|
if updateNeeded:
|
|
self.doKodiLibraryUpdate()
|
|
updateNeeded = False
|
|
|
|
#process updates
|
|
for tvshow in latestMBEpisodes:
|
|
if tvshow["SeriesId"] in allKodiTvShowsIds:
|
|
#only process tvshows that already exist in the db at incremental updates
|
|
kodiEpisodes = ReadKodiDB().getKodiEpisodes(tvshow["SeriesId"])
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
if(pDialog != None):
|
|
pDialog.update(0, "Sync DB : Processing Episodes")
|
|
total = len(latestMBEpisodes) + 1
|
|
count = 0
|
|
|
|
#we have to compare the lists somehow
|
|
xbmc.sleep(sleepVal)
|
|
comparestring1 = str(tvshow.get("ParentIndexNumber")) + "-" + str(tvshow.get("IndexNumber"))
|
|
progMessage = "Processing"
|
|
if kodiEpisodes != None:
|
|
for KodiItem in kodiEpisodes:
|
|
comparestring2 = str(KodiItem["season"]) + "-" + str(KodiItem["episode"])
|
|
if comparestring1 == comparestring2:
|
|
#match found - update episode
|
|
|
|
progMessage = "Updating"
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
|
|
# update progress bar
|
|
if(pDialog != None):
|
|
percentage = int(((float(count) / float(total)) * 100))
|
|
pDialog.update(percentage, message=progMessage + " Episode: " + str(count))
|
|
count += 1
|
|
|
|
|
|
# full sync --> Tv shows and Episodes
|
|
if fullsync:
|
|
allTVShows = list()
|
|
allEpisodes = list()
|
|
#FIXME --> for now pull all tv shows and use the incremental update only at episode level
|
|
tvShowData = ReadEmbyDB().getTVShows(True,True)
|
|
|
|
updateNeeded = False
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
if (tvShowData == None):
|
|
return
|
|
|
|
if(pDialog != None):
|
|
pDialog.update(0, "Sync DB : Processing TV Shows")
|
|
total = len(tvShowData) + 1
|
|
count = 0
|
|
|
|
for item in tvShowData:
|
|
xbmc.sleep(sleepVal)
|
|
if item.get('IsFolder'):
|
|
kodiItem = ReadKodiDB().getKodiTVShow(item["Id"])
|
|
allTVShows.append(item["Id"])
|
|
progMessage = "Processing"
|
|
if kodiItem == None:
|
|
WriteKodiDB().addTVShowToKodiLibrary(item)
|
|
updateNeeded = True
|
|
progMessage = "Adding"
|
|
else:
|
|
WriteKodiDB().updateTVShowToKodiLibrary(item, kodiItem)
|
|
progMessage = "Updating"
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
# update progress bar
|
|
if(pDialog != None):
|
|
percentage = int(((float(count) / float(total)) * 100))
|
|
pDialog.update(percentage, message=progMessage + " Tv Show: " + str(count))
|
|
count += 1
|
|
|
|
#initiate library update and wait for finish before processing any updates
|
|
if updateNeeded:
|
|
self.doKodiLibraryUpdate()
|
|
updateNeeded = False
|
|
|
|
#process episodes (will only be possible when tv show is scanned to library)
|
|
#TODO --> maybe pull full info only when needed ?
|
|
allEpisodes = list()
|
|
|
|
for tvshow in allTVShows:
|
|
|
|
episodeData = ReadEmbyDB().getEpisodes(tvshow,True)
|
|
kodiEpisodes = ReadKodiDB().getKodiEpisodes(tvshow)
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
if(pDialog != None):
|
|
pDialog.update(0, "Sync DB : Processing Episodes")
|
|
total = len(episodeData) + 1
|
|
count = 0
|
|
|
|
#we have to compare the lists somehow
|
|
for item in episodeData:
|
|
xbmc.sleep(sleepVal)
|
|
comparestring1 = str(item.get("ParentIndexNumber")) + "-" + str(item.get("IndexNumber"))
|
|
matchFound = False
|
|
progMessage = "Processing"
|
|
if kodiEpisodes != None:
|
|
for KodiItem in kodiEpisodes:
|
|
|
|
allEpisodes.append(KodiItem["episodeid"])
|
|
comparestring2 = str(KodiItem["season"]) + "-" + str(KodiItem["episode"])
|
|
if comparestring1 == comparestring2:
|
|
#match found - update episode
|
|
WriteKodiDB().updateEpisodeToKodiLibrary(item,KodiItem,tvshow)
|
|
matchFound = True
|
|
progMessage = "Updating"
|
|
|
|
if not matchFound:
|
|
#no match so we have to create it
|
|
print "episode not found...creating it: "
|
|
WriteKodiDB().addEpisodeToKodiLibrary(item,tvshow)
|
|
updateNeeded = True
|
|
progMessage = "Adding"
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
# update progress bar
|
|
if(pDialog != None):
|
|
percentage = int(((float(count) / float(total)) * 100))
|
|
pDialog.update(percentage, message=progMessage + " Episode: " + str(count))
|
|
count += 1
|
|
|
|
#initiate library update and wait for finish before processing any updates
|
|
if updateNeeded:
|
|
self.doKodiLibraryUpdate()
|
|
|
|
if(pDialog != None):
|
|
pDialog.update(0, message="Removing Deleted Items")
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
cleanNeeded = False
|
|
|
|
# process any deletes only at fullsync
|
|
# TODO --> process deletes for episodes !!!
|
|
if fullsync:
|
|
allLocaldirs, filesTVShows = xbmcvfs.listdir(tvLibrary)
|
|
allMB3TVShows = set(allTVShows)
|
|
for dir in allLocaldirs:
|
|
if not dir in allMB3TVShows:
|
|
WriteKodiDB().deleteTVShowFromKodiLibrary(dir)
|
|
cleanneeded = True
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
#initiate library clean and wait for finish before processing any updates
|
|
if cleanNeeded:
|
|
doKodiLibraryUpdate(True)
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
finally:
|
|
if(pDialog != None):
|
|
pDialog.close()
|
|
|
|
return True
|
|
|
|
|
|
def doKodiLibraryUpdate(self,clean=False):
|
|
#initiate library update and wait for finish before processing any updates
|
|
if clean:
|
|
xbmc.executebuiltin("CleanLibrary(video)")
|
|
else:
|
|
xbmc.executebuiltin("UpdateLibrary(video)")
|
|
xbmc.sleep(1000)
|
|
while (xbmc.getCondVisibility("Library.IsScanningVideo")):
|
|
if(self.ShouldStop()):
|
|
return True
|
|
xbmc.sleep(250)
|
|
|
|
def updatePlayCounts(self):
|
|
#update all playcounts from MB3 to Kodi library
|
|
|
|
WINDOW = xbmcgui.Window( 10000 )
|
|
pDialog = None
|
|
|
|
try:
|
|
if(addon.getSetting("enableProgressPlayCountSync")):
|
|
pDialog = xbmcgui.DialogProgressBG()
|
|
if(pDialog != None):
|
|
pDialog.create('Sync PlayCounts', 'Sync PlayCounts')
|
|
|
|
#process movies
|
|
if processMovies:
|
|
views = ReadEmbyDB().getCollections("movies")
|
|
for view in views:
|
|
allMB3Movies = ReadEmbyDB().getMovies(view.get('id'),False)
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
if(allMB3Movies == None):
|
|
return False
|
|
|
|
if(pDialog != None):
|
|
pDialog.update(0, "Sync PlayCounts: Processing Movies")
|
|
totalCount = len(allMB3Movies) + 1
|
|
count = 1
|
|
|
|
for item in allMB3Movies:
|
|
xbmc.sleep(sleepVal)
|
|
if not item.get('IsFolder'):
|
|
kodiItem = ReadKodiDB().getKodiMovie(item["Id"])
|
|
userData=API().getUserData(item)
|
|
timeInfo = API().getTimeInfo(item)
|
|
if kodiItem != None:
|
|
WriteKodiDB().updateProperty(kodiItem,"playcount",int(userData.get("PlayCount")),"movie")
|
|
|
|
kodiresume = int(round(kodiItem['resume'].get("position")))
|
|
resume = int(round(float(timeInfo.get("ResumeTime"))))*60
|
|
total = int(round(float(timeInfo.get("TotalTime"))))*60
|
|
if kodiresume != resume:
|
|
print "updating resumepoint for movie " + str(kodiItem['movieid'])
|
|
WriteKodiDB().setKodiResumePoint(kodiItem['movieid'],resume,total,"movie")
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
# update progress bar
|
|
if(pDialog != None):
|
|
percentage = int(((float(count) / float(totalCount)) * 100))
|
|
pDialog.update(percentage, message="Updating Movie: " + str(count))
|
|
count += 1
|
|
|
|
#process Tv shows
|
|
if processTvShows:
|
|
tvshowData = ReadEmbyDB().getTVShows(False)
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
if (tvshowData == None):
|
|
return False
|
|
|
|
for item in tvshowData:
|
|
xbmc.sleep(sleepVal)
|
|
episodeData = ReadEmbyDB().getEpisodes(item["Id"], False)
|
|
|
|
if (episodeData != None):
|
|
if(pDialog != None):
|
|
pDialog.update(0, "Sync PlayCounts: Processing Episodes")
|
|
totalCount = len(episodeData) + 1
|
|
count = 1
|
|
|
|
for episode in episodeData:
|
|
xbmc.sleep(sleepVal)
|
|
kodiItem = ReadKodiDB().getKodiEpisodeByMbItem(episode)
|
|
userData=API().getUserData(episode)
|
|
timeInfo = API().getTimeInfo(episode)
|
|
if kodiItem != None:
|
|
if kodiItem['playcount'] != int(userData.get("PlayCount")):
|
|
WriteKodiDB().updateProperty(kodiItem,"playcount",int(userData.get("PlayCount")),"episode")
|
|
kodiresume = int(round(kodiItem['resume'].get("position")))
|
|
resume = int(round(float(timeInfo.get("ResumeTime"))))*60
|
|
total = int(round(float(timeInfo.get("TotalTime"))))*60
|
|
if kodiresume != resume:
|
|
WriteKodiDB().setKodiResumePoint(kodiItem['episodeid'],resume,total,"episode")
|
|
|
|
if(self.ShouldStop()):
|
|
return True
|
|
|
|
# update progress bar
|
|
if(pDialog != None):
|
|
percentage = int(((float(count) / float(totalCount)) * 100))
|
|
pDialog.update(percentage, message="Updating Episode: " + str(count))
|
|
count += 1
|
|
|
|
finally:
|
|
if(pDialog != None):
|
|
pDialog.close()
|
|
|
|
return True
|
|
|
|
def ShouldStop(self):
|
|
if(xbmc.Player().isPlaying() or xbmc.abortRequested):
|
|
return True
|
|
else:
|
|
return False
|
|
|
|
|
|
|
|
|