Removing old files
This commit is contained in:
Shane Frischkorn
125
DoEncode.py
125
DoEncode.py
@@ -1,125 +0,0 @@
|
|||||||
# -*- coding: utf-8 -*-
|
|
||||||
"""
|
|
||||||
Created on Sat Jun 29 23:25:55 2013
|
|
||||||
|
|
||||||
@author: shane
|
|
||||||
"""
|
|
||||||
|
|
||||||
import glob
|
|
||||||
import logging
|
|
||||||
import os
|
|
||||||
import shutil
|
|
||||||
import subprocess
|
|
||||||
from xml.etree import ElementTree
|
|
||||||
|
|
||||||
SETTINGSFILE = "settings.xml"
|
|
||||||
HANDBRAKECOMMAND = ['HandBrakeCLI', '--verbose', '-i', '"{0}"', '-o', '"{1}"',
|
|
||||||
'-f', 'mkv', '-e', 'x264', '-x264-preset', 'slower',
|
|
||||||
'-x264-tune', 'animation', '-q', '20',
|
|
||||||
'--loose-anamorphic', '--decomb', '--detelecine',
|
|
||||||
'--denoise="2:1:2:3"', '--deblock']
|
|
||||||
|
|
||||||
TVRECORDINGSDIR = "/srv/storage2/videos/TVRecordings/"
|
|
||||||
|
|
||||||
LOGFILE = "encoding.log"
|
|
||||||
ACTIONLOG = "needsAction.log"
|
|
||||||
|
|
||||||
class TVShow:
|
|
||||||
def __init__(self, name, inputDirectory, outputDirectory):
|
|
||||||
self.name = name
|
|
||||||
self.inputDirectory = inputDirectory
|
|
||||||
self.outputDirectory = outputDirectory
|
|
||||||
|
|
||||||
def LoadSettings(source):
|
|
||||||
shows = []
|
|
||||||
settingsXml = ElementTree.parse(source).getroot()
|
|
||||||
|
|
||||||
for show in settingsXml.findall('show'):
|
|
||||||
newShow = TVShow(show[0].text, show[1].text, show[2].text)
|
|
||||||
shows.append(newShow)
|
|
||||||
return shows
|
|
||||||
|
|
||||||
def FindSeason(path, fileName):
|
|
||||||
season = "Season {0}".format(fileName[1:3])
|
|
||||||
seasonPath = os.path.join(path, season)
|
|
||||||
if not os.path.exists(seasonPath):
|
|
||||||
os.makedirs(seasonPath)
|
|
||||||
|
|
||||||
return seasonPath
|
|
||||||
|
|
||||||
def GetRecordingFile(file):
|
|
||||||
return os.path.join(TVRECORDINGSDIR, os.path.dirname(inputFile).split("/")[-1] + ".mpg")
|
|
||||||
|
|
||||||
def CheckOldOutputFileExists(file, myLogger):
|
|
||||||
myLogger.debug("Searching for existing file: {0}".format(file[:-3]+"*"))
|
|
||||||
return glob.glob(file[:-3]+"*")
|
|
||||||
|
|
||||||
def CreateLogger(name, filename, level):
|
|
||||||
logger = logging.getLogger(name)
|
|
||||||
handler = logging.FileHandler(filename)
|
|
||||||
formatter = logging.Formatter('%(asctime)s %(message)s')
|
|
||||||
handler.setFormatter(formatter)
|
|
||||||
handler.setLevel(level)
|
|
||||||
logger.addHandler(handler)
|
|
||||||
return logger
|
|
||||||
|
|
||||||
#generalLogger.basicConfig(filename=LOGFILE, level=logging.DEBUG, format='%(asctime)s %(message)s')
|
|
||||||
|
|
||||||
#actionLogger = logging.getLogger("action")
|
|
||||||
#actionLogger.basicConfig(filename=ACTIONLOG, level=logging.INFO, format='%(asctime)s %(message)s')
|
|
||||||
|
|
||||||
logging.basicConfig(level=logging.DEBUG)
|
|
||||||
generalLogger = CreateLogger("general", LOGFILE, logging.DEBUG)
|
|
||||||
actionLogger = CreateLogger("action", ACTIONLOG, logging.INFO)
|
|
||||||
|
|
||||||
generalLogger.debug("Loading settings from {0}".format(SETTINGSFILE))
|
|
||||||
shows = LoadSettings(SETTINGSFILE)
|
|
||||||
|
|
||||||
for show in shows:
|
|
||||||
generalLogger.info("Processing {0}".format(show.name))
|
|
||||||
fileList = []
|
|
||||||
|
|
||||||
for r,d,f in os.walk(show.inputDirectory):
|
|
||||||
for files in f:
|
|
||||||
if files.endswith(".mpg"):
|
|
||||||
fileList.append(os.path.join(r,files))
|
|
||||||
|
|
||||||
for inputFile in fileList:
|
|
||||||
generalLogger.info("Processing file {0}".format(inputFile))
|
|
||||||
|
|
||||||
inFile = os.path.basename(inputFile)
|
|
||||||
outFilename = inFile[:-3]+"mkv"
|
|
||||||
outPath = FindSeason(show.outputDirectory, outFilename)
|
|
||||||
outFile = os.path.join(outPath, outFilename)
|
|
||||||
generalLogger.debug("Output file is {0}".format(outFile))
|
|
||||||
|
|
||||||
if os.path.isfile(outFile):
|
|
||||||
message = "File {0} already exists. Not processing any further.".format(outFile)
|
|
||||||
generalLogger.warning(message)
|
|
||||||
actionLogger.info(message)
|
|
||||||
else:
|
|
||||||
existingFile = CheckOldOutputFileExists(outFile, generalLogger)
|
|
||||||
generalLogger.debug("Search returned {0}".format(existingFile))
|
|
||||||
if len(existingFile) > 0:
|
|
||||||
message = "There is an existing version of {0} at {1}.".format(outFilename, existingFile[0])
|
|
||||||
generalLogger.info(message)
|
|
||||||
actionLogger.info(message)
|
|
||||||
|
|
||||||
HANDBRAKECOMMAND[3] = inputFile
|
|
||||||
HANDBRAKECOMMAND[5] = outFile
|
|
||||||
generalLogger.debug("Handbrake command is: {0}".format(HANDBRAKECOMMAND))
|
|
||||||
po = subprocess.Popen(HANDBRAKECOMMAND)
|
|
||||||
po.wait()
|
|
||||||
generalLogger.info("Handbrake completed with return code {0}".format(po.returncode))
|
|
||||||
|
|
||||||
generalLogger.info("Deleting input files from {0}".format(os.path.dirname(inputFile)))
|
|
||||||
shutil.rmtree(os.path.dirname(inputFile))
|
|
||||||
|
|
||||||
linkAddress = GetRecordingFile(inputFile)
|
|
||||||
generalLogger.info("Deleting original file from {0}".format(linkAddress))
|
|
||||||
os.remove(linkAddress)
|
|
||||||
|
|
||||||
generalLogger.info("Creating symlink from {0} to {1}".format(linkAddress, outFile))
|
|
||||||
os.symlink(outFile, linkAddress)
|
|
||||||
|
|
||||||
generalLogger.info("Processing completed for {0}".format(inputFile))
|
|
||||||
@@ -1,32 +0,0 @@
|
|||||||
import os
|
|
||||||
from xml.etree import ElementTree
|
|
||||||
|
|
||||||
SETTINGSFILE = "settings.xml"
|
|
||||||
|
|
||||||
class TVShow:
|
|
||||||
def __init__(self, name, inputDirectory, outputDirectory):
|
|
||||||
self.name = name
|
|
||||||
self.inputDirectory = inputDirectory
|
|
||||||
self.outputDirectory = outputDirectory
|
|
||||||
|
|
||||||
def LoadSettings(source):
|
|
||||||
shows = []
|
|
||||||
settingsXml = ElementTree.parse(source).getroot()
|
|
||||||
|
|
||||||
for show in settingsXml.findall('show'):
|
|
||||||
newShow = TVShow(show[0].text, show[1].text, show[2].text)
|
|
||||||
shows.append(newShow)
|
|
||||||
return shows
|
|
||||||
|
|
||||||
shows = LoadSettings(SETTINGSFILE)
|
|
||||||
|
|
||||||
for show in shows:
|
|
||||||
fileList = []
|
|
||||||
|
|
||||||
for r,d,f in os.walk(show.inputDirectory):
|
|
||||||
for files in f:
|
|
||||||
if files.endswith(".mpg"):
|
|
||||||
fileList.append(os.path.join(r,files))
|
|
||||||
|
|
||||||
for inputFile in fileList:
|
|
||||||
print inputFile
|
|
||||||
@@ -1,154 +0,0 @@
|
|||||||
import os
|
|
||||||
import shutil
|
|
||||||
import MySQLdb as mdb
|
|
||||||
import glob
|
|
||||||
import json
|
|
||||||
from urllib import urlopen
|
|
||||||
from fuzzywuzzy import fuzz
|
|
||||||
from operator import itemgetter
|
|
||||||
|
|
||||||
PROCESSDIR="/srv/storage2/files/VideoProcessing/"
|
|
||||||
THOMAS="Thomas"
|
|
||||||
CHUGGINGTON="Chuggington"
|
|
||||||
MIKE="MikeTheKnight"
|
|
||||||
OCTONAUTS="Octonauts"
|
|
||||||
NIGHTGARDEN="InTheNightGarden"
|
|
||||||
RAARAA="RaaRaa"
|
|
||||||
INPUTDIR="Input"
|
|
||||||
SICKBEARDAPI="http://192.168.0.2:8081/api/3678177136222bf5002be209220ccb20/"
|
|
||||||
|
|
||||||
class TVShow:
|
|
||||||
def __init__(self, episode, season, title, subtitle, description):
|
|
||||||
self.episode = episode
|
|
||||||
self.season = season
|
|
||||||
self.title = title
|
|
||||||
self.subtitle = subtitle
|
|
||||||
self.description = description
|
|
||||||
|
|
||||||
def FindShowId(showName):
|
|
||||||
jsonurl = urlopen(SICKBEARDAPI+"?cmd=shows")
|
|
||||||
result = json.loads(jsonurl.read())
|
|
||||||
|
|
||||||
shows = []
|
|
||||||
for show in result['data']:
|
|
||||||
shows.append((show, fuzz.partial_ratio(showName.lower(), result['data'][show]['show_name'].lower())))
|
|
||||||
|
|
||||||
shows = sorted(shows, key=itemgetter(1), reverse=True)
|
|
||||||
|
|
||||||
if shows[0][1] > 85:
|
|
||||||
return shows[0][0]
|
|
||||||
|
|
||||||
def FindEpisode(showId, name=None, description=None):
|
|
||||||
jsonurl = urlopen("{0}?cmd=show.seasons&tvdbid={1}".format(SICKBEARDAPI, showId))
|
|
||||||
result = json.loads(jsonurl.read())
|
|
||||||
|
|
||||||
for season in result['data']:
|
|
||||||
for episode in result['data'][season]:
|
|
||||||
if name is not None and name.lower() == result['data'][season][episode]['name'].lower():
|
|
||||||
return (season, episode)
|
|
||||||
elif description is not None:
|
|
||||||
result = FindEpisodeByDescription(showId, season, episode, description)
|
|
||||||
if result is not None:
|
|
||||||
return result
|
|
||||||
|
|
||||||
return (0, 0)
|
|
||||||
|
|
||||||
def GetEpisodeName(subtitle, showName):
|
|
||||||
if subtitle[:len(showName)].lower() == showName.lower():
|
|
||||||
return subtitle[len(showName + ' and the '):]
|
|
||||||
else:
|
|
||||||
return subtitle
|
|
||||||
|
|
||||||
def FindEpisodeByDescription(showId, season, episode, description):
|
|
||||||
jsonEpisodeUrl = urlopen("{0}?cmd=episode&tvdbid={1}&season={2}&episode={3}".format(SICKBEARDAPI, showId, season, episode))
|
|
||||||
episodeResult = json.loads(jsonEpisodeUrl.read())
|
|
||||||
|
|
||||||
if fuzz.ratio(episodeResult['data']['description'].lower(), description.lower()) > 85:
|
|
||||||
return (season, episode)
|
|
||||||
|
|
||||||
return None
|
|
||||||
|
|
||||||
def DetermineTargetFilename(directory, filename, inputFilename):
|
|
||||||
dir = os.path.join(directory, inputFilename[:-4])
|
|
||||||
|
|
||||||
if not os.path.exists(dir):
|
|
||||||
os.makedirs(dir)
|
|
||||||
|
|
||||||
return os.path.join(dir, filename)
|
|
||||||
|
|
||||||
def ProcessKnownEpisode(directory, filename, inputFilename):
|
|
||||||
target = DetermineTargetFilename(directory, filename, inputFilename)
|
|
||||||
shutil.move(inputFilename, target)
|
|
||||||
|
|
||||||
def ProcessUnknownEpisode(inputFilename):
|
|
||||||
print "do this"
|
|
||||||
|
|
||||||
def RetrieveEpisodeData(inputFile):
|
|
||||||
con = mdb.connect('localhost', 'script', 'script', 'mythconverg')
|
|
||||||
|
|
||||||
with con:
|
|
||||||
cur = con.cursor(mdb.cursors.DictCursor)
|
|
||||||
cur.execute("select episode, season, title, subtitle, description from mythconverg.recorded where basename = '{0}'".format(inputFile))
|
|
||||||
result = cur.fetchone()
|
|
||||||
|
|
||||||
return TVShow(result['episode'], result['season'], result['title'], result['subtitle'], result['description'])
|
|
||||||
|
|
||||||
def FixEpisodeSeasonNumber(number):
|
|
||||||
if number < 10:
|
|
||||||
return "0{0}".format(number)
|
|
||||||
else:
|
|
||||||
return str(number)
|
|
||||||
|
|
||||||
def GetDirectory(title, season):
|
|
||||||
directory = ""
|
|
||||||
if title == "Thomas and Friends" or title == "Thomas the Tank Engine & Friends":
|
|
||||||
directory = THOMAS
|
|
||||||
elif title == "Chuggington":
|
|
||||||
directory = CHUGGINGTON
|
|
||||||
elif title == "Mike the Knight":
|
|
||||||
directory = MIKE
|
|
||||||
elif title == "Octonauts" or title == "The Octonauts":
|
|
||||||
directory = OCTONAUTS
|
|
||||||
elif title == "In the Night Garden":
|
|
||||||
directory = NIGHTGARDEN
|
|
||||||
elif title == "Raa Raa! The Noisy Lion":
|
|
||||||
directory = RAARAA
|
|
||||||
else:
|
|
||||||
print "Didn't match"
|
|
||||||
|
|
||||||
return os.path.join(PROCESSDIR, directory, INPUTDIR, season)
|
|
||||||
|
|
||||||
|
|
||||||
def ProcessEpisode(inputFile):
|
|
||||||
show = RetrieveEpisodeData(inputFile)
|
|
||||||
|
|
||||||
if show.title:
|
|
||||||
if show.subtitle:
|
|
||||||
show.subtitle = GetEpisodeName(show.subtitle, show.title)
|
|
||||||
|
|
||||||
if (show.season == '0' or show.episode == '0'):
|
|
||||||
showId = FindShowId(show.title)
|
|
||||||
|
|
||||||
result = FindEpisode(showId, show.subtitle, show.description)
|
|
||||||
show.season = result[0]
|
|
||||||
show.episode = result[1]
|
|
||||||
|
|
||||||
if show.season != "0" and show.episode != "0":
|
|
||||||
show.season = FixEpisodeSeasonNumber(show.season)
|
|
||||||
show.episode = FixEpisodeSeasonNumber(show.episode)
|
|
||||||
|
|
||||||
seasonFolder = "Season {0}".format(show.season)
|
|
||||||
season = "S{0}".format(show.season)
|
|
||||||
episode = "E{0}".format(show.episode)
|
|
||||||
renamedFile = "{0}{1} - {2} - SD TV_.mpg".format(season, episode, show.subtitle)
|
|
||||||
|
|
||||||
directory = GetDirectory(show.title, seasonFolder)
|
|
||||||
ProcessKnownEpisode(directory, renamedFile, os.path.basename(inputFile))
|
|
||||||
else:
|
|
||||||
print "no show name"
|
|
||||||
|
|
||||||
def GetFilesToProcess():
|
|
||||||
return glob.glob("*.mpg")
|
|
||||||
|
|
||||||
for file in GetFilesToProcess():
|
|
||||||
ProcessEpisode(file)
|
|
||||||
@@ -1,67 +0,0 @@
|
|||||||
# -*- coding: utf-8 -*-
|
|
||||||
"""
|
|
||||||
Created on Thu Jul 04 14:40:38 2013
|
|
||||||
|
|
||||||
@author: shane
|
|
||||||
"""
|
|
||||||
import ProcessRecordings
|
|
||||||
import unittest
|
|
||||||
from minimock import mock
|
|
||||||
import os.path
|
|
||||||
|
|
||||||
|
|
||||||
class ProcessRecordingsTest(unittest.TestCase):
|
|
||||||
def test_fixnumber(self):
|
|
||||||
result = ProcessRecordings.FixEpisodeSeasonNumber(1)
|
|
||||||
self.assertEqual("01", result)
|
|
||||||
|
|
||||||
def test_fixnumber2(self):
|
|
||||||
result = ProcessRecordings.FixEpisodeSeasonNumber(9)
|
|
||||||
self.assertEqual("09", result)
|
|
||||||
|
|
||||||
def test_fixnumber3(self):
|
|
||||||
result = ProcessRecordings.FixEpisodeSeasonNumber(11)
|
|
||||||
self.assertEqual("11", result)
|
|
||||||
|
|
||||||
def test_episodeName(self):
|
|
||||||
subtitle = 'Mike the Knight and the Test Case'
|
|
||||||
title = 'Mike the Knight'
|
|
||||||
result = ProcessRecordings.GetEpisodeName(subtitle, title)
|
|
||||||
self.assertEqual('Test Case', result)
|
|
||||||
|
|
||||||
def test_episodeName2(self):
|
|
||||||
subtitle = 'Test Case 2'
|
|
||||||
title = 'Mike the Knight'
|
|
||||||
result = ProcessRecordings.GetEpisodeName(subtitle, title)
|
|
||||||
self.assertEqual('Test Case 2', result)
|
|
||||||
|
|
||||||
def test_GetDirectoryThomas(self):
|
|
||||||
title = 'Thomas and Friends'
|
|
||||||
season = 'Season 01'
|
|
||||||
result = ProcessRecordings.GetDirectory(title, season)
|
|
||||||
self.assertEqual("/srv/storage2/files/VideoProcessing/Thomas/Input/Season 01", result)
|
|
||||||
|
|
||||||
def test_GetDirectoryThomas2(self):
|
|
||||||
title = 'Thomas the Tank Engine & Friends'
|
|
||||||
season = 'Season 01'
|
|
||||||
result = ProcessRecordings.GetDirectory(title, season)
|
|
||||||
self.assertEqual("/srv/storage2/files/VideoProcessing/Thomas/Input/Season 01", result)
|
|
||||||
|
|
||||||
def test_GetDirectoryChuggington(self):
|
|
||||||
title = 'Chuggington'
|
|
||||||
season = 'Season 02'
|
|
||||||
result = ProcessRecordings.GetDirectory(title, season)
|
|
||||||
self.assertEqual("/srv/storage2/files/VideoProcessing/Chuggington/Input/Season 02", result)
|
|
||||||
|
|
||||||
def test_DetermineTargetFilename(self):
|
|
||||||
directory = '/srv/storage2/test/Input'
|
|
||||||
filename = 'S01E02 - test episode - SD TV_.mpg'
|
|
||||||
inputFilename = '123456.mpg'
|
|
||||||
|
|
||||||
mock('os.path.exists', returns=True)
|
|
||||||
result = ProcessRecordings.DetermineTargetFilename(directory, filename, inputFilename)
|
|
||||||
self.assertEqual('/srv/storage2/test/Input/123456/S01E02 - test episode - SD TV_.mpg', result)
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
suite = unittest.TestLoader().loadTestsFromTestCase(ProcessRecordingsTest)
|
|
||||||
unittest.TextTestRunner(verbosity=2).run(suite)
|
|
||||||
68
sickbeard.py
68
sickbeard.py
@@ -1,68 +0,0 @@
|
|||||||
# -*- coding: utf-8 -*-
|
|
||||||
"""
|
|
||||||
Created on Tue Jul 2 21:00:35 2013
|
|
||||||
|
|
||||||
@author: shane
|
|
||||||
"""
|
|
||||||
import json
|
|
||||||
from urllib import urlopen
|
|
||||||
from fuzzywuzzy import fuzz
|
|
||||||
from operator import itemgetter
|
|
||||||
|
|
||||||
def FindShowId(showName):
|
|
||||||
jsonurl = urlopen("http://192.168.0.2:8081/api/3678177136222bf5002be209220ccb20/?cmd=shows")
|
|
||||||
result = json.loads(jsonurl.read())
|
|
||||||
|
|
||||||
shows = []
|
|
||||||
for show in result['data']:
|
|
||||||
shows.append((show, fuzz.partial_ratio(showName.lower(), result['data'][show]['show_name'].lower())))
|
|
||||||
|
|
||||||
shows = sorted(shows, key=itemgetter(1), reverse=True)
|
|
||||||
|
|
||||||
if shows[0][1] > 85:
|
|
||||||
return shows[0][0]
|
|
||||||
|
|
||||||
def FindEpisode(showId, name=None, description=None):
|
|
||||||
jsonurl = urlopen("http://192.168.0.2:8081/api/3678177136222bf5002be209220ccb20/?cmd=show.seasons&tvdbid={0}".format(showId))
|
|
||||||
result = json.loads(jsonurl.read())
|
|
||||||
|
|
||||||
for season in result['data']:
|
|
||||||
for episode in result['data'][season]:
|
|
||||||
if name is not None and name.lower() == result['data'][season][episode]['name'].lower():
|
|
||||||
return (season, episode)
|
|
||||||
elif description is not None:
|
|
||||||
result = FindEpisodeByDescription(showId, season, episode, description)
|
|
||||||
if result is not None:
|
|
||||||
return result
|
|
||||||
|
|
||||||
return (0, 0)
|
|
||||||
|
|
||||||
def GetEpisodeName(subtitle, showName):
|
|
||||||
if subtitle[:len(showName)].lower() == showName.lower():
|
|
||||||
return subtitle[len(showName + ' and the '):]
|
|
||||||
else:
|
|
||||||
return subtitle
|
|
||||||
|
|
||||||
def FindEpisodeByDescription(showId, season, episode, description):
|
|
||||||
jsonEpisodeUrl = urlopen("http://192.168.0.2:8081/api/3678177136222bf5002be209220ccb20/?cmd=episode&tvdbid={0}&season={1}&episode={2}".format(showId, season, episode))
|
|
||||||
episodeResult = json.loads(jsonEpisodeUrl.read())
|
|
||||||
|
|
||||||
if fuzz.ratio(episodeResult['data']['description'].lower(), description.lower()) > 85:
|
|
||||||
return (season, episode)
|
|
||||||
|
|
||||||
return None
|
|
||||||
|
|
||||||
showId = FindShowId('Mike the Knight')
|
|
||||||
#showId = FindShowId("Octonauts")
|
|
||||||
#print showId
|
|
||||||
|
|
||||||
subtitle = 'Mike the Knight and the Knightly Campout'
|
|
||||||
|
|
||||||
description = "When the Octopod's waterworks are flooded with frightened Humuhumu fish, the Octonauts have to find a way to flush them out!"
|
|
||||||
|
|
||||||
episodeName = GetEpisodeName(subtitle, 'Mike the Knight')
|
|
||||||
|
|
||||||
result = FindEpisode(showId, episodeName)
|
|
||||||
#result = FindEpisodeByDescription(showId, description)
|
|
||||||
print result[0]
|
|
||||||
print result[1]
|
|
||||||
Reference in New Issue
Block a user