From d63b2da06236f2dcd5e41e519e5eaabb9523cf68 Mon Sep 17 00:00:00 2001 From: Shane Frischkorn Date: Fri, 5 Jul 2013 13:58:17 +1000 Subject: [PATCH] Removing old files --- DoEncode.py | 125 ------------------------------- ListFilesToEncode.py | 32 -------- ProcessRecordings.py | 154 --------------------------------------- ProcessRecordingsTest.py | 67 ----------------- sickbeard.py | 68 ----------------- 5 files changed, 446 deletions(-) delete mode 100755 DoEncode.py delete mode 100755 ListFilesToEncode.py delete mode 100755 ProcessRecordings.py delete mode 100755 ProcessRecordingsTest.py delete mode 100755 sickbeard.py diff --git a/DoEncode.py b/DoEncode.py deleted file mode 100755 index 846a726..0000000 --- a/DoEncode.py +++ /dev/null @@ -1,125 +0,0 @@ -# -*- coding: utf-8 -*- -""" -Created on Sat Jun 29 23:25:55 2013 - -@author: shane -""" - -import glob -import logging -import os -import shutil -import subprocess -from xml.etree import ElementTree - -SETTINGSFILE = "settings.xml" -HANDBRAKECOMMAND = ['HandBrakeCLI', '--verbose', '-i', '"{0}"', '-o', '"{1}"', - '-f', 'mkv', '-e', 'x264', '-x264-preset', 'slower', - '-x264-tune', 'animation', '-q', '20', - '--loose-anamorphic', '--decomb', '--detelecine', - '--denoise="2:1:2:3"', '--deblock'] - -TVRECORDINGSDIR = "/srv/storage2/videos/TVRecordings/" - -LOGFILE = "encoding.log" -ACTIONLOG = "needsAction.log" - -class TVShow: - def __init__(self, name, inputDirectory, outputDirectory): - self.name = name - self.inputDirectory = inputDirectory - self.outputDirectory = outputDirectory - -def LoadSettings(source): - shows = [] - settingsXml = ElementTree.parse(source).getroot() - - for show in settingsXml.findall('show'): - newShow = TVShow(show[0].text, show[1].text, show[2].text) - shows.append(newShow) - return shows - -def FindSeason(path, fileName): - season = "Season {0}".format(fileName[1:3]) - seasonPath = os.path.join(path, season) - if not os.path.exists(seasonPath): - os.makedirs(seasonPath) - - return seasonPath - -def GetRecordingFile(file): - return os.path.join(TVRECORDINGSDIR, os.path.dirname(inputFile).split("/")[-1] + ".mpg") - -def CheckOldOutputFileExists(file, myLogger): - myLogger.debug("Searching for existing file: {0}".format(file[:-3]+"*")) - return glob.glob(file[:-3]+"*") - -def CreateLogger(name, filename, level): - logger = logging.getLogger(name) - handler = logging.FileHandler(filename) - formatter = logging.Formatter('%(asctime)s %(message)s') - handler.setFormatter(formatter) - handler.setLevel(level) - logger.addHandler(handler) - return logger - -#generalLogger.basicConfig(filename=LOGFILE, level=logging.DEBUG, format='%(asctime)s %(message)s') - -#actionLogger = logging.getLogger("action") -#actionLogger.basicConfig(filename=ACTIONLOG, level=logging.INFO, format='%(asctime)s %(message)s') - -logging.basicConfig(level=logging.DEBUG) -generalLogger = CreateLogger("general", LOGFILE, logging.DEBUG) -actionLogger = CreateLogger("action", ACTIONLOG, logging.INFO) - -generalLogger.debug("Loading settings from {0}".format(SETTINGSFILE)) -shows = LoadSettings(SETTINGSFILE) - -for show in shows: - generalLogger.info("Processing {0}".format(show.name)) - fileList = [] - - for r,d,f in os.walk(show.inputDirectory): - for files in f: - if files.endswith(".mpg"): - fileList.append(os.path.join(r,files)) - - for inputFile in fileList: - generalLogger.info("Processing file {0}".format(inputFile)) - - inFile = os.path.basename(inputFile) - outFilename = inFile[:-3]+"mkv" - outPath = FindSeason(show.outputDirectory, outFilename) - outFile = os.path.join(outPath, outFilename) - generalLogger.debug("Output file is {0}".format(outFile)) - - if os.path.isfile(outFile): - message = "File {0} already exists. Not processing any further.".format(outFile) - generalLogger.warning(message) - actionLogger.info(message) - else: - existingFile = CheckOldOutputFileExists(outFile, generalLogger) - generalLogger.debug("Search returned {0}".format(existingFile)) - if len(existingFile) > 0: - message = "There is an existing version of {0} at {1}.".format(outFilename, existingFile[0]) - generalLogger.info(message) - actionLogger.info(message) - - HANDBRAKECOMMAND[3] = inputFile - HANDBRAKECOMMAND[5] = outFile - generalLogger.debug("Handbrake command is: {0}".format(HANDBRAKECOMMAND)) - po = subprocess.Popen(HANDBRAKECOMMAND) - po.wait() - generalLogger.info("Handbrake completed with return code {0}".format(po.returncode)) - - generalLogger.info("Deleting input files from {0}".format(os.path.dirname(inputFile))) - shutil.rmtree(os.path.dirname(inputFile)) - - linkAddress = GetRecordingFile(inputFile) - generalLogger.info("Deleting original file from {0}".format(linkAddress)) - os.remove(linkAddress) - - generalLogger.info("Creating symlink from {0} to {1}".format(linkAddress, outFile)) - os.symlink(outFile, linkAddress) - - generalLogger.info("Processing completed for {0}".format(inputFile)) diff --git a/ListFilesToEncode.py b/ListFilesToEncode.py deleted file mode 100755 index d587abd..0000000 --- a/ListFilesToEncode.py +++ /dev/null @@ -1,32 +0,0 @@ -import os -from xml.etree import ElementTree - -SETTINGSFILE = "settings.xml" - -class TVShow: - def __init__(self, name, inputDirectory, outputDirectory): - self.name = name - self.inputDirectory = inputDirectory - self.outputDirectory = outputDirectory - -def LoadSettings(source): - shows = [] - settingsXml = ElementTree.parse(source).getroot() - - for show in settingsXml.findall('show'): - newShow = TVShow(show[0].text, show[1].text, show[2].text) - shows.append(newShow) - return shows - -shows = LoadSettings(SETTINGSFILE) - -for show in shows: - fileList = [] - - for r,d,f in os.walk(show.inputDirectory): - for files in f: - if files.endswith(".mpg"): - fileList.append(os.path.join(r,files)) - - for inputFile in fileList: - print inputFile diff --git a/ProcessRecordings.py b/ProcessRecordings.py deleted file mode 100755 index abf40cf..0000000 --- a/ProcessRecordings.py +++ /dev/null @@ -1,154 +0,0 @@ -import os -import shutil -import MySQLdb as mdb -import glob -import json -from urllib import urlopen -from fuzzywuzzy import fuzz -from operator import itemgetter - -PROCESSDIR="/srv/storage2/files/VideoProcessing/" -THOMAS="Thomas" -CHUGGINGTON="Chuggington" -MIKE="MikeTheKnight" -OCTONAUTS="Octonauts" -NIGHTGARDEN="InTheNightGarden" -RAARAA="RaaRaa" -INPUTDIR="Input" -SICKBEARDAPI="http://192.168.0.2:8081/api/3678177136222bf5002be209220ccb20/" - -class TVShow: - def __init__(self, episode, season, title, subtitle, description): - self.episode = episode - self.season = season - self.title = title - self.subtitle = subtitle - self.description = description - -def FindShowId(showName): - jsonurl = urlopen(SICKBEARDAPI+"?cmd=shows") - result = json.loads(jsonurl.read()) - - shows = [] - for show in result['data']: - shows.append((show, fuzz.partial_ratio(showName.lower(), result['data'][show]['show_name'].lower()))) - - shows = sorted(shows, key=itemgetter(1), reverse=True) - - if shows[0][1] > 85: - return shows[0][0] - -def FindEpisode(showId, name=None, description=None): - jsonurl = urlopen("{0}?cmd=show.seasons&tvdbid={1}".format(SICKBEARDAPI, showId)) - result = json.loads(jsonurl.read()) - - for season in result['data']: - for episode in result['data'][season]: - if name is not None and name.lower() == result['data'][season][episode]['name'].lower(): - return (season, episode) - elif description is not None: - result = FindEpisodeByDescription(showId, season, episode, description) - if result is not None: - return result - - return (0, 0) - -def GetEpisodeName(subtitle, showName): - if subtitle[:len(showName)].lower() == showName.lower(): - return subtitle[len(showName + ' and the '):] - else: - return subtitle - -def FindEpisodeByDescription(showId, season, episode, description): - jsonEpisodeUrl = urlopen("{0}?cmd=episode&tvdbid={1}&season={2}&episode={3}".format(SICKBEARDAPI, showId, season, episode)) - episodeResult = json.loads(jsonEpisodeUrl.read()) - - if fuzz.ratio(episodeResult['data']['description'].lower(), description.lower()) > 85: - return (season, episode) - - return None - -def DetermineTargetFilename(directory, filename, inputFilename): - dir = os.path.join(directory, inputFilename[:-4]) - - if not os.path.exists(dir): - os.makedirs(dir) - - return os.path.join(dir, filename) - -def ProcessKnownEpisode(directory, filename, inputFilename): - target = DetermineTargetFilename(directory, filename, inputFilename) - shutil.move(inputFilename, target) - -def ProcessUnknownEpisode(inputFilename): - print "do this" - -def RetrieveEpisodeData(inputFile): - con = mdb.connect('localhost', 'script', 'script', 'mythconverg') - - with con: - cur = con.cursor(mdb.cursors.DictCursor) - cur.execute("select episode, season, title, subtitle, description from mythconverg.recorded where basename = '{0}'".format(inputFile)) - result = cur.fetchone() - - return TVShow(result['episode'], result['season'], result['title'], result['subtitle'], result['description']) - -def FixEpisodeSeasonNumber(number): - if number < 10: - return "0{0}".format(number) - else: - return str(number) - -def GetDirectory(title, season): - directory = "" - if title == "Thomas and Friends" or title == "Thomas the Tank Engine & Friends": - directory = THOMAS - elif title == "Chuggington": - directory = CHUGGINGTON - elif title == "Mike the Knight": - directory = MIKE - elif title == "Octonauts" or title == "The Octonauts": - directory = OCTONAUTS - elif title == "In the Night Garden": - directory = NIGHTGARDEN - elif title == "Raa Raa! The Noisy Lion": - directory = RAARAA - else: - print "Didn't match" - - return os.path.join(PROCESSDIR, directory, INPUTDIR, season) - - -def ProcessEpisode(inputFile): - show = RetrieveEpisodeData(inputFile) - - if show.title: - if show.subtitle: - show.subtitle = GetEpisodeName(show.subtitle, show.title) - - if (show.season == '0' or show.episode == '0'): - showId = FindShowId(show.title) - - result = FindEpisode(showId, show.subtitle, show.description) - show.season = result[0] - show.episode = result[1] - - if show.season != "0" and show.episode != "0": - show.season = FixEpisodeSeasonNumber(show.season) - show.episode = FixEpisodeSeasonNumber(show.episode) - - seasonFolder = "Season {0}".format(show.season) - season = "S{0}".format(show.season) - episode = "E{0}".format(show.episode) - renamedFile = "{0}{1} - {2} - SD TV_.mpg".format(season, episode, show.subtitle) - - directory = GetDirectory(show.title, seasonFolder) - ProcessKnownEpisode(directory, renamedFile, os.path.basename(inputFile)) - else: - print "no show name" - -def GetFilesToProcess(): - return glob.glob("*.mpg") - -for file in GetFilesToProcess(): - ProcessEpisode(file) diff --git a/ProcessRecordingsTest.py b/ProcessRecordingsTest.py deleted file mode 100755 index 7f1b30b..0000000 --- a/ProcessRecordingsTest.py +++ /dev/null @@ -1,67 +0,0 @@ -# -*- coding: utf-8 -*- -""" -Created on Thu Jul 04 14:40:38 2013 - -@author: shane -""" -import ProcessRecordings -import unittest -from minimock import mock -import os.path - - -class ProcessRecordingsTest(unittest.TestCase): - def test_fixnumber(self): - result = ProcessRecordings.FixEpisodeSeasonNumber(1) - self.assertEqual("01", result) - - def test_fixnumber2(self): - result = ProcessRecordings.FixEpisodeSeasonNumber(9) - self.assertEqual("09", result) - - def test_fixnumber3(self): - result = ProcessRecordings.FixEpisodeSeasonNumber(11) - self.assertEqual("11", result) - - def test_episodeName(self): - subtitle = 'Mike the Knight and the Test Case' - title = 'Mike the Knight' - result = ProcessRecordings.GetEpisodeName(subtitle, title) - self.assertEqual('Test Case', result) - - def test_episodeName2(self): - subtitle = 'Test Case 2' - title = 'Mike the Knight' - result = ProcessRecordings.GetEpisodeName(subtitle, title) - self.assertEqual('Test Case 2', result) - - def test_GetDirectoryThomas(self): - title = 'Thomas and Friends' - season = 'Season 01' - result = ProcessRecordings.GetDirectory(title, season) - self.assertEqual("/srv/storage2/files/VideoProcessing/Thomas/Input/Season 01", result) - - def test_GetDirectoryThomas2(self): - title = 'Thomas the Tank Engine & Friends' - season = 'Season 01' - result = ProcessRecordings.GetDirectory(title, season) - self.assertEqual("/srv/storage2/files/VideoProcessing/Thomas/Input/Season 01", result) - - def test_GetDirectoryChuggington(self): - title = 'Chuggington' - season = 'Season 02' - result = ProcessRecordings.GetDirectory(title, season) - self.assertEqual("/srv/storage2/files/VideoProcessing/Chuggington/Input/Season 02", result) - - def test_DetermineTargetFilename(self): - directory = '/srv/storage2/test/Input' - filename = 'S01E02 - test episode - SD TV_.mpg' - inputFilename = '123456.mpg' - - mock('os.path.exists', returns=True) - result = ProcessRecordings.DetermineTargetFilename(directory, filename, inputFilename) - self.assertEqual('/srv/storage2/test/Input/123456/S01E02 - test episode - SD TV_.mpg', result) - -if __name__ == '__main__': - suite = unittest.TestLoader().loadTestsFromTestCase(ProcessRecordingsTest) - unittest.TextTestRunner(verbosity=2).run(suite) \ No newline at end of file diff --git a/sickbeard.py b/sickbeard.py deleted file mode 100755 index 31a835d..0000000 --- a/sickbeard.py +++ /dev/null @@ -1,68 +0,0 @@ -# -*- coding: utf-8 -*- -""" -Created on Tue Jul 2 21:00:35 2013 - -@author: shane -""" -import json -from urllib import urlopen -from fuzzywuzzy import fuzz -from operator import itemgetter - -def FindShowId(showName): - jsonurl = urlopen("http://192.168.0.2:8081/api/3678177136222bf5002be209220ccb20/?cmd=shows") - result = json.loads(jsonurl.read()) - - shows = [] - for show in result['data']: - shows.append((show, fuzz.partial_ratio(showName.lower(), result['data'][show]['show_name'].lower()))) - - shows = sorted(shows, key=itemgetter(1), reverse=True) - - if shows[0][1] > 85: - return shows[0][0] - -def FindEpisode(showId, name=None, description=None): - jsonurl = urlopen("http://192.168.0.2:8081/api/3678177136222bf5002be209220ccb20/?cmd=show.seasons&tvdbid={0}".format(showId)) - result = json.loads(jsonurl.read()) - - for season in result['data']: - for episode in result['data'][season]: - if name is not None and name.lower() == result['data'][season][episode]['name'].lower(): - return (season, episode) - elif description is not None: - result = FindEpisodeByDescription(showId, season, episode, description) - if result is not None: - return result - - return (0, 0) - -def GetEpisodeName(subtitle, showName): - if subtitle[:len(showName)].lower() == showName.lower(): - return subtitle[len(showName + ' and the '):] - else: - return subtitle - -def FindEpisodeByDescription(showId, season, episode, description): - jsonEpisodeUrl = urlopen("http://192.168.0.2:8081/api/3678177136222bf5002be209220ccb20/?cmd=episode&tvdbid={0}&season={1}&episode={2}".format(showId, season, episode)) - episodeResult = json.loads(jsonEpisodeUrl.read()) - - if fuzz.ratio(episodeResult['data']['description'].lower(), description.lower()) > 85: - return (season, episode) - - return None - -showId = FindShowId('Mike the Knight') -#showId = FindShowId("Octonauts") -#print showId - -subtitle = 'Mike the Knight and the Knightly Campout' - -description = "When the Octopod's waterworks are flooded with frightened Humuhumu fish, the Octonauts have to find a way to flush them out!" - -episodeName = GetEpisodeName(subtitle, 'Mike the Knight') - -result = FindEpisode(showId, episodeName) -#result = FindEpisodeByDescription(showId, description) -print result[0] -print result[1] \ No newline at end of file