shane/recordingprocessing
1
0
Fork 0
Code Issues Pull Requests Releases 2 Wiki Activity

Removing old files

Browse Source
This commit is contained in:
Shane Frischkorn
2013-07-05 13:58:17 +10:00
parent 2f0e6390d1
commit d63b2da062
5 changed files with 0 additions and 446 deletions
Download Patch File Download Diff File Expand all files Collapse all files

125
DoEncode.py
View File

@@ -1,125 +0,0 @@
# -*- coding: utf-8 -*-
"""
Created on Sat Jun 29 23:25:55 2013
@author: shane
"""
import glob
import logging
import os
import shutil
import subprocess
from xml.etree import ElementTree
SETTINGSFILE = "settings.xml"
HANDBRAKECOMMAND = ['HandBrakeCLI', '--verbose', '-i', '"{0}"', '-o', '"{1}"',
'-f', 'mkv', '-e', 'x264', '-x264-preset', 'slower',
'-x264-tune', 'animation', '-q', '20',
'--loose-anamorphic', '--decomb', '--detelecine',
'--denoise="2:1:2:3"', '--deblock']
TVRECORDINGSDIR = "/srv/storage2/videos/TVRecordings/"
LOGFILE = "encoding.log"
ACTIONLOG = "needsAction.log"
class TVShow:
def __init__(self, name, inputDirectory, outputDirectory):
self.name = name
self.inputDirectory = inputDirectory
self.outputDirectory = outputDirectory
def LoadSettings(source):
shows = []
settingsXml = ElementTree.parse(source).getroot()
for show in settingsXml.findall('show'):
newShow = TVShow(show[0].text, show[1].text, show[2].text)
shows.append(newShow)
return shows
def FindSeason(path, fileName):
season = "Season {0}".format(fileName[1:3])
seasonPath = os.path.join(path, season)
if not os.path.exists(seasonPath):
os.makedirs(seasonPath)
return seasonPath
def GetRecordingFile(file):
return os.path.join(TVRECORDINGSDIR, os.path.dirname(inputFile).split("/")[-1] + ".mpg")
def CheckOldOutputFileExists(file, myLogger):
myLogger.debug("Searching for existing file: {0}".format(file[:-3]+"*"))
return glob.glob(file[:-3]+"*")
def CreateLogger(name, filename, level):
logger = logging.getLogger(name)
handler = logging.FileHandler(filename)
formatter = logging.Formatter('%(asctime)s %(message)s')
handler.setFormatter(formatter)
handler.setLevel(level)
logger.addHandler(handler)
return logger
#generalLogger.basicConfig(filename=LOGFILE, level=logging.DEBUG, format='%(asctime)s %(message)s')
#actionLogger = logging.getLogger("action")
#actionLogger.basicConfig(filename=ACTIONLOG, level=logging.INFO, format='%(asctime)s %(message)s')
logging.basicConfig(level=logging.DEBUG)
generalLogger = CreateLogger("general", LOGFILE, logging.DEBUG)
actionLogger = CreateLogger("action", ACTIONLOG, logging.INFO)
generalLogger.debug("Loading settings from {0}".format(SETTINGSFILE))
shows = LoadSettings(SETTINGSFILE)
for show in shows:
generalLogger.info("Processing {0}".format(show.name))
fileList = []
for r,d,f in os.walk(show.inputDirectory):
for files in f:
if files.endswith(".mpg"):
fileList.append(os.path.join(r,files))
for inputFile in fileList:
generalLogger.info("Processing file {0}".format(inputFile))
inFile = os.path.basename(inputFile)
outFilename = inFile[:-3]+"mkv"
outPath = FindSeason(show.outputDirectory, outFilename)
outFile = os.path.join(outPath, outFilename)
generalLogger.debug("Output file is {0}".format(outFile))
if os.path.isfile(outFile):
message = "File {0} already exists. Not processing any further.".format(outFile)
generalLogger.warning(message)
actionLogger.info(message)
else:
existingFile = CheckOldOutputFileExists(outFile, generalLogger)
generalLogger.debug("Search returned {0}".format(existingFile))
if len(existingFile) > 0:
message = "There is an existing version of {0} at {1}.".format(outFilename, existingFile[0])
generalLogger.info(message)
actionLogger.info(message)
HANDBRAKECOMMAND[3] = inputFile
HANDBRAKECOMMAND[5] = outFile
generalLogger.debug("Handbrake command is: {0}".format(HANDBRAKECOMMAND))
po = subprocess.Popen(HANDBRAKECOMMAND)
po.wait()
generalLogger.info("Handbrake completed with return code {0}".format(po.returncode))
generalLogger.info("Deleting input files from {0}".format(os.path.dirname(inputFile)))
shutil.rmtree(os.path.dirname(inputFile))
linkAddress = GetRecordingFile(inputFile)
generalLogger.info("Deleting original file from {0}".format(linkAddress))
os.remove(linkAddress)
generalLogger.info("Creating symlink from {0} to {1}".format(linkAddress, outFile))
os.symlink(outFile, linkAddress)
generalLogger.info("Processing completed for {0}".format(inputFile))

32
ListFilesToEncode.py
View File

@@ -1,32 +0,0 @@
import os
from xml.etree import ElementTree
SETTINGSFILE = "settings.xml"
class TVShow:
def __init__(self, name, inputDirectory, outputDirectory):
self.name = name
self.inputDirectory = inputDirectory
self.outputDirectory = outputDirectory
def LoadSettings(source):
shows = []
settingsXml = ElementTree.parse(source).getroot()
for show in settingsXml.findall('show'):
newShow = TVShow(show[0].text, show[1].text, show[2].text)
shows.append(newShow)
return shows
shows = LoadSettings(SETTINGSFILE)
for show in shows:
fileList = []
for r,d,f in os.walk(show.inputDirectory):
for files in f:
if files.endswith(".mpg"):
fileList.append(os.path.join(r,files))
for inputFile in fileList:
print inputFile

154
ProcessRecordings.py
View File

@@ -1,154 +0,0 @@
import os
import shutil
import MySQLdb as mdb
import glob
import json
from urllib import urlopen
from fuzzywuzzy import fuzz
from operator import itemgetter
PROCESSDIR="/srv/storage2/files/VideoProcessing/"
THOMAS="Thomas"
CHUGGINGTON="Chuggington"
MIKE="MikeTheKnight"
OCTONAUTS="Octonauts"
NIGHTGARDEN="InTheNightGarden"
RAARAA="RaaRaa"
INPUTDIR="Input"
SICKBEARDAPI="http://192.168.0.2:8081/api/3678177136222bf5002be209220ccb20/"
class TVShow:
def __init__(self, episode, season, title, subtitle, description):
self.episode = episode
self.season = season
self.title = title
self.subtitle = subtitle
self.description = description
def FindShowId(showName):
jsonurl = urlopen(SICKBEARDAPI+"?cmd=shows")
result = json.loads(jsonurl.read())
shows = []
for show in result['data']:
shows.append((show, fuzz.partial_ratio(showName.lower(), result['data'][show]['show_name'].lower())))
shows = sorted(shows, key=itemgetter(1), reverse=True)
if shows[0][1] > 85:
return shows[0][0]
def FindEpisode(showId, name=None, description=None):
jsonurl = urlopen("{0}?cmd=show.seasons&tvdbid={1}".format(SICKBEARDAPI, showId))
result = json.loads(jsonurl.read())
for season in result['data']:
for episode in result['data'][season]:
if name is not None and name.lower() == result['data'][season][episode]['name'].lower():
return (season, episode)
elif description is not None:
result = FindEpisodeByDescription(showId, season, episode, description)
if result is not None:
return result
return (0, 0)
def GetEpisodeName(subtitle, showName):
if subtitle[:len(showName)].lower() == showName.lower():
return subtitle[len(showName + ' and the '):]
else:
return subtitle
def FindEpisodeByDescription(showId, season, episode, description):
jsonEpisodeUrl = urlopen("{0}?cmd=episode&tvdbid={1}&season={2}&episode={3}".format(SICKBEARDAPI, showId, season, episode))
episodeResult = json.loads(jsonEpisodeUrl.read())
if fuzz.ratio(episodeResult['data']['description'].lower(), description.lower()) > 85:
return (season, episode)
return None
def DetermineTargetFilename(directory, filename, inputFilename):
dir = os.path.join(directory, inputFilename[:-4])
if not os.path.exists(dir):
os.makedirs(dir)
return os.path.join(dir, filename)
def ProcessKnownEpisode(directory, filename, inputFilename):
target = DetermineTargetFilename(directory, filename, inputFilename)
shutil.move(inputFilename, target)
def ProcessUnknownEpisode(inputFilename):
print "do this"
def RetrieveEpisodeData(inputFile):
con = mdb.connect('localhost', 'script', 'script', 'mythconverg')
with con:
cur = con.cursor(mdb.cursors.DictCursor)
cur.execute("select episode, season, title, subtitle, description from mythconverg.recorded where basename = '{0}'".format(inputFile))
result = cur.fetchone()
return TVShow(result['episode'], result['season'], result['title'], result['subtitle'], result['description'])
def FixEpisodeSeasonNumber(number):
if number < 10:
return "0{0}".format(number)
else:
return str(number)
def GetDirectory(title, season):
directory = ""
if title == "Thomas and Friends" or title == "Thomas the Tank Engine & Friends":
directory = THOMAS
elif title == "Chuggington":
directory = CHUGGINGTON
elif title == "Mike the Knight":
directory = MIKE
elif title == "Octonauts" or title == "The Octonauts":
directory = OCTONAUTS
elif title == "In the Night Garden":
directory = NIGHTGARDEN
elif title == "Raa Raa! The Noisy Lion":
directory = RAARAA
else:
print "Didn't match"
return os.path.join(PROCESSDIR, directory, INPUTDIR, season)
def ProcessEpisode(inputFile):
show = RetrieveEpisodeData(inputFile)
if show.title:
if show.subtitle:
show.subtitle = GetEpisodeName(show.subtitle, show.title)
if (show.season == '0' or show.episode == '0'):
showId = FindShowId(show.title)
result = FindEpisode(showId, show.subtitle, show.description)
show.season = result[0]
show.episode = result[1]
if show.season != "0" and show.episode != "0":
show.season = FixEpisodeSeasonNumber(show.season)
show.episode = FixEpisodeSeasonNumber(show.episode)
seasonFolder = "Season {0}".format(show.season)
season = "S{0}".format(show.season)
episode = "E{0}".format(show.episode)
renamedFile = "{0}{1} - {2} - SD TV_.mpg".format(season, episode, show.subtitle)
directory = GetDirectory(show.title, seasonFolder)
ProcessKnownEpisode(directory, renamedFile, os.path.basename(inputFile))
else:
print "no show name"
def GetFilesToProcess():
return glob.glob("*.mpg")
for file in GetFilesToProcess():
ProcessEpisode(file)

67
ProcessRecordingsTest.py
View File

@@ -1,67 +0,0 @@
# -*- coding: utf-8 -*-
"""
Created on Thu Jul 04 14:40:38 2013
@author: shane
"""
import ProcessRecordings
import unittest
from minimock import mock
import os.path
class ProcessRecordingsTest(unittest.TestCase):
def test_fixnumber(self):
result = ProcessRecordings.FixEpisodeSeasonNumber(1)
self.assertEqual("01", result)
def test_fixnumber2(self):
result = ProcessRecordings.FixEpisodeSeasonNumber(9)
self.assertEqual("09", result)
def test_fixnumber3(self):
result = ProcessRecordings.FixEpisodeSeasonNumber(11)
self.assertEqual("11", result)
def test_episodeName(self):
subtitle = 'Mike the Knight and the Test Case'
title = 'Mike the Knight'
result = ProcessRecordings.GetEpisodeName(subtitle, title)
self.assertEqual('Test Case', result)
def test_episodeName2(self):
subtitle = 'Test Case 2'
title = 'Mike the Knight'
result = ProcessRecordings.GetEpisodeName(subtitle, title)
self.assertEqual('Test Case 2', result)
def test_GetDirectoryThomas(self):
title = 'Thomas and Friends'
season = 'Season 01'
result = ProcessRecordings.GetDirectory(title, season)
self.assertEqual("/srv/storage2/files/VideoProcessing/Thomas/Input/Season 01", result)
def test_GetDirectoryThomas2(self):
title = 'Thomas the Tank Engine & Friends'
season = 'Season 01'
result = ProcessRecordings.GetDirectory(title, season)
self.assertEqual("/srv/storage2/files/VideoProcessing/Thomas/Input/Season 01", result)
def test_GetDirectoryChuggington(self):
title = 'Chuggington'
season = 'Season 02'
result = ProcessRecordings.GetDirectory(title, season)
self.assertEqual("/srv/storage2/files/VideoProcessing/Chuggington/Input/Season 02", result)
def test_DetermineTargetFilename(self):
directory = '/srv/storage2/test/Input'
filename = 'S01E02 - test episode - SD TV_.mpg'
inputFilename = '123456.mpg'
mock('os.path.exists', returns=True)
result = ProcessRecordings.DetermineTargetFilename(directory, filename, inputFilename)
self.assertEqual('/srv/storage2/test/Input/123456/S01E02 - test episode - SD TV_.mpg', result)
if __name__ == '__main__':
suite = unittest.TestLoader().loadTestsFromTestCase(ProcessRecordingsTest)
unittest.TextTestRunner(verbosity=2).run(suite)

68
sickbeard.py
View File

@@ -1,68 +0,0 @@
# -*- coding: utf-8 -*-
"""
Created on Tue Jul 2 21:00:35 2013
@author: shane
"""
import json
from urllib import urlopen
from fuzzywuzzy import fuzz
from operator import itemgetter
def FindShowId(showName):
jsonurl = urlopen("http://192.168.0.2:8081/api/3678177136222bf5002be209220ccb20/?cmd=shows")
result = json.loads(jsonurl.read())
shows = []
for show in result['data']:
shows.append((show, fuzz.partial_ratio(showName.lower(), result['data'][show]['show_name'].lower())))
shows = sorted(shows, key=itemgetter(1), reverse=True)
if shows[0][1] > 85:
return shows[0][0]
def FindEpisode(showId, name=None, description=None):
jsonurl = urlopen("http://192.168.0.2:8081/api/3678177136222bf5002be209220ccb20/?cmd=show.seasons&tvdbid={0}".format(showId))
result = json.loads(jsonurl.read())
for season in result['data']:
for episode in result['data'][season]:
if name is not None and name.lower() == result['data'][season][episode]['name'].lower():
return (season, episode)
elif description is not None:
result = FindEpisodeByDescription(showId, season, episode, description)
if result is not None:
return result
return (0, 0)
def GetEpisodeName(subtitle, showName):
if subtitle[:len(showName)].lower() == showName.lower():
return subtitle[len(showName + ' and the '):]
else:
return subtitle
def FindEpisodeByDescription(showId, season, episode, description):
jsonEpisodeUrl = urlopen("http://192.168.0.2:8081/api/3678177136222bf5002be209220ccb20/?cmd=episode&tvdbid={0}&season={1}&episode={2}".format(showId, season, episode))
episodeResult = json.loads(jsonEpisodeUrl.read())
if fuzz.ratio(episodeResult['data']['description'].lower(), description.lower()) > 85:
return (season, episode)
return None
showId = FindShowId('Mike the Knight')
#showId = FindShowId("Octonauts")
#print showId
subtitle = 'Mike the Knight and the Knightly Campout'
description = "When the Octopod's waterworks are flooded with frightened Humuhumu fish, the Octonauts have to find a way to flush them out!"
episodeName = GetEpisodeName(subtitle, 'Mike the Knight')
result = FindEpisode(showId, episodeName)
#result = FindEpisodeByDescription(showId, description)
print result[0]
print result[1]