Added process scripts

This commit is contained in:
2013-07-05 10:03:36 +10:00
parent 48b1ba48b3
commit 2f0e6390d1
3 changed files with 253 additions and 0 deletions

32
ListFilesToEncode.py Executable file
View File

@@ -0,0 +1,32 @@
import os
from xml.etree import ElementTree
SETTINGSFILE = "settings.xml"
class TVShow:
def __init__(self, name, inputDirectory, outputDirectory):
self.name = name
self.inputDirectory = inputDirectory
self.outputDirectory = outputDirectory
def LoadSettings(source):
shows = []
settingsXml = ElementTree.parse(source).getroot()
for show in settingsXml.findall('show'):
newShow = TVShow(show[0].text, show[1].text, show[2].text)
shows.append(newShow)
return shows
shows = LoadSettings(SETTINGSFILE)
for show in shows:
fileList = []
for r,d,f in os.walk(show.inputDirectory):
for files in f:
if files.endswith(".mpg"):
fileList.append(os.path.join(r,files))
for inputFile in fileList:
print inputFile

154
ProcessRecordings.py Executable file
View File

@@ -0,0 +1,154 @@
import os
import shutil
import MySQLdb as mdb
import glob
import json
from urllib import urlopen
from fuzzywuzzy import fuzz
from operator import itemgetter
PROCESSDIR="/srv/storage2/files/VideoProcessing/"
THOMAS="Thomas"
CHUGGINGTON="Chuggington"
MIKE="MikeTheKnight"
OCTONAUTS="Octonauts"
NIGHTGARDEN="InTheNightGarden"
RAARAA="RaaRaa"
INPUTDIR="Input"
SICKBEARDAPI="http://192.168.0.2:8081/api/3678177136222bf5002be209220ccb20/"
class TVShow:
def __init__(self, episode, season, title, subtitle, description):
self.episode = episode
self.season = season
self.title = title
self.subtitle = subtitle
self.description = description
def FindShowId(showName):
jsonurl = urlopen(SICKBEARDAPI+"?cmd=shows")
result = json.loads(jsonurl.read())
shows = []
for show in result['data']:
shows.append((show, fuzz.partial_ratio(showName.lower(), result['data'][show]['show_name'].lower())))
shows = sorted(shows, key=itemgetter(1), reverse=True)
if shows[0][1] > 85:
return shows[0][0]
def FindEpisode(showId, name=None, description=None):
jsonurl = urlopen("{0}?cmd=show.seasons&tvdbid={1}".format(SICKBEARDAPI, showId))
result = json.loads(jsonurl.read())
for season in result['data']:
for episode in result['data'][season]:
if name is not None and name.lower() == result['data'][season][episode]['name'].lower():
return (season, episode)
elif description is not None:
result = FindEpisodeByDescription(showId, season, episode, description)
if result is not None:
return result
return (0, 0)
def GetEpisodeName(subtitle, showName):
if subtitle[:len(showName)].lower() == showName.lower():
return subtitle[len(showName + ' and the '):]
else:
return subtitle
def FindEpisodeByDescription(showId, season, episode, description):
jsonEpisodeUrl = urlopen("{0}?cmd=episode&tvdbid={1}&season={2}&episode={3}".format(SICKBEARDAPI, showId, season, episode))
episodeResult = json.loads(jsonEpisodeUrl.read())
if fuzz.ratio(episodeResult['data']['description'].lower(), description.lower()) > 85:
return (season, episode)
return None
def DetermineTargetFilename(directory, filename, inputFilename):
dir = os.path.join(directory, inputFilename[:-4])
if not os.path.exists(dir):
os.makedirs(dir)
return os.path.join(dir, filename)
def ProcessKnownEpisode(directory, filename, inputFilename):
target = DetermineTargetFilename(directory, filename, inputFilename)
shutil.move(inputFilename, target)
def ProcessUnknownEpisode(inputFilename):
print "do this"
def RetrieveEpisodeData(inputFile):
con = mdb.connect('localhost', 'script', 'script', 'mythconverg')
with con:
cur = con.cursor(mdb.cursors.DictCursor)
cur.execute("select episode, season, title, subtitle, description from mythconverg.recorded where basename = '{0}'".format(inputFile))
result = cur.fetchone()
return TVShow(result['episode'], result['season'], result['title'], result['subtitle'], result['description'])
def FixEpisodeSeasonNumber(number):
if number < 10:
return "0{0}".format(number)
else:
return str(number)
def GetDirectory(title, season):
directory = ""
if title == "Thomas and Friends" or title == "Thomas the Tank Engine & Friends":
directory = THOMAS
elif title == "Chuggington":
directory = CHUGGINGTON
elif title == "Mike the Knight":
directory = MIKE
elif title == "Octonauts" or title == "The Octonauts":
directory = OCTONAUTS
elif title == "In the Night Garden":
directory = NIGHTGARDEN
elif title == "Raa Raa! The Noisy Lion":
directory = RAARAA
else:
print "Didn't match"
return os.path.join(PROCESSDIR, directory, INPUTDIR, season)
def ProcessEpisode(inputFile):
show = RetrieveEpisodeData(inputFile)
if show.title:
if show.subtitle:
show.subtitle = GetEpisodeName(show.subtitle, show.title)
if (show.season == '0' or show.episode == '0'):
showId = FindShowId(show.title)
result = FindEpisode(showId, show.subtitle, show.description)
show.season = result[0]
show.episode = result[1]
if show.season != "0" and show.episode != "0":
show.season = FixEpisodeSeasonNumber(show.season)
show.episode = FixEpisodeSeasonNumber(show.episode)
seasonFolder = "Season {0}".format(show.season)
season = "S{0}".format(show.season)
episode = "E{0}".format(show.episode)
renamedFile = "{0}{1} - {2} - SD TV_.mpg".format(season, episode, show.subtitle)
directory = GetDirectory(show.title, seasonFolder)
ProcessKnownEpisode(directory, renamedFile, os.path.basename(inputFile))
else:
print "no show name"
def GetFilesToProcess():
return glob.glob("*.mpg")
for file in GetFilesToProcess():
ProcessEpisode(file)

67
ProcessRecordingsTest.py Executable file
View File

@@ -0,0 +1,67 @@
# -*- coding: utf-8 -*-
"""
Created on Thu Jul 04 14:40:38 2013
@author: shane
"""
import ProcessRecordings
import unittest
from minimock import mock
import os.path
class ProcessRecordingsTest(unittest.TestCase):
def test_fixnumber(self):
result = ProcessRecordings.FixEpisodeSeasonNumber(1)
self.assertEqual("01", result)
def test_fixnumber2(self):
result = ProcessRecordings.FixEpisodeSeasonNumber(9)
self.assertEqual("09", result)
def test_fixnumber3(self):
result = ProcessRecordings.FixEpisodeSeasonNumber(11)
self.assertEqual("11", result)
def test_episodeName(self):
subtitle = 'Mike the Knight and the Test Case'
title = 'Mike the Knight'
result = ProcessRecordings.GetEpisodeName(subtitle, title)
self.assertEqual('Test Case', result)
def test_episodeName2(self):
subtitle = 'Test Case 2'
title = 'Mike the Knight'
result = ProcessRecordings.GetEpisodeName(subtitle, title)
self.assertEqual('Test Case 2', result)
def test_GetDirectoryThomas(self):
title = 'Thomas and Friends'
season = 'Season 01'
result = ProcessRecordings.GetDirectory(title, season)
self.assertEqual("/srv/storage2/files/VideoProcessing/Thomas/Input/Season 01", result)
def test_GetDirectoryThomas2(self):
title = 'Thomas the Tank Engine & Friends'
season = 'Season 01'
result = ProcessRecordings.GetDirectory(title, season)
self.assertEqual("/srv/storage2/files/VideoProcessing/Thomas/Input/Season 01", result)
def test_GetDirectoryChuggington(self):
title = 'Chuggington'
season = 'Season 02'
result = ProcessRecordings.GetDirectory(title, season)
self.assertEqual("/srv/storage2/files/VideoProcessing/Chuggington/Input/Season 02", result)
def test_DetermineTargetFilename(self):
directory = '/srv/storage2/test/Input'
filename = 'S01E02 - test episode - SD TV_.mpg'
inputFilename = '123456.mpg'
mock('os.path.exists', returns=True)
result = ProcessRecordings.DetermineTargetFilename(directory, filename, inputFilename)
self.assertEqual('/srv/storage2/test/Input/123456/S01E02 - test episode - SD TV_.mpg', result)
if __name__ == '__main__':
suite = unittest.TestLoader().loadTestsFromTestCase(ProcessRecordingsTest)
unittest.TextTestRunner(verbosity=2).run(suite)