From 83d0b64b5a3048db94a53dcda72a1e862ccb8e62 Mon Sep 17 00:00:00 2001 From: yomguy Date: Fri, 1 Feb 2013 13:29:36 +0100 Subject: [PATCH] begin to update conf import --- .../commands/teleforma-import-conferences.py | 18 +- .../teleforma-import-seminar-media.py | 207 ++++++++++++++++++ 2 files changed, 222 insertions(+), 3 deletions(-) create mode 100644 teleforma/management/commands/teleforma-import-seminar-media.py diff --git a/teleforma/management/commands/teleforma-import-conferences.py b/teleforma/management/commands/teleforma-import-conferences.py index 3a055b25..87034b36 100644 --- a/teleforma/management/commands/teleforma-import-conferences.py +++ b/teleforma/management/commands/teleforma-import-conferences.py @@ -8,6 +8,7 @@ from telemeta.util.unaccent import unaccent from teleforma.models import * import logging import os +import timeside class Logger: @@ -27,10 +28,10 @@ class Command(BaseCommand): admin_email = 'webmaster@parisson.com' args = 'organization log_file' spacer = '_-_' - media_formats = ['mp3', 'webm'] + original_format = 'webm' + transcoded_formats = ['mp4', 'ogg', 'mp3'] image_formats = ['png', 'jpg'] - def cleanup(self): medias = Media.objects.all() for media in medias: @@ -39,6 +40,16 @@ class Command(BaseCommand): for item in items: item.delete() + def get_duration(self, file): + decoder = timeside.decoder.FileDecoder(file) + decoder.setup() + # time.sleep(0.5) + value = str(datetime.timedelta(0,decoder.input_duration)) + t = value.split(':') + t[2] = t[2].split('.')[0] + return ':'.join(t) + + def handle(self, *args, **options): organization_name = args[0] log_file = args[1] @@ -57,7 +68,7 @@ class Command(BaseCommand): name = os.path.splitext(filename)[0] ext = os.path.splitext(filename)[1][1:] - if ext in self.media_formats: + if ext in self.original_format: root_list = root.split(os.sep) public_id = root_list[-1] course = root_list[-2] @@ -109,6 +120,7 @@ class Command(BaseCommand): item.title = name item.file = path + item.approx_duration = self.get_duration(root+os.sep+filename) item.save() files = os.listdir(root) diff --git a/teleforma/management/commands/teleforma-import-seminar-media.py b/teleforma/management/commands/teleforma-import-seminar-media.py new file mode 100644 index 00000000..273d867f --- /dev/null +++ b/teleforma/management/commands/teleforma-import-seminar-media.py @@ -0,0 +1,207 @@ +from optparse import make_option +from django.conf import settings +from django.core.management.base import BaseCommand, CommandError +from django.contrib.auth.models import User +from django.template.defaultfilters import slugify +from telemeta.models import * +from telemeta.util.unaccent import unaccent +from teleforma.models import * +import logging +import os, sys, time, datetime +import timeside + + +class Logger: + """A logging object""" + + def __init__(self, file): + self.logger = logging.getLogger('teleforma') + self.hdlr = logging.FileHandler(file) + self.formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s') + self.hdlr.setFormatter(self.formatter) + self.logger.addHandler(self.hdlr) + self.logger.setLevel(logging.INFO) + + +class Command(BaseCommand): + help = "Import seminars from the MEDIA_ROOT directory " + admin_email = 'webmaster@parisson.com' + args = 'organization log_file' + spacer = '_-_' + original_format = 'webm' + transcoded_formats = ['mp4', 'ogg', 'mp3'] + image_formats = ['png', 'jpg'] + media_rank_dict = {'bis': 2, 'ter': 3, 'quarter': 4, 'quinquies': 5, 'quater': 4} + + def cleanup(self): + items = MediaItemTranscoded.objects.all() + for i in items : + i.delete() + + items = MediaItemRelated.objects.all() + for i in items : + i.delete() + + items = MediaItem.objects.all() + for i in items : + i.delete() + + items = MediaCollection.objects.all() + for i in items : + i.delete() + + medias = Media.objects.all() + for media in medias: + media.delete() + + def get_duration(self, file): + decoder = timeside.decoder.FileDecoder(file) + decoder.setup() + # time.sleep(0.5) + value = str(datetime.timedelta(0,decoder.input_duration)) + t = value.split(':') + t[2] = t[2].split('.')[0] + return ':'.join(t) + + def handle(self, *args, **options): + organization_name = args[0] + log_file = args[1] + logger = Logger(log_file) + + organization = Organization.objects.get(name=organization_name) + self.media_dir = settings.MEDIA_ROOT + organization.name + file_list = [] + + self.cleanup() + + walk = os.walk(self.media_dir, followlinks=True) + + for root, dirs, files in walk: + for filename in files: + name = os.path.splitext(filename)[0] + ext = os.path.splitext(filename)[1][1:] + root_list = root.split(os.sep) + + if ext in self.original_format and not 'preview' in root_list \ + and not 'preview' in filename and filename[0] != '.': + + print filename + # seminar_rank <= 9 + seminar_rank = int(root_list[-1][0]) + if len(root_list[-1]) != 1: + media_rank = self.media_rank_dict[root_list[-1][1:]] + preview_trigger = False + else: + media_rank = 1 + preview_trigger = True + + course_code = root_list[-2] + master_dir = root_list[-3] + department_name = root_list[-4] + organization_name = root_list[-5] + + dir = os.sep.join(root_list[-5:]) + path = dir + os.sep + filename + + seminar_title = '_'.join([course_code, str(seminar_rank)]) + collection_id = '_'.join([department_name, seminar_title]) + course = Course.objects.get(code=course_code) + department, c = Department.objects.get_or_create(name=department_name, + organization=organization) + seminar, c = Seminar.objects.get_or_create(course=course, rank=seminar_rank) + if c: + seminar.title = course.title + seminar.save() + + exist = False + medias = seminar.medias.all() + for media in medias: + if media.item.file == path: + exist = True + break + + if not exist: + collections = MediaCollection.objects.filter(code=collection_id) + if not collections: + collection = MediaCollection(code=collection_id,title=collection_id) + collection.save() + else: + collection = collections[0] + + id = '_'.join([collection_id, ext, str(media_rank)]) + + items = MediaItem.objects.filter(collection=collection, code=id) + if not items: + item = MediaItem(collection=collection, code=id) + item.save() + else: + item = items[0] + + item.title = name + item.file = path + + item.approx_duration = self.get_duration(root+os.sep+filename) + item.save() + + files = os.listdir(root) + for file in files: + r_path = dir + os.sep + file + filename, extension = os.path.splitext(file) + if extension[1:] in self.image_formats: + related, c = MediaItemRelated.objects.get_or_create(item=item, file=r_path) + related.title = 'preview' + related.set_mime_type() + related.save() + print 'thumb added' + elif extension[1:] in self.transcoded_formats: + t, c = MediaItemTranscoded.objects.get_or_create(item=item, file=r_path) + print "transcoded added" + elif extension[1:] == 'kdenlive': + related, c = MediaItemRelated.objects.get_or_create(item=item, file=r_path) + markers = related.parse_markers() + if markers: + item.title = markers[0]['comment'] + item.save() + print "related parsed" + + media, c = Media.objects.get_or_create(item=item, course=course, type=ext) + if c: + media.set_mime_type() + media.rank = media_rank + media.is_published = True + media.save() + + if not media in seminar.medias.all(): + seminar.medias.add(media) + + # import previews + if preview_trigger: + dir = os.path.abspath(root + '/../preview/' + str(seminar_rank)) + if os.path.exists(dir): + r_dir = os.sep.join(dir.split(os.sep)[-6:]) + files = os.listdir(dir) + code = item.code + '_preview' + title = item.title + ' (preview)' + item = MediaItem(collection=collection, code=code, title=title) + item.save() + for file in files: + r_path = r_dir + os.sep + file + filename, extension = os.path.splitext(file) + if extension[1:] in self.original_format: + item.file = r_path + item.approx_duration = self.get_duration(dir+os.sep+file) + item.save() + item.save() + print "preview added" + elif extension[1:] in self.transcoded_formats: + t, c = MediaItemTranscoded.objects.get_or_create(item=item, file=r_path) + print "preview transcoded added" + + media = Media(item=item, course=course, type=ext) + media.set_mime_type() + media.is_published = True + media.save() + seminar.media_preview = media + seminar.save() + + logger.logger.info(path) -- 2.39.5