]> git.parisson.com Git - teleforma.git/commitdiff
begin to update conf import
authoryomguy <yomguy@parisson.com>
Fri, 1 Feb 2013 12:29:36 +0000 (13:29 +0100)
committeryomguy <yomguy@parisson.com>
Fri, 1 Feb 2013 12:29:36 +0000 (13:29 +0100)
teleforma/management/commands/teleforma-import-conferences.py
teleforma/management/commands/teleforma-import-seminar-media.py [new file with mode: 0644]

index 3a055b257d28b21e1513e2461d3feeabffb779b2..87034b361667c0b420e22669c0f6560bdbc12deb 100644 (file)
@@ -8,6 +8,7 @@ from telemeta.util.unaccent import unaccent
 from teleforma.models import *
 import logging
 import os
+import timeside
 
 
 class Logger:
@@ -27,10 +28,10 @@ class Command(BaseCommand):
     admin_email = 'webmaster@parisson.com'
     args = 'organization log_file'
     spacer = '_-_'
-    media_formats = ['mp3', 'webm']
+    original_format = 'webm'
+    transcoded_formats = ['mp4', 'ogg', 'mp3']
     image_formats = ['png', 'jpg']
 
-
     def cleanup(self):
         medias = Media.objects.all()
         for media in medias:
@@ -39,6 +40,16 @@ class Command(BaseCommand):
         for item in items:
             item.delete()
 
+    def get_duration(self, file):
+        decoder = timeside.decoder.FileDecoder(file)
+        decoder.setup()
+        # time.sleep(0.5)
+        value = str(datetime.timedelta(0,decoder.input_duration))
+        t = value.split(':')
+        t[2] = t[2].split('.')[0]
+        return ':'.join(t)
+
+
     def handle(self, *args, **options):
         organization_name = args[0]
         log_file = args[1]
@@ -57,7 +68,7 @@ class Command(BaseCommand):
                 name = os.path.splitext(filename)[0]
                 ext = os.path.splitext(filename)[1][1:]
 
-                if ext in self.media_formats:
+                if ext in self.original_format:
                     root_list = root.split(os.sep)
                     public_id = root_list[-1]
                     course = root_list[-2]
@@ -109,6 +120,7 @@ class Command(BaseCommand):
 
                             item.title = name
                             item.file = path
+                            item.approx_duration = self.get_duration(root+os.sep+filename)
                             item.save()
 
                             files = os.listdir(root)
diff --git a/teleforma/management/commands/teleforma-import-seminar-media.py b/teleforma/management/commands/teleforma-import-seminar-media.py
new file mode 100644 (file)
index 0000000..273d867
--- /dev/null
@@ -0,0 +1,207 @@
+from optparse import make_option
+from django.conf import settings
+from django.core.management.base import BaseCommand, CommandError
+from django.contrib.auth.models import User
+from django.template.defaultfilters import slugify
+from telemeta.models import *
+from telemeta.util.unaccent import unaccent
+from teleforma.models import *
+import logging
+import os, sys, time, datetime
+import timeside
+
+
+class Logger:
+    """A logging object"""
+
+    def __init__(self, file):
+        self.logger = logging.getLogger('teleforma')
+        self.hdlr = logging.FileHandler(file)
+        self.formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s')
+        self.hdlr.setFormatter(self.formatter)
+        self.logger.addHandler(self.hdlr)
+        self.logger.setLevel(logging.INFO)
+
+
+class Command(BaseCommand):
+    help = "Import seminars from the MEDIA_ROOT directory "
+    admin_email = 'webmaster@parisson.com'
+    args = 'organization log_file'
+    spacer = '_-_'
+    original_format = 'webm'
+    transcoded_formats = ['mp4', 'ogg', 'mp3']
+    image_formats = ['png', 'jpg']
+    media_rank_dict = {'bis': 2, 'ter': 3, 'quarter': 4, 'quinquies': 5, 'quater': 4}
+
+    def cleanup(self):
+        items  = MediaItemTranscoded.objects.all()
+        for i in items :
+            i.delete()
+
+        items  = MediaItemRelated.objects.all()
+        for i in items :
+            i.delete()
+
+        items  = MediaItem.objects.all()
+        for i in items :
+            i.delete()
+
+        items  = MediaCollection.objects.all()
+        for i in items :
+            i.delete()
+
+        medias = Media.objects.all()
+        for media in medias:
+            media.delete()
+
+    def get_duration(self, file):
+        decoder = timeside.decoder.FileDecoder(file)
+        decoder.setup()
+        # time.sleep(0.5)
+        value = str(datetime.timedelta(0,decoder.input_duration))
+        t = value.split(':')
+        t[2] = t[2].split('.')[0]
+        return ':'.join(t)
+
+    def handle(self, *args, **options):
+        organization_name = args[0]
+        log_file = args[1]
+        logger = Logger(log_file)
+
+        organization = Organization.objects.get(name=organization_name)
+        self.media_dir = settings.MEDIA_ROOT + organization.name
+        file_list = []
+
+        self.cleanup()
+
+        walk = os.walk(self.media_dir, followlinks=True)
+
+        for root, dirs, files in walk:
+            for filename in files:
+                name = os.path.splitext(filename)[0]
+                ext = os.path.splitext(filename)[1][1:]
+                root_list = root.split(os.sep)
+
+                if ext in self.original_format and not 'preview' in root_list \
+                            and not 'preview' in filename and filename[0] != '.':
+
+                    print filename
+                    # seminar_rank <= 9
+                    seminar_rank = int(root_list[-1][0])
+                    if len(root_list[-1]) != 1:
+                        media_rank = self.media_rank_dict[root_list[-1][1:]]
+                        preview_trigger = False
+                    else:
+                        media_rank = 1
+                        preview_trigger = True
+
+                    course_code = root_list[-2]
+                    master_dir = root_list[-3]
+                    department_name = root_list[-4]
+                    organization_name = root_list[-5]
+
+                    dir = os.sep.join(root_list[-5:])
+                    path = dir + os.sep + filename
+
+                    seminar_title = '_'.join([course_code, str(seminar_rank)])
+                    collection_id = '_'.join([department_name, seminar_title])
+                    course = Course.objects.get(code=course_code)
+                    department, c = Department.objects.get_or_create(name=department_name,
+                                                                     organization=organization)
+                    seminar, c = Seminar.objects.get_or_create(course=course, rank=seminar_rank)
+                    if c:
+                        seminar.title = course.title
+                        seminar.save()
+
+                    exist = False
+                    medias = seminar.medias.all()
+                    for media in medias:
+                        if media.item.file == path:
+                            exist = True
+                            break
+
+                    if not exist:
+                        collections = MediaCollection.objects.filter(code=collection_id)
+                        if not collections:
+                            collection = MediaCollection(code=collection_id,title=collection_id)
+                            collection.save()
+                        else:
+                            collection = collections[0]
+
+                        id = '_'.join([collection_id, ext, str(media_rank)])
+
+                        items = MediaItem.objects.filter(collection=collection, code=id)
+                        if not items:
+                            item = MediaItem(collection=collection, code=id)
+                            item.save()
+                        else:
+                            item = items[0]
+
+                        item.title = name
+                        item.file = path
+
+                        item.approx_duration = self.get_duration(root+os.sep+filename)
+                        item.save()
+
+                        files = os.listdir(root)
+                        for file in files:
+                            r_path = dir + os.sep + file
+                            filename, extension = os.path.splitext(file)
+                            if extension[1:] in self.image_formats:
+                                related, c = MediaItemRelated.objects.get_or_create(item=item, file=r_path)
+                                related.title = 'preview'
+                                related.set_mime_type()
+                                related.save()
+                                print 'thumb added'
+                            elif extension[1:] in self.transcoded_formats:
+                                t, c = MediaItemTranscoded.objects.get_or_create(item=item, file=r_path)
+                                print "transcoded added"
+                            elif extension[1:] == 'kdenlive':
+                                related, c = MediaItemRelated.objects.get_or_create(item=item, file=r_path)
+                                markers = related.parse_markers()
+                                if markers:
+                                    item.title = markers[0]['comment']
+                                    item.save()
+                                print "related parsed"
+
+                        media, c = Media.objects.get_or_create(item=item, course=course, type=ext)
+                        if c:
+                            media.set_mime_type()
+                            media.rank = media_rank
+                            media.is_published = True
+                            media.save()
+
+                        if not media in seminar.medias.all():
+                            seminar.medias.add(media)
+
+                        # import previews
+                        if preview_trigger:
+                            dir = os.path.abspath(root + '/../preview/' +  str(seminar_rank))
+                            if os.path.exists(dir):
+                                r_dir = os.sep.join(dir.split(os.sep)[-6:])
+                                files = os.listdir(dir)
+                                code = item.code + '_preview'
+                                title = item.title + ' (preview)'
+                                item = MediaItem(collection=collection, code=code, title=title)
+                                item.save()
+                                for file in files:
+                                    r_path = r_dir + os.sep + file
+                                    filename, extension = os.path.splitext(file)
+                                    if extension[1:] in self.original_format:
+                                        item.file = r_path
+                                        item.approx_duration = self.get_duration(dir+os.sep+file)
+                                        item.save()
+                                        item.save()
+                                        print "preview added"
+                                    elif extension[1:] in self.transcoded_formats:
+                                        t, c = MediaItemTranscoded.objects.get_or_create(item=item, file=r_path)
+                                        print "preview transcoded added"
+
+                                media = Media(item=item, course=course, type=ext)
+                                media.set_mime_type()
+                                media.is_published = True
+                                media.save()
+                                seminar.media_preview = media
+                                seminar.save()
+
+                        logger.logger.info(path)