--- /dev/null
+from django.contrib import admin
+
+# Register your models here.
+from .models import Author, Keyword, Reference
+from .models import Event, EventType, EventVenue
+from .models import Document
+from .models import Notice
+
+
+class AuthorAdmin(admin.ModelAdmin):
+ list_filter = ('name',)
+ search_fields = ['name']
+ ordering = ['name']
+
+class KeywordAdmin(admin.ModelAdmin):
+ list_filter = ('name',)
+ search_fields = ['name']
+ ordering = ['name']
+
+class ReferenceAdmin(admin.ModelAdmin):
+ list_filter = ('name',)
+ search_fields = ['name']
+ ordering = ['name']
+
+class EventAdmin(admin.ModelAdmin):
+ list_filter = ('name',)
+ search_fields = ['name']
+ ordering = ['name']
+
+class EventTypeAdmin(admin.ModelAdmin):
+ list_filter = ('name',)
+ search_fields = ['name']
+ ordering = ['name']
+
+class EventVenueAdmin(admin.ModelAdmin):
+ list_filter = ('name',)
+ search_fields = ['name']
+ ordering = ['name']
+
+class NoticeAdmin(admin.ModelAdmin):
+ list_display = ('code', 'title')
+ list_filter = ('code', 'title')
+ search_fields = ['title', 'code']
+ filter_horizontal = ('authors', 'keywords',)
+
+
+
+admin.site.register(Author, AuthorAdmin)
+admin.site.register(Keyword, KeywordAdmin)
+admin.site.register(Reference, ReferenceAdmin)
+
+admin.site.register(Event, EventAdmin)
+admin.site.register(EventType, EventTypeAdmin)
+admin.site.register(EventVenue, EventVenueAdmin)
+
+
+admin.site.register(Document)
+admin.site.register(Notice, NoticeAdmin)
--- /dev/null
+from __future__ import unicode_literals
+
+from django.apps import AppConfig
+
+
+class McmConfig(AppConfig):
+ name = 'mcm'
--- /dev/null
+from django.core.management.base import BaseCommand, CommandError
+from django.db.models import Count
+
+from ...models import Document
+from ...models import Author
+from ...models import Notice
+
+
+class Command(BaseCommand):
+ help = 'Import items from XML'
+
+ def handle(self, *args, **options):
+
+ duplicate = Notice.objects.values('code').annotate(Count('id')).order_by().filter(id__count__gt=1)
+
+ for item in duplicate:
+ code = item['code']
+ docs = Notice.objects.filter(code=code)
+ print ('-----------')
+ print('code %s' % code)
+ for doc in docs:
+ print('\t Doc old id : %s' % doc.old_id)
+ print('\t Doc title : %s' % doc.title)
--- /dev/null
+# -*- coding: utf-8 -*
+
+from django.core.management.base import BaseCommand, CommandError
+
+from ...models import Document
+from ...models import Notice
+from ...models import Author, Keyword, Reference
+from ...models import Event, EventType, EventVenue
+
+#import lxml.etree.ElementTree as ET
+import xml.etree.ElementTree as ET
+import os
+
+replacements = {'auteur_affiche_(dessin)>': 'auteur_affiche_dessin>',
+ '[record_no]>': 'record_no>',
+ '<': '???<',
+ '&<': '?<',
+ '\00': '',
+ '\373': 'û',
+ 'sa lta nat\ 1a': 'saltanata',
+ 'Gugak FM\10': 'Gugak FM',
+ '\xf5': 'ı',
+ '\x1e': '',
+ '\x02': '',
+ '\xf9': '?',
+ '\xb7': '?'}
+
+def cleanup_xml(xml_file):
+ root, ext = os.path.splitext(xml_file)
+ clean_xml_file = ''.join([root,'_clean', ext])
+ if os.path.exists(clean_xml_file):
+ return clean_xml_file
+ line_err = None
+ with open(xml_file, 'U') as infile, open(clean_xml_file, 'w') as outfile:
+ l = 1
+ for line in infile:
+ if l == line_err:
+ print repr(line)
+ for src, target in replacements.iteritems():
+ line = line.replace(src, target)
+ #if line.startswith('Chant et flûte taegu'):
+ # print repr(line)
+ outfile.write(line)
+ l += 1
+
+ return clean_xml_file
+
+
+class Command(BaseCommand):
+ help = 'Import items from XML'
+
+ def add_arguments(self, parser):
+ parser.add_argument('xml_file', type=str)
+
+ def handle(self, *args, **options):
+ xml_file = options['xml_file']
+ clean_xml_file = cleanup_xml(xml_file)
+ parser = ET.XMLParser(encoding="utf-8")
+ tree = ET.parse(clean_xml_file, parser=parser)
+ root = tree.getroot()
+
+ # Remove all object in Database
+ Document.objects.all().delete()
+
+ document_traite = 0
+ document_non_traite = 0
+ erreur_date_parution = 0
+ erreur_date_indexation = 0
+
+ for document in root.iter('Document'):
+ #print '------------'
+ doc_type = document.find('Type').text
+ #print doc_type
+ if doc_type == 'a-Notice spectacle':
+ document_traite +=1
+ record_no = document.find('record_no').text
+ code = document.find('Cote').text
+
+
+ event_type = document.find('Type_Manifestation').text
+ event_type_obj, c = EventType.objects.get_or_create(name=event_type)
+
+ try:
+ event_venue = document.find('Lieu_Manifestation').text
+ event_venue_obj, c = EventVenue.objects.get_or_create(name=event_venue)
+ except AttributeError:
+ if document.find('Lieu_Manifestation') is None:
+ event_venue_obj = None
+ try:
+ event = document.find('Festival_et_Manifestation').text
+ event_obj, c = Event.objects.get_or_create(name=event)
+ except AttributeError:
+ if document.find('Festival_et_Manifestation') is None:
+ event_obj = None
+
+ notice, c = Notice.objects.get_or_create(old_id=record_no,
+ code=code,
+ event=event_obj,
+ event_type=event_type_obj,
+ event_venue=event_venue_obj)
+
+ notice.title = document.find('Titre').text
+ try:
+ notice.text = document.find('Texte').text
+ except:
+ pass
+
+
+ import datetime
+ try:
+ release_date = datetime.datetime.strptime(document.find('Date_de_parution').text,'%d/%m/%y').date()
+ except ValueError:
+ #if document.find('Date_de_parution').text == '2015/09/08':
+ # release_date = datetime.datetime.strptime('08/09/2015','%d/%m/%y').date()
+ release_date = None
+ erreur_date_parution += 1
+ try:
+ indexation_date = datetime.datetime.strptime(document.find('Date_d_indexation').text,'%d/%m/%y').date()
+ except ValueError:
+ indexation_date = None
+ erreur_date_indexation +=1
+
+ ## print '---------'
+ ## print record_no
+ ## print code
+ ## print title
+ ## print release_date
+ ## print indexation_date
+
+ # Authors
+ for author in document.findall('auteurs'):
+ author_obj, auth_c = Author.objects.get_or_create(name=author.text)
+ notice.authors.add(author_obj)
+ # Keywords
+ for keyword in document.findall('Mots-cles'):
+ keyword_obj, keyword_c = Keyword.objects.get_or_create(name=keyword.text)
+ notice.keywords.add(keyword_obj)
+ # Referencess
+ for ref in document.findall('Reference'):
+ ref_obj, ref_c = Reference.objects.get_or_create(name=ref.text)
+ notice.references.add(ref_obj)
+
+
+ notice.save()
+ else:
+ document_non_traite += 1
+
+ print '-*-*--*-*-*-*-*-*-*-*'
+ print 'document_traité : %d' % document_traite
+ print 'document_non_traité : %d' % document_non_traite
+ print 'erreur_date_parution : %d' % erreur_date_parution
+ print 'erreur_date_indexation : %d' % erreur_date_indexation
+
+
+
+
--- /dev/null
+# -*- coding: utf-8 -*-
+
+from __future__ import unicode_literals
+
+from django.db import models
+from django.utils.translation import ugettext_lazy as _
+
+
+# Create your models here.
+
+class BaseMany(models.Model):
+ name = models.CharField(max_length=100, blank=False, unique=True)
+
+ def __unicode__(self):
+ return self.name
+
+ class Meta:
+ abstract = True
+
+class Author(BaseMany):
+ pass
+
+class Keyword(BaseMany):
+ pass
+
+class Reference(BaseMany):
+ pass
+
+class EventType(BaseMany):
+ pass
+
+class EventVenue(BaseMany):
+ pass
+
+class Event(BaseMany):
+ pass
+
+
+
+DOCUMENT_TYPES = (
+ ('a', 'Notice spectacle'),
+ ('b', 'Disque'),
+ ('c', 'Vidéo DVD&VHS'),
+ ('d', 'Vidéo en ligne'),
+ ('e', 'Site Internet'),
+ ('f', 'Ouvrage & Thèse'),
+ ('g', 'Revue'),
+ ('h', 'Article'),
+ ('i', 'Photo'),
+ ('j', 'Affiche - Brochure'),
+ ('k', 'Pédagogique'),
+ ('l', 'Objet')
+ )
+
+class Document(models.Model):
+ code = models.CharField(_('code'), unique=False, blank=True,
+ max_length=200) # Cote
+ authors = models.ManyToManyField(Author) # Auteur
+ title = models.CharField(_('title'), max_length=200) # Titre
+ #doc_type = models.CharField(max_length=1,
+ # choices=DOCUMENT_TYPES) # Type
+ old_id = models.IntegerField(unique=True, blank=False) # Record No
+ references = models.ManyToManyField(Reference) #<Reference>Le Chant du Monde</Reference>
+ release_date = models.DateField(_('release date'), null=True, blank=True)#<Date_de_parution>1995</Date_de_parution>
+ #<Mots-cles>Musique d'Indonésie</Mots-cles>
+ keywords = models.ManyToManyField(Keyword) #<Mots-cles>Toraja</Mots-cles>
+ text = models.TextField(default='')
+ #<Classement_Geographique>Indonésie</Classement_Geographique>
+ event_type = models.ForeignKey(EventType)#<Type_Manifestation>Danse</Type_Manifestation>
+ event_venue = models.ForeignKey(EventVenue, blank=True, null=True)#<Lieu_Manifestation>Le Rond Point, Théâtre Renaud-Barrault, Paris</Lieu_Manifestation>
+ event = models.ForeignKey(Event, blank=True, null=True)#<Festival_et_Manifestation>Japon 93</Festival_et_Manifestation>
+ #<Support>Compact Disc Digital Audio</Support>
+ #<Duree>69'14</Duree>
+ #<Collection>Le chant du monde</Collection>
+ #<No_de_collection>CNR 2741004</No_de_collection>
+ indexation_date = models.DateField(_('indexation date'), null=True, blank=True) #<Date_d_indexation>21/02/16</Date_d_indexation>
+ #<Doc_no>5604</Doc_no>
+ #<Type>b-Disque</Type>
+ #<[record_no]>2300703</[record_no]>
+ #<aScript_Source_du_document>Le Chant du Monde ; Editions du CNRS, 1995</aScript_Source_du_document>
+ def __unicode__(self):
+ return self.title
+
+class Notice(Document):
+ pass
--- /dev/null
+from django.test import TestCase
+
+# Create your tests here.
--- /dev/null
+from django.shortcuts import render
+
+# Create your views here.
--- /dev/null
+"""
+Django settings for telemeta_mcm project.
+
+Generated by 'django-admin startproject' using Django 1.9.2.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/1.9/topics/settings/
+
+For the full list of settings and their values, see
+https://docs.djangoproject.com/en/1.9/ref/settings/
+"""
+
+import os
+
+# Build paths inside the project like this: os.path.join(BASE_DIR, ...)
+BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+
+
+# Quick-start development settings - unsuitable for production
+# See https://docs.djangoproject.com/en/1.9/howto/deployment/checklist/
+
+# SECURITY WARNING: keep the secret key used in production secret!
+SECRET_KEY = '6-4a&jq=l-@27upu*zcp153l(y51v66(93v+w!o17^lc*l@7z)'
+
+# SECURITY WARNING: don't run with debug turned on in production!
+DEBUG = True
+
+ALLOWED_HOSTS = []
+
+
+# Application definition
+
+INSTALLED_APPS = [
+ 'mcm.apps.McmConfig',
+ 'django.contrib.admin',
+ 'django.contrib.auth',
+ 'django.contrib.contenttypes',
+ 'django.contrib.sessions',
+ 'django.contrib.messages',
+ 'django.contrib.staticfiles',
+]
+
+MIDDLEWARE_CLASSES = [
+ 'django.middleware.security.SecurityMiddleware',
+ 'django.contrib.sessions.middleware.SessionMiddleware',
+ 'django.middleware.common.CommonMiddleware',
+ 'django.middleware.csrf.CsrfViewMiddleware',
+ 'django.contrib.auth.middleware.AuthenticationMiddleware',
+ 'django.contrib.auth.middleware.SessionAuthenticationMiddleware',
+ 'django.contrib.messages.middleware.MessageMiddleware',
+ 'django.middleware.clickjacking.XFrameOptionsMiddleware',
+]
+
+ROOT_URLCONF = 'telemeta_mcm.urls'
+
+TEMPLATES = [
+ {
+ 'BACKEND': 'django.template.backends.django.DjangoTemplates',
+ 'DIRS': [],
+ 'APP_DIRS': True,
+ 'OPTIONS': {
+ 'context_processors': [
+ 'django.template.context_processors.debug',
+ 'django.template.context_processors.request',
+ 'django.contrib.auth.context_processors.auth',
+ 'django.contrib.messages.context_processors.messages',
+ ],
+ },
+ },
+]
+
+WSGI_APPLICATION = 'telemeta_mcm.wsgi.application'
+
+
+# Database
+# https://docs.djangoproject.com/en/1.9/ref/settings/#databases
+
+DATABASES = {
+ 'default': {
+ 'ENGINE': 'django.db.backends.sqlite3',
+ 'NAME': os.path.join(BASE_DIR, 'db.sqlite3'),
+ }
+}
+
+
+# Password validation
+# https://docs.djangoproject.com/en/1.9/ref/settings/#auth-password-validators
+
+AUTH_PASSWORD_VALIDATORS = [
+ {
+ 'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator',
+ },
+ {
+ 'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator',
+ },
+ {
+ 'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator',
+ },
+ {
+ 'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator',
+ },
+]
+
+
+# Internationalization
+# https://docs.djangoproject.com/en/1.9/topics/i18n/
+
+LANGUAGE_CODE = 'fr-FR'
+
+TIME_ZONE = 'Europe/Paris'
+
+USE_I18N = True
+
+USE_L10N = True
+
+USE_TZ = True
+
+
+# Static files (CSS, JavaScript, Images)
+# https://docs.djangoproject.com/en/1.9/howto/static-files/
+
+STATIC_URL = '/static/'
--- /dev/null
+"""telemeta_mcm URL Configuration
+
+The `urlpatterns` list routes URLs to views. For more information please see:
+ https://docs.djangoproject.com/en/1.9/topics/http/urls/
+Examples:
+Function views
+ 1. Add an import: from my_app import views
+ 2. Add a URL to urlpatterns: url(r'^$', views.home, name='home')
+Class-based views
+ 1. Add an import: from other_app.views import Home
+ 2. Add a URL to urlpatterns: url(r'^$', Home.as_view(), name='home')
+Including another URLconf
+ 1. Import the include() function: from django.conf.urls import url, include
+ 2. Add a URL to urlpatterns: url(r'^blog/', include('blog.urls'))
+"""
+from django.conf.urls import url
+from django.contrib import admin
+
+urlpatterns = [
+ url(r'^admin/', admin.site.urls),
+]
--- /dev/null
+"""
+WSGI config for telemeta_mcm project.
+
+It exposes the WSGI callable as a module-level variable named ``application``.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/1.9/howto/deployment/wsgi/
+"""
+
+import os
+
+from django.core.wsgi import get_wsgi_application
+
+os.environ.setdefault("DJANGO_SETTINGS_MODULE", "telemeta_mcm.settings")
+
+application = get_wsgi_application()
projects / telemeta_mcm.git / commitdiff