[Timesheet] : import timesheet ok, workpackage missing

diff --git a/app/organization/network/management/commands/import-ircam-timesheet-xls.py b/app/organization/network/management/commands/import-ircam-timesheet-xls.py
new file mode 100644 (file)
index 0000000..4a33c4d
--- /dev/null
+++ b/app/organization/network/management/commands/import-ircam-timesheet-xls.py
@@ -0,0 +1,210 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2016-2017 Ircam
+# Copyright (c) 2016-2017 Guillaume Pellerin
+# Copyright (c) 2016-2017 Emilie Zawadzki
+
+# This file is part of mezzanine-organization.
+
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+
+# You should have received a copy of the GNU Affero General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+
+import os
+import sys
+import csv
+import logging
+import datetime
+from optparse import make_option
+import xlrd
+from itertools import takewhile
+from re import findall
+import dateutil.parser
+
+from django.conf import settings
+from django.core.management.base import BaseCommand, CommandError
+from django.contrib.auth.models import User
+from django.db.models import Q
+
+from organization.core.models import *
+from organization.network.models import *
+from organization.projects.models import *
+
+
+class Logger:
+
+    def __init__(self, file):
+        self.logger = logging.getLogger('myapp')
+        self.hdlr = logging.FileHandler(file)
+        self.formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s')
+        self.hdlr.setFormatter(self.formatter)
+        self.logger.addHandler(self.hdlr)
+        self.logger.setLevel(logging.INFO)
+
+    def info(self, prefix, message):
+        self.logger.info(' ' + prefix + ' : ' + message)
+
+    def error(self, prefix, message):
+        self.logger.error(prefix + ' : ' + message)
+
+
+def get_instance(model, field, value):
+    models = model.objects.filter(field=value)
+    if models:
+        return models[0]
+    else:
+        model = model()
+        model.field = value
+        return model
+
+
+class IrcamXLS:
+
+    register_id_row = 4
+    register_id_col = 3
+    period_row = 5
+    period_col = 2
+    first_project_row = 13
+    first_project_col = 2
+    first_month_row = 10
+    first_month_col = 3
+    first_percent_row = 13
+    first_percent_col = 3
+    nb_of_month = 12
+    nb_max_of_project = 10
+
+    def __init__(self, file):
+        self.book = xlrd.open_workbook(file)
+        self.sheets = self.book.sheets()
+
+
+class IrcamTimeSheet(object):
+
+    def __init__(self, person, date_from, date_to):
+        self.person = person
+        self.date_from = date_from
+        self.date_to = date_to
+
+    def set_person_activity_timesheet(self,
+                                    activity,
+                                    project,
+                                    percentage,
+                                    month,
+                                    year):
+        """ Set for a year percentage worked by month
+        on a project
+        """
+        pats = PersonActivityTimeSheet.objects.create(activity = activity,
+                                                    project = project,
+                                                    percentage = percentage,
+                                                    month = month,
+                                                    year = year
+                                                    )
+
+        pats.save()
+
+
+
+    def set_work_package(self, person_activity_timesheet):
+        """ set contract id of the project """
+
+class Command(BaseCommand):
+    help = """Import Person data from IRCAM's legacy XLS management file.
+              python manage.py import-ircam-timesheet-xls -s /srv/backup/TemplateInputTimeSheet2015-16.xlsx
+    """
+
+    option_list = BaseCommand.option_list + (
+          make_option('-d', '--dry-run',
+            action='store_true',
+            dest='dry-run',
+            help='Do NOT write anything'),
+          make_option('-f', '--force',
+            action='store_true',
+            dest='force',
+            help='Force overwrite data'),
+          make_option('-s', '--source',
+            dest='source_file',
+            help='define the XLS source file'),
+          make_option('-l', '--log',
+            dest='log',
+            help='define log file'),
+    )
+
+    def handle(self, *args, **kwargs):
+        self.logger = Logger(kwargs.get('log'))
+        self.pattern = kwargs.get('pattern')
+        self.source_file = os.path.abspath(kwargs.get('source_file'))
+        self.dry_run =  kwargs.get('dry-run')
+        self.force = kwargs.get('force')
+
+        xls = IrcamXLS(self.source_file)
+        for sheet in xls.sheets:
+            person_register_id = sheet.cell_value(xls.register_id_row, xls.register_id_col)
+            persons = Person.objects.filter(register_id=int(person_register_id))
+
+            # database not enough clear, possible multiple entries for some persons
+            # iterating over one person
+            for person in persons:
+                period_str = sheet.cell_value(xls.period_row, xls.period_col)
+                periods = findall(r'\d{1,2}/\d{1,2}/\d{4}', period_str)
+                date_from = dateutil.parser.parse(periods[0])
+                date_to = dateutil.parser.parse(periods[1])
+                curr_year = date_to.year
+
+                self.logger.info('Person', 'processing person : '+str(person.id)+ ' | '+person.title + ' | year ' +str(curr_year))
+                its = IrcamTimeSheet(person, date_from, date_to)
+
+                # iterating on each month
+                for col_index in range(xls.first_percent_col, xls.first_percent_col + xls.nb_of_month):
+
+                    # condition to determine the end of projects list
+                    end_project_list_row = 0
+
+                    # get month
+                    month = int(sheet.cell_value(xls.first_month_row, col_index))
+
+                    # calculate the current date
+                    curr_date = datetime.date(curr_year, month, 1)
+
+                    # find the right activity corresponding to the current month / year
+                    activity = person.activities.filter(Q(date_from__lte=curr_date) & Q(date_to__gte=curr_date)).first()
+
+                    # iterating over projects cells
+                    project_row_index = xls.first_project_row
+                    while sheet.cell_value(project_row_index, xls.first_project_col) != "Total final":
+
+                        # get percent
+                        percent = sheet.cell_value(project_row_index, col_index) if sheet.cell_value(project_row_index, col_index) else 0
+
+                        # try to find project
+                        project_id_str = sheet.cell_value(project_row_index, xls.first_project_col - 1)
+
+                        # processing projects
+                        if end_project_list_row == 0:
+                            # check if project exists
+                            project = Project.objects.filter(external_id__icontains=project_id_str).first()
+                            if project :
+                                # save timesheet without work packages
+                                print(activity, project, percent, month, curr_year)
+                                its.set_person_activity_timesheet(activity, project, percent, month, curr_year)
+                            else :
+                                self.logger.info('Project', 'Not found ' + sheet.cell_value(project_row_index, xls.first_project_col))
+
+                        # increment index
+                        project_row_index += 1
+
+                    # processing work package
+                    work_package_row_index = project_row_index + 1
+                    while sheet.cell_value(project_row_index, xls.first_project_col) != "Date entrée":
+
+                        # increment index
+                        work_package_row_index += 1