Upload notes from a CSV sheet

apps/participation/forms.py

@@ -1,11 +1,16 @@
 # Copyright (C) 2020 by Animath
 # SPDX-License-Identifier: GPL-3.0-or-later
 
+import csv
 import re
+from io import StringIO
+from typing import Iterable
 
 from bootstrap_datepicker_plus.widgets import DatePickerInput, DateTimePickerInput
 from django import forms
+from django.contrib.auth.models import User
 from django.core.exceptions import ValidationError
+from django.core.validators import FileExtensionValidator
 from django.utils import formats
 from django.utils.translation import gettext_lazy as _
 from PyPDF3 import PdfFileReader
@@ -190,6 +195,69 @@ class PoolTeamsForm(forms.ModelForm):
         }
 
 
+class UploadNotesForm(forms.Form):
+    file = forms.FileField(
+        label=_("CSV file:"),
+        validators=[FileExtensionValidator(allowed_extensions=["csv"])],
+    )
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.fields['file'].widget.attrs['accept'] = 'text/csv'
+
+    def clean(self):
+        cleaned_data = super().clean()
+
+        if 'file' in cleaned_data:
+            file = cleaned_data['file']
+            with file:
+                try:
+                    csvfile = csv.reader(StringIO(file.read().decode()))
+                except UnicodeDecodeError:
+                    self.add_error('file', _("This file contains non-UTF-8 content. "
+                                             "Please send your sheet as a CSV file."))
+
+            self.process(csvfile, cleaned_data)
+
+        return cleaned_data
+
+    def process(self, csvfile: Iterable[str], cleaned_data: dict):
+        parsed_notes = {}
+        for line in csvfile:
+            line = [s for s in line if s]
+            if len(line) < 19:
+                continue
+            name = line[0]
+            notes = line[1:19]
+            if not all(s.isnumeric() for s in notes):
+                continue
+            notes = list(map(int, notes))
+            if max(notes) < 3 or min(notes) < 0:
+                continue
+
+            max_notes = 3 * [20, 16, 9, 10, 9, 10]
+            for n, max_n in zip(notes, max_notes):
+                if n > max_n:
+                    self.add_error('file',
+                                   _("The following note is higher of the maximum expected value:")
+                                   + str(n) + " > " + str(max_n))
+
+            first_name, last_name = tuple(name.split(' ', 1))
+
+            jury = User.objects.filter(first_name=first_name, last_name=last_name)
+            if jury.count() != 1:
+                self.form.add_error('file', _("The following user was not found:") + " " + name)
+                continue
+            jury = jury.get()
+
+            vr = jury.registration
+            parsed_notes[vr] = notes
+
+        cleaned_data['parsed_notes'] = parsed_notes
+
+        return cleaned_data
+
+
 class PassageForm(forms.ModelForm):
     def clean(self):
         cleaned_data = super().clean()