diff --git a/helios/models.py b/helios/models.py index db27f5a1ca37c569a8252812ec9177e690809f5d..e560ccb4330ba299235f3c526f40efbe2105a07d 100644 --- a/helios/models.py +++ b/helios/models.py @@ -765,64 +765,58 @@ class VoterFile(models.Model): for voter_fields in reader: # bad line - if len(voter_fields) < 1: + if len(voter_fields) < 2: continue - - return_dict = {'voter_id': voter_fields[0].strip()} - if len(voter_fields) > 1: - return_dict['email'] = voter_fields[1].strip() - else: - # assume single field means the email is the same field - return_dict['email'] = voter_fields[0].strip() + return_dict = {'voter_type': voter_fields[0].strip(), 'voter_id': voter_fields[1].strip()} if len(voter_fields) > 2: - return_dict['name'] = voter_fields[2].strip() + return_dict['email'] = voter_fields[2].strip() + else: + # assume single field means the email is the same field as voter_id + return_dict['email'] = voter_fields[1].strip() + + if len(voter_fields) > 3: + return_dict['name'] = voter_fields[3].strip() else: return_dict['name'] = return_dict['email'] yield return_dict if close: voter_stream.close() - + def process(self): self.processing_started_at = datetime.datetime.utcnow() self.save() - election = self.election - last_alias_num = election.last_alias_num + voters = list(self.itervoters()) + self.num_voters = len(voters) + random.shuffle(voters) - num_voters = 0 - new_voters = [] - for voter in self.itervoters(): - num_voters += 1 - + for voter in voters: # does voter for this user already exist - existing_voter = Voter.get_by_election_and_voter_id(election, voter['voter_id']) - + existing_voter = Voter.get_by_election_and_voter_id(self.election, voter['voter_id']) # create the voter if not existing_voter: - voter_uuid = str(uuid.uuid4()) - existing_voter = Voter(uuid= voter_uuid, user = None, voter_login_id = voter['voter_id'], - voter_name = voter['name'], voter_email = voter['email'], election = election) - existing_voter.generate_password() - new_voters.append(existing_voter) - existing_voter.save() + if voter['voter_type'] != 'password': + user = User.update_or_create(user_type=voter['voter_type'], user_id=voter['voter_id']) + Voter.register_user_in_election(user, election) + else: + voter_uuid = str(uuid.uuid4()) + new_voter = Voter(uuid=voter_uuid, user = None, voter_login_id = voter['voter_id'], + voter_name = voter['name'], voter_email = voter['email'], election = self.election) + new_voter.generate_password() + if election.use_voter_aliases: + utils.lock_row(Election, election.id) + alias_num = election.last_alias_num + 1 + new_voter.alias = "V%s" % alias_num + new_voter.save() - if election.use_voter_aliases: - voter_alias_integers = list(range(last_alias_num+1, last_alias_num+1+num_voters)) - random.shuffle(voter_alias_integers) - for i, voter in enumerate(new_voters): - voter.alias = 'V%s' % voter_alias_integers[i] - voter.save() - - self.num_voters = num_voters self.processing_finished_at = datetime.datetime.utcnow() self.save() - return num_voters + return self.num_voters - class Voter(HeliosModel): election = models.ForeignKey(Election, on_delete=models.CASCADE) diff --git a/helios/templates/voters_upload.html b/helios/templates/voters_upload.html index 908c147f124f4c342b034b6845bd406f3e5b8048..116ed7ec5392951a13930e99d23ecc61460a0bed 100644 --- a/helios/templates/voters_upload.html +++ b/helios/templates/voters_upload.html @@ -4,22 +4,28 @@ <h2 class="title">{{election.name}} — Bulk Upload Voters <span style="font-size:0.7em;">[<a href="{% url "election@view" election.uuid %}">back to election</a>]</span></h2> <form method="post" action="" id="upload_form" enctype="multipart/form-data"> - <p> +<p> If you would like to specify your list of voters by name and email address,<br /> you can bulk upload a list of such voters here.<br /><br /> Please prepare a text file of comma-separated values with the fields: </p> <pre> - <unique_id>,<email>,<full name> + password,<unique_id>,<email>,<full name> +</pre> +<p> +or +</p> +<pre> + github,<username> </pre> <p> For example: </p> <pre> - benadida,ben@adida.net,Ben Adida - bobsmith,bob@acme.org,Bob Smith + password,bobsmith,bob@acme.org,Bob Smith + github,benadida ... </pre> diff --git a/helios/views.py b/helios/views.py index 3b19d8ca680f2e5cba9082758d25784472de2770..a07301567d0361e62873ccfc64f468ba313db875 100644 --- a/helios/views.py +++ b/helios/views.py @@ -17,7 +17,6 @@ from django.core.paginator import Paginator from django.db import transaction, IntegrityError from django.http import HttpResponse, Http404, HttpResponseRedirect, HttpResponseForbidden from django.urls import reverse -from validate_email import validate_email import helios_auth.url_names as helios_auth_urls from helios import utils, VOTERS_EMAIL, VOTERS_UPLOAD, url_names @@ -1268,10 +1267,8 @@ def voters_eligibility(request, election): @election_admin() def voters_upload(request, election): """ - Upload a CSV of password-based voters with - voter_id, email, name - - name and email are needed only if voter_type is static + Upload a CSV of voters with + voter_type, voter_id, optional_additional_params (e.g. email, name) """ ## TRYING this: allowing voters upload by admin when election is frozen @@ -1306,8 +1303,8 @@ def voters_upload(request, election): problems.append("your CSV file could not be processed. Please check that it is a proper CSV file.") # check if voter emails look like emails - if False in [validate_email(v['email']) for v in voters]: - problems.append("those don't look like correct email addresses. Are you sure you uploaded a file with email address as second field?") + if False in [v['voter_type'] in AUTH_SYSTEMS for v in voters]: + problems.append("those don't look like valid auth methods. Are you sure you uploaded a file with voter type as first field?") return render_template(request, 'voters_upload_confirm', {'election': election, 'voters': voters, 'problems': problems}) else: