updated scraoper

boatmovers/scrapers.py

@@ -4,6 +4,7 @@ import requests
 from boatmovers.models import *
 import pandas as pd
 from django.core.exceptions import ValidationError
+from django.db.utils import IntegrityError
 
 url_heineken = ''
 
@@ -115,11 +116,14 @@ def time_team_scraper(url,raceid,gender='m',startorder=1):
                         try:
                             first_name = str(df['naam'][i])
                             last_name = ''
+                            full_name = first_name
                             dummy=False
                         except TypeError:
                             first_name = 'Unknown'
                             last_name = 'Athlete'
+                            full_name = 'Unknown Athlete'
                             dummy=True
+                    print(full_name)
                     athletes = Athlete.objects.filter(full_name=full_name)
                     if len(athletes) >= 1:
                         athlete = athletes[0]
@@ -131,11 +135,15 @@ def time_team_scraper(url,raceid,gender='m',startorder=1):
                                           dummy=dummy)
                         try:
                             athlete.save()
+                        except IntegrityError:
+                            athletes = Athlete.objects.filter(full_name__icontains=full_name)
+                            if len(athletes) >= 1:
+                                athlete = athletes[0]
                         except ValidationError as e:
                             text, id = e.message.split(':')
                             athlete = Athlete.objects.get(id=id)
 
-                    print(athlete)
+                    #print(athlete)
 
                     crew.athletes.add(athlete)