sander/rowsandall
Private
Public Access
1
0
Fork 0
Code Activity

add

Browse Source
This commit is contained in:
Sander Roosendaal
2022-06-29 20:24:18 +02:00
parent a4926ccc72
commit 76dec8d3ac
8 changed files with 112 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
boatmovers/scrapers.py
View File

@@ -8,7 +8,8 @@ from django.core.exceptions import ValidationError
url_heineken = ''
def csv_reader(filename,raceid,clubcol='Ploeg',bankjes=['Slag'],uitslag='Pos',gender='m'):
def csv_reader(filename,raceid,clubcol='Ploeg',bankjes=['Slag'],uitslag='Pos',gender='m',
startorder=1):
race = Race.objects.get(id=raceid)
nr = race.crew_size
@@ -26,13 +27,16 @@ def csv_reader(filename,raceid,clubcol='Ploeg',bankjes=['Slag'],uitslag='Pos',ge
naam = row[df.columns.get_loc(bankjes[i])+1].split(' ')
first_name = ' '.join(naam[:-1])
last_name = naam[-1]
dummy = False
except AttributeError:
try:
first_name = str(row.Slag)
last_name = ''
dummy=False
except TypeError:
first_name = 'Unknown'
last_name = 'Athlete'
dummy=True
athletes = Athlete.objects.filter(first_name = first_name,
last_name = last_name,
gender=gender)
@@ -42,7 +46,8 @@ def csv_reader(filename,raceid,clubcol='Ploeg',bankjes=['Slag'],uitslag='Pos',ge
athlete = Athlete(first_name=first_name,
last_name=last_name,
club = crewname,
gender=gender)
gender=gender,
dummy=dummy)
try:
athlete.save()
except ValidationError as e:
@@ -59,12 +64,15 @@ def csv_reader(filename,raceid,clubcol='Ploeg',bankjes=['Slag'],uitslag='Pos',ge
order = order
)
try:
result.save()
if order>=startorder:
result.save()
except ValidationError as e:
print(e)
print(' ')
def time_team_scraper(url,raceid,gender='m'):
def time_team_scraper(url,raceid,gender='m',startorder=1):
race = Race.objects.get(id=raceid)
nr = race.crew_size
r = requests.get(url)
@@ -99,13 +107,16 @@ def time_team_scraper(url,raceid,gender='m'):
names = df['naam'][i].split(' ')
first_name = ' '.join(names[:-1])
last_name = names[-1]
dummy=False
except AttributeError:
try:
first_name = str(df['naam'][i])
last_name = ''
dummy=False
except TypeError:
first_name = 'Unknown'
last_name = 'Athlete'
dummy=True
athletes = Athlete.objects.filter(first_name = first_name,
last_name = last_name)
if len(athletes) >= 1:
@@ -114,7 +125,8 @@ def time_team_scraper(url,raceid,gender='m'):
athlete = Athlete(first_name=first_name,
last_name=last_name,
club = name,
gender=gender)
gender=gender,
dummy=dummy)
try:
athlete.save()
except ValidationError as e:
@@ -130,10 +142,11 @@ def time_team_scraper(url,raceid,gender='m'):
race = race,
order = order
)
try:
result.save()
except ValidationError as e:
print(e)
if order >= startorder:
try:
result.save()
except ValidationError as e:
print(e)
order += 1