first attempt to read csv - needs improvement

boatmovers/scrapers.py

@@ -6,6 +6,57 @@ import pandas as pd
 
 url_heineken = ''
 
+
+def csv_reader(filename,raceid,clubcol='Ploeg',bankjes=['Slag'],uitslag='Pos'):
+    race = Race.objects.get(id=raceid)
+    nr = race.crew_size
+
+    df = pd.read_csv(filename)
+    # replace column names if different
+
+    for row in df.itertuples():
+        order = row.Pos
+        crewname = row.Ploeg
+        crew = Crew(name=crewname)
+        crew.save()
+
+        for i in range(nr):
+            # need to improve for multiple rowers
+            try:
+                naam = row.Slag.split(' ')
+                first_name = ' '.join(naam[:-1])
+                last_name = naam[-1]
+            except AttributeError:
+                try:
+                    first_name = str(row.Slag)
+                    last_name = ''
+                except TypeError:
+                    first_name = 'Unknown'
+                    last_name = 'Athlete'
+            athletes = Athlete.objects.filter(first_name = first_name,
+                                              last_name = last_name)
+            if len(athletes) >= 1:
+                athlete = athletes[0]
+            else:
+                athlete = Athlete(first_name=first_name,
+                                  last_name=last_name,
+                                  club = crewname)
+            athlete.save()
+            print(athlete)
+
+            crew.athletes.add(athlete)
+
+        result = Result(
+            crew = crew,
+            race = race,
+            order = order
+        )
+        try:
+            result.save()
+        except ValidationError as e:
+            print(e)
+
+
 def time_team_scraper(url,raceid):
     race = Race.objects.get(id=raceid)
     nr = race.crew_size