From 32e7696e9296dd76de91bbeaac13da6bf4c8b3ba Mon Sep 17 00:00:00 2001 From: Sander Roosendaal Date: Tue, 12 Dec 2017 16:44:33 +0100 Subject: [PATCH 01/10] add C2 World Class Performance model --- rowers/admin.py | 7 ++++- rowers/models.py | 71 ++++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 77 insertions(+), 1 deletion(-) diff --git a/rowers/admin.py b/rowers/admin.py index 1cbc67be..b658fcd0 100644 --- a/rowers/admin.py +++ b/rowers/admin.py @@ -5,7 +5,7 @@ from django.contrib.auth.models import User from .models import ( Rower, Workout,GraphImage,FavoriteChart,SiteAnnouncement, Team,TeamInvite,TeamRequest, - WorkoutComment, + WorkoutComment,C2WorldClassAgePerformance, ) # Register your models here so you can use them in the Admin module @@ -26,6 +26,9 @@ class WorkoutAdmin(admin.ModelAdmin): class FavoriteChartAdmin(admin.ModelAdmin): list_display = ('user','xparam','yparam1','yparam2','plottype','workouttype','reststrokes') +class C2WorldClassAgePerformanceAdmin(admin.ModelAdmin): + list_display = ('sex','weightcategory','agemin','agemax','distance','power','name','season') + class SiteAnnouncementAdmin(admin.ModelAdmin): list_display = ('announcement','created','modified','expires','dotweet') @@ -51,3 +54,5 @@ admin.site.register(SiteAnnouncement,SiteAnnouncementAdmin) admin.site.register(TeamInvite,TeamInviteAdmin) admin.site.register(TeamRequest,TeamRequestAdmin) admin.site.register(WorkoutComment,WorkoutCommentAdmin) +admin.site.register(C2WorldClassAgePerformance, + C2WorldClassAgePerformanceAdmin) diff --git a/rowers/models.py b/rowers/models.py index 2fa222f5..2fa57a5c 100644 --- a/rowers/models.py +++ b/rowers/models.py @@ -21,6 +21,8 @@ from sqlalchemy import create_engine import sqlalchemy as sa from sqlite3 import OperationalError from django.utils import timezone +import pandas as pd +from dateutil import parser import datetime from django.core.exceptions import ValidationError from rowers.rows import validate_file_extension @@ -149,6 +151,75 @@ class PowerZonesField(models.TextField): value = self._get_val_from_obj(obj) return self.get_deb_prep_value(value) +# Age records +def save_agegroup(df,weightcategory,sex): + for id,row in df.iterrows(): + agemin = int(row['Age2']) + agemax = int(row['Age3']) + duration = row['Time'] + power = int(row['Power']) + season = int(row['Season']) + name = row['Name'] + record = C2WorldClassAgePerformance( + agemin = agemin, + agemax = agemax, + weightcategory = weightcategory, + sex=sex, + distance = 2000, + duration = duration, + power = power, + season = season, + name = name, + ) + record.save() + print record + +def make_records(readfile): + xls = pd.ExcelFile(readfile) + female_df = xls.parse('Female') + female_lw_df = xls.parse('Female LW') + male_df = xls.parse('Male') + male_lw_df = xls.parse('Male LW') + save_agegroup(female_df,'hwt','female') + save_agegroup(male_df,'hwt','male') + save_agegroup(female_lw_df,'lwt','female') + save_agegroup(female_lw_df,'lwt','male') + + +class C2WorldClassAgePerformance(models.Model): + weightcategories = ( + ('hwt','heavy-weight'), + ('lwt','light-weight'), + ) + + sexcategories = ( + ('male','male'), + ('female','female'), + ) + + weightcategory = models.CharField(default="hwt", + max_length=30, + choices=weightcategories) + + sex = models.CharField(default="female", + max_length=30, + choices=sexcategories) + + agemin = models.IntegerField(default=19,verbose_name="Minimum Age") + agemax = models.IntegerField(default=29,verbose_name="Maximum Age") + + distance = models.IntegerField(default=2000) + name = models.CharField(max_length=200,blank=True) + duration = models.TimeField(default=1,blank=True) + season = models.IntegerField(default=2013) + power = models.IntegerField(default=200) + + class Meta: + unique_together = ('agemin','agemax','sex','weightcategory','distance') + + def __unicode__(self): + return self.name+':'+str(self.agemin)+'-'+str(self.agemax)+' ('+str(self.season)+')' + # For future Team functionality class Team(models.Model): choices = ( From 73c03fa54e0b3f5660e0257024574123fa43267e Mon Sep 17 00:00:00 2001 From: Sander Roosendaal Date: Tue, 12 Dec 2017 17:22:40 +0100 Subject: [PATCH 02/10] view agegrouprecordview Doesn't do much yet. It gets the sex/weight group records as a pandas dataframe --- rowers/urls.py | 2 ++ rowers/views.py | 16 ++++++++++++++++ 2 files changed, 18 insertions(+) diff --git a/rowers/urls.py b/rowers/urls.py index 244a6b0d..51371b36 100644 --- a/rowers/urls.py +++ b/rowers/urls.py @@ -121,6 +121,8 @@ urlpatterns = [ url(r'^400/$', TemplateView.as_view(template_name='400.html'),name='400'), url(r'^403/$', TemplateView.as_view(template_name='403.html'),name='403'), url(r'^imports/$', TemplateView.as_view(template_name='imports.html'), name='imports'), + url(r'^agegrouprecords/(?P\w+.*)/(?P\w+.*)$', + views.agegrouprecordview), url(r'^list-workouts/ranking$',views.workouts_view,{'rankingonly':True}), url(r'^list-workouts/team/(?P\d+)/(?P\w+.*)/(?P\w+.*)$',views.workouts_view), url(r'^list-workouts/team/(?P\d+)/$',views.workouts_view), diff --git a/rowers/views.py b/rowers/views.py index 1359fd5e..120d108b 100644 --- a/rowers/views.py +++ b/rowers/views.py @@ -10917,3 +10917,19 @@ def team_members_stats_view(request,id): }) return response + +from rowers.models import C2WorldClassAgePerformance + +def agegrouprecordview(request,sex='male',weightcategory='hwt'): + df = pd.DataFrame( + list( + C2WorldClassAgePerformance.objects.filter( + sex=sex, + weightcategory=weightcategory + ).values() + ) + ) + + + + return HttpResponse(1) From 228ea8f980068a547dce268b1a0ed49dada6e5e4 Mon Sep 17 00:00:00 2001 From: Sander Roosendaal Date: Tue, 12 Dec 2017 18:01:06 +0100 Subject: [PATCH 03/10] charts age decline of 2k power per weight/sex group --- rowers/dataprep.py | 4 +++ rowers/interactiveplots.py | 31 +++++++++++++++++++ rowers/templates/agegroupchart.html | 47 +++++++++++++++++++++++++++++ rowers/views.py | 13 ++++++-- 4 files changed, 93 insertions(+), 2 deletions(-) create mode 100644 rowers/templates/agegroupchart.html diff --git a/rowers/dataprep.py b/rowers/dataprep.py index c9c76554..94c6f1f5 100644 --- a/rowers/dataprep.py +++ b/rowers/dataprep.py @@ -473,6 +473,10 @@ def strfdelta(tdelta): return res +def timedelta_to_seconds(tdelta): + return 60.*tdelta.minute+tdelta.second + + # A nice printable format for pace values diff --git a/rowers/interactiveplots.py b/rowers/interactiveplots.py index 25a181c2..3b187788 100644 --- a/rowers/interactiveplots.py +++ b/rowers/interactiveplots.py @@ -1069,6 +1069,37 @@ def interactive_otwcpchart(powerdf,promember=0): return [script,div,p1,ratio,message] +def interactive_agegroup_plot(df): + + age = df['agemin'] + power = df['power'] + + poly_coefficients = np.polyfit(age,power,6) + + age2 = np.linspace(11,95) + poly_vals = np.polyval(poly_coefficients,age2) + + source = ColumnDataSource( + data = dict( + age = age, + power = power, + age2 = age2, + poly_vals = poly_vals + ) + ) + + plot = Figure(plot_width=900) + plot.circle('age','power',source=source,fill_color='red',size=15, + legend='2k Power') + plot.line(age2,poly_vals) + plot.xaxis.axis_label = "Age" + plot.yaxis.axis_label = "Concept2 2k power" + + + script,div = components(plot) + + return script,div + def interactive_cpchart(rower,thedistances,thesecs,theavpower, theworkouts,promember=0): diff --git a/rowers/templates/agegroupchart.html b/rowers/templates/agegroupchart.html new file mode 100644 index 00000000..2bebbe61 --- /dev/null +++ b/rowers/templates/agegroupchart.html @@ -0,0 +1,47 @@ +{% extends "base.html" %} +{% load staticfiles %} +{% load rowerfilters %} + +{% block title %}Rowsandall {% endblock %} + +{% block content %} + + + + + {{ interactiveplot |safe }} + + + + + +
+ + +

Interactive Plot

+ + + {{ the_div|safe }} + +
+ +{% endblock %} diff --git a/rowers/views.py b/rowers/views.py index 120d108b..4464e9d1 100644 --- a/rowers/views.py +++ b/rowers/views.py @@ -10930,6 +10930,15 @@ def agegrouprecordview(request,sex='male',weightcategory='hwt'): ) ) - + df['seconds'] = df['duration'].apply( + lambda x:dataprep.timedelta_to_seconds(x) + ) + + script,div = interactive_agegroup_plot(df) + + return render(request, 'agegroupchart.html', + { + 'interactiveplot':script, + 'the_div':div, + }) - return HttpResponse(1) From 86a72545e0736fc85e9d36ec64f0f3729078766c Mon Sep 17 00:00:00 2001 From: Sander Roosendaal Date: Tue, 12 Dec 2017 21:59:28 +0100 Subject: [PATCH 04/10] calculates age group 2k --- rowers/metrics.py | 21 +++++++++++++++++++++ rowers/models.py | 4 ++-- rowers/templates/rankings.html | 3 +++ rowers/utils.py | 5 +++++ rowers/views.py | 14 +++++++++++++- 5 files changed, 44 insertions(+), 3 deletions(-) diff --git a/rowers/metrics.py b/rowers/metrics.py index bf1e790b..ee4233bd 100644 --- a/rowers/metrics.py +++ b/rowers/metrics.py @@ -1,5 +1,7 @@ from utils import lbstoN import numpy as np +from models import C2WorldClassAgePerformance +import pandas as pd rowingmetrics = ( ('time',{ @@ -316,3 +318,22 @@ def calc_trimp(df,sex,hrmax,hrmin): trimp = trimpdata.sum() return trimp + +def getagegroup2k(age,sex='male',weightcategory='hwt'): + df = pd.DataFrame( + list( + C2WorldClassAgePerformance.objects.filter( + sex=sex, + weightcategory=weightcategory + ).values() + ) + ) + + ages = df['agemin'] + powers = df['power'] + + poly_coefficients = np.polyfit(ages,powers,6) + + power = np.polyval(poly_coefficients,age) + + return power diff --git a/rowers/models.py b/rowers/models.py index 2fa57a5c..987f1aeb 100644 --- a/rowers/models.py +++ b/rowers/models.py @@ -183,7 +183,7 @@ def make_records(readfile): save_agegroup(female_df,'hwt','female') save_agegroup(male_df,'hwt','male') save_agegroup(female_lw_df,'lwt','female') - save_agegroup(female_lw_df,'lwt','male') + save_agegroup(male_lw_df,'lwt','male') class C2WorldClassAgePerformance(models.Model): @@ -218,7 +218,7 @@ class C2WorldClassAgePerformance(models.Model): unique_together = ('agemin','agemax','sex','weightcategory','distance') def __unicode__(self): - return self.name+':'+str(self.agemin)+'-'+str(self.agemax)+' ('+str(self.season)+')' + return self.sex+' '+self.weightcategory+' '+self.name+':'+str(self.agemin)+'-'+str(self.agemax)+' ('+str(self.season)+')' # For future Team functionality class Team(models.Model): diff --git a/rowers/templates/rankings.html b/rowers/templates/rankings.html index 741f5a41..ecaa84e2 100644 --- a/rowers/templates/rankings.html +++ b/rowers/templates/rankings.html @@ -259,6 +259,9 @@ {% endif %} +{% if worldclasspower %} +World class 2k for your age, weight is {{ worldclasspower }} Watt +{% endif %} {% endblock %} diff --git a/rowers/utils.py b/rowers/utils.py index 0b3f2d93..5b87053a 100644 --- a/rowers/utils.py +++ b/rowers/utils.py @@ -263,3 +263,8 @@ def myqueue(queue,function,*args,**kwargs): return job +from datetime import date + +def calculate_age(born): + today = date.today() + return today.year - born.year - ((today.month, today.day) < (born.month, born.day)) diff --git a/rowers/views.py b/rowers/views.py index 4464e9d1..68bf1644 100644 --- a/rowers/views.py +++ b/rowers/views.py @@ -710,7 +710,8 @@ def splitstdata(lijst): from utils import ( geo_distance,serialize_list,deserialize_list,uniqify, - str2bool,range_to_color_hex,absolute,myqueue,get_call + str2bool,range_to_color_hex,absolute,myqueue,get_call, + calculate_age ) import datautils @@ -3220,6 +3221,16 @@ def rankings_view(request,theuser=0, promember=0 if not request.user.is_anonymous(): r = getrower(request.user) + if r.birthdate: + age = calculate_age(r.birthdate) + worldclasspower = int(metrics.getagegroup2k( + age, + sex=r.sex, + weightcategory=r.weightcategory + )) + else: + worldclasspower = None + result = request.user.is_authenticated() and ispromember(request.user) if result: promember=1 @@ -3488,6 +3499,7 @@ def rankings_view(request,theuser=0, 'form':form, 'dateform':dateform, 'deltaform':deltaform, + 'worldclasspower':worldclasspower, 'id': theuser, 'theuser':uu, 'startdate':startdate, From c43d832151fa39ea6c45ef065b860f13c2912bcf Mon Sep 17 00:00:00 2001 From: Sander Roosendaal Date: Wed, 13 Dec 2017 08:05:04 +0100 Subject: [PATCH 05/10] changed age record model --- rowers/.#metrics.py | 1 + rowers/admin.py | 2 +- rowers/models.py | 21 +++++++++++++-------- 3 files changed, 15 insertions(+), 9 deletions(-) create mode 100644 rowers/.#metrics.py diff --git a/rowers/.#metrics.py b/rowers/.#metrics.py new file mode 100644 index 00000000..79063b70 --- /dev/null +++ b/rowers/.#metrics.py @@ -0,0 +1 @@ +E408191@CZ27LT9RCGN72.126064:1512983261 \ No newline at end of file diff --git a/rowers/admin.py b/rowers/admin.py index b658fcd0..1004a06b 100644 --- a/rowers/admin.py +++ b/rowers/admin.py @@ -27,7 +27,7 @@ class FavoriteChartAdmin(admin.ModelAdmin): list_display = ('user','xparam','yparam1','yparam2','plottype','workouttype','reststrokes') class C2WorldClassAgePerformanceAdmin(admin.ModelAdmin): - list_display = ('sex','weightcategory','agemin','agemax','distance','power','name','season') + list_display = ('sex','weightcategory','age','distance','power','name','season') class SiteAnnouncementAdmin(admin.ModelAdmin): list_display = ('announcement','created','modified','expires','dotweet') diff --git a/rowers/models.py b/rowers/models.py index 987f1aeb..5227e829 100644 --- a/rowers/models.py +++ b/rowers/models.py @@ -160,12 +160,12 @@ def save_agegroup(df,weightcategory,sex): power = int(row['Power']) season = int(row['Season']) name = row['Name'] + distance = int(row['Distance']) record = C2WorldClassAgePerformance( - agemin = agemin, - agemax = agemax, + age = age, weightcategory = weightcategory, sex=sex, - distance = 2000, + distance = distance, duration = duration, power = power, season = season, @@ -184,8 +184,14 @@ def make_records(readfile): save_agegroup(male_df,'hwt','male') save_agegroup(female_lw_df,'lwt','female') save_agegroup(male_lw_df,'lwt','male') - +c2url = 'http://www.concept2.com/indoor-rowers/racing/records/world?machine=1&event=All&gender=All&age=All&weight=All' + +def update_records(url=c2url): + dfs = pd.read_html(url,attrs={'class':'views-table'}) + df = dfs[0] + df.columns = df.columns.str.strip() + class C2WorldClassAgePerformance(models.Model): weightcategories = ( ('hwt','heavy-weight'), @@ -205,8 +211,7 @@ class C2WorldClassAgePerformance(models.Model): max_length=30, choices=sexcategories) - agemin = models.IntegerField(default=19,verbose_name="Minimum Age") - agemax = models.IntegerField(default=29,verbose_name="Maximum Age") + age = models.IntegerField(default=19,verbose_name="Age") distance = models.IntegerField(default=2000) name = models.CharField(max_length=200,blank=True) @@ -215,10 +220,10 @@ class C2WorldClassAgePerformance(models.Model): power = models.IntegerField(default=200) class Meta: - unique_together = ('agemin','agemax','sex','weightcategory','distance') + unique_together = ('age','sex','weightcategory','distance') def __unicode__(self): - return self.sex+' '+self.weightcategory+' '+self.name+':'+str(self.agemin)+'-'+str(self.agemax)+' ('+str(self.season)+')' + return self.sex+' '+self.weightcategory+' '+self.name+':'+str(self.age)+' ('+str(self.season)+')' # For future Team functionality class Team(models.Model): From 4b50d6694e7bb38e8c73b718dfd6f86786549b52 Mon Sep 17 00:00:00 2001 From: Sander Roosendaal Date: Wed, 13 Dec 2017 08:05:32 +0100 Subject: [PATCH 06/10] removed temp file --- rowers/.#metrics.py | 1 - 1 file changed, 1 deletion(-) delete mode 100644 rowers/.#metrics.py diff --git a/rowers/.#metrics.py b/rowers/.#metrics.py deleted file mode 100644 index 79063b70..00000000 --- a/rowers/.#metrics.py +++ /dev/null @@ -1 +0,0 @@ -E408191@CZ27LT9RCGN72.126064:1512983261 \ No newline at end of file From 098dbb9c4a0c36873dbb14770bc4185533046c0b Mon Sep 17 00:00:00 2001 From: Sander Roosendaal Date: Wed, 13 Dec 2017 13:40:07 +0100 Subject: [PATCH 07/10] age group records from C2 database web scraping --- rowers/interactiveplots.py | 2 +- rowers/metrics.py | 2 +- rowers/models.py | 85 ++++++++++++++++++++++++-------------- rowers/urls.py | 4 ++ rowers/views.py | 29 +++++++++---- 5 files changed, 80 insertions(+), 42 deletions(-) diff --git a/rowers/interactiveplots.py b/rowers/interactiveplots.py index 3b187788..3fad9778 100644 --- a/rowers/interactiveplots.py +++ b/rowers/interactiveplots.py @@ -1071,7 +1071,7 @@ def interactive_otwcpchart(powerdf,promember=0): def interactive_agegroup_plot(df): - age = df['agemin'] + age = df['age'] power = df['power'] poly_coefficients = np.polyfit(age,power,6) diff --git a/rowers/metrics.py b/rowers/metrics.py index ee4233bd..e4efe26f 100644 --- a/rowers/metrics.py +++ b/rowers/metrics.py @@ -329,7 +329,7 @@ def getagegroup2k(age,sex='male',weightcategory='hwt'): ) ) - ages = df['agemin'] + ages = df['age'] powers = df['power'] poly_coefficients = np.polyfit(ages,powers,6) diff --git a/rowers/models.py b/rowers/models.py index 5227e829..8e024c1d 100644 --- a/rowers/models.py +++ b/rowers/models.py @@ -151,16 +151,54 @@ class PowerZonesField(models.TextField): value = self._get_val_from_obj(obj) return self.get_deb_prep_value(value) -# Age records -def save_agegroup(df,weightcategory,sex): - for id,row in df.iterrows(): - agemin = int(row['Age2']) - agemax = int(row['Age3']) - duration = row['Time'] - power = int(row['Power']) - season = int(row['Season']) - name = row['Name'] - distance = int(row['Distance']) + +c2url = 'http://www.concept2.com/indoor-rowers/racing/records/world?machine=1&event=All&gender=All&age=All&weight=All' + +def update_records(url=c2url): + try: + dfs = pd.read_html(url,attrs={'class':'views-table'}) + df = dfs[0] + df.columns = df.columns.str.strip() + success = 1 + except: + df = pd.DataFrame() + + if not df.empty: + C2WorldClassAgePerformance.objects.all().delete() + + df.Gender = df.Gender.apply(lambda x: 'male' if x=='M' else 'female') + df['Distance'] = df['Event'] + df['Duration'] = 0 + + for nr,row in df.iterrows(): + if 'm' in row['Record']: + df.ix[nr,'Distance'] = row['Record'][:-1] + df.ix[nr,'Duration'] = 60*row['Event'] + else: + df.ix[nr,'Distance'] = row['Event'] + try: + tobj = datetime.datetime.strptime(row['Record'],'%M:%S.%f') + except ValueError: + tobj = datetime.datetime.strptime(row['Record'],'%H:%M:%S.%f') + df.ix[nr,'Duration'] = 3600.*tobj.hour+60.*tobj.minute+tobj.second+tobj.microsecond/1.e6 + + print row.Duration + for nr,row in df.iterrows(): + try: + weightcategory = row.Weight.lower() + except AttributeError: + weightcategory = 'hwt' + + sex = row.Gender + name = row.Name + age = int(row.Age) + distance = int(row.Distance) + duration = float(row.Duration) + season = int(row.Season) + + velo = distance/duration + power = int(2.8*velo**3) + record = C2WorldClassAgePerformance( age = age, weightcategory = weightcategory, @@ -171,26 +209,11 @@ def save_agegroup(df,weightcategory,sex): season = season, name = name, ) - record.save() - print record - -def make_records(readfile): - xls = pd.ExcelFile(readfile) - female_df = xls.parse('Female') - female_lw_df = xls.parse('Female LW') - male_df = xls.parse('Male') - male_lw_df = xls.parse('Male LW') - save_agegroup(female_df,'hwt','female') - save_agegroup(male_df,'hwt','male') - save_agegroup(female_lw_df,'lwt','female') - save_agegroup(male_lw_df,'lwt','male') - -c2url = 'http://www.concept2.com/indoor-rowers/racing/records/world?machine=1&event=All&gender=All&age=All&weight=All' - -def update_records(url=c2url): - dfs = pd.read_html(url,attrs={'class':'views-table'}) - df = dfs[0] - df.columns = df.columns.str.strip() + try: + record.save() + except: + print record + class C2WorldClassAgePerformance(models.Model): weightcategories = ( @@ -215,7 +238,7 @@ class C2WorldClassAgePerformance(models.Model): distance = models.IntegerField(default=2000) name = models.CharField(max_length=200,blank=True) - duration = models.TimeField(default=1,blank=True) + duration = models.FloatField(default=1,blank=True) season = models.IntegerField(default=2013) power = models.IntegerField(default=200) diff --git a/rowers/urls.py b/rowers/urls.py index 51371b36..ac1c26b7 100644 --- a/rowers/urls.py +++ b/rowers/urls.py @@ -121,6 +121,10 @@ urlpatterns = [ url(r'^400/$', TemplateView.as_view(template_name='400.html'),name='400'), url(r'^403/$', TemplateView.as_view(template_name='403.html'),name='403'), url(r'^imports/$', TemplateView.as_view(template_name='imports.html'), name='imports'), + url(r'^agegrouprecords/(?P\w+.*)/(?P\w+.*)/(?P\d+)m$', + views.agegrouprecordview), + url(r'^agegrouprecords/(?P\w+.*)/(?P\w+.*)/(?P\d+)min$', + views.agegrouprecordview), url(r'^agegrouprecords/(?P\w+.*)/(?P\w+.*)$', views.agegrouprecordview), url(r'^list-workouts/ranking$',views.workouts_view,{'rankingonly':True}), diff --git a/rowers/views.py b/rowers/views.py index 68bf1644..1d78b6b4 100644 --- a/rowers/views.py +++ b/rowers/views.py @@ -10932,19 +10932,30 @@ def team_members_stats_view(request,id): from rowers.models import C2WorldClassAgePerformance -def agegrouprecordview(request,sex='male',weightcategory='hwt'): - df = pd.DataFrame( - list( - C2WorldClassAgePerformance.objects.filter( - sex=sex, - weightcategory=weightcategory +def agegrouprecordview(request,sex='male',weightcategory='hwt', + distance=2000,duration=None): + if not duration: + df = pd.DataFrame( + list( + C2WorldClassAgePerformance.objects.filter( + distance=distance, + sex=sex, + weightcategory=weightcategory ).values() ) ) - - df['seconds'] = df['duration'].apply( - lambda x:dataprep.timedelta_to_seconds(x) + else: + duration = int(duration)*60 + df = pd.DataFrame( + list( + C2WorldClassAgePerformance.objects.filter( + duration=duration, + sex=sex, + weightcategory=weightcategory + ).values() + ) ) + script,div = interactive_agegroup_plot(df) From 451f15398398eba7910887a37140df6a3de4284f Mon Sep 17 00:00:00 2001 From: Sander Roosendaal Date: Wed, 13 Dec 2017 15:37:52 +0100 Subject: [PATCH 08/10] added age records to ote-bests --- rowers/interactiveplots.py | 58 +++++- rowers/metrics.py | 26 ++- rowers/templates/.#rankings.html | 1 + rowers/templates/rankings.html | 13 +- rowers/urls.py | 6 + rowers/views.py | 340 ++++++++++++++++++++++++++++++- 6 files changed, 431 insertions(+), 13 deletions(-) create mode 100644 rowers/templates/.#rankings.html diff --git a/rowers/interactiveplots.py b/rowers/interactiveplots.py index 3fad9778..816eceee 100644 --- a/rowers/interactiveplots.py +++ b/rowers/interactiveplots.py @@ -1101,7 +1101,8 @@ def interactive_agegroup_plot(df): return script,div def interactive_cpchart(rower,thedistances,thesecs,theavpower, - theworkouts,promember=0): + theworkouts,promember=0, + wcpower=[],wcdurations=[]): message = 0 # plot tools @@ -1167,11 +1168,23 @@ def interactive_cpchart(rower,thedistances,thesecs,theavpower, ) - # fitting the data to three parameter CP model fitfunc = lambda pars,x: pars[0]/(1+(x/pars[2])) + pars[1]/(1+(x/pars[3])) errfunc = lambda pars,x,y: fitfunc(pars,x)-y - + p0 = [500,350,10,8000] + wcpower = pd.Series(wcpower) + wcdurations = pd.Series(wcdurations) + + # fitting WC data to three parameter CP model + if len(wcdurations)>=4: + p1wc, success = optimize.leastsq(errfunc, p0[:], + args = (wcdurations,wcpower)) + else: + p1wc = None + + # fitting the data to three parameter CP model + + p1 = p0 if len(thesecs)>=4: @@ -1184,6 +1197,21 @@ def interactive_cpchart(rower,thedistances,thesecs,theavpower, fitt = pd.Series(10**(4*np.arange(100)/100.)) fitpower = fitfunc(p1,fitt) + if p1wc is not None: + fitpowerwc = 0.95*fitfunc(p1wc,fitt) + fitpowerexcellent = 0.7*fitfunc(p1wc,fitt) + fitpowergood = 0.6*fitfunc(p1wc,fitt) + fitpowerfair = 0.5*fitfunc(p1wc,fitt) + fitpoweraverage = 0.4*fitfunc(p1wc,fitt) + + else: + fitpowerwc = 0*fitpower + fitpowerexcellent = 0*fitpower + fitpowergood = 0*fitpower + fitpowerfair = 0*fitpower + fitpoweraverage = 0*fitpower + + message = "" if len(fitpower[fitpower<0]) > 0: @@ -1203,6 +1231,11 @@ def interactive_cpchart(rower,thedistances,thesecs,theavpower, ), spm = 0*fitpower, power = fitpower, + fitpowerwc = fitpowerwc, + fitpowerexcellent = fitpowerexcellent, + fitpowergood = fitpowergood, + fitpowerfair = fitpowerfair, + fitpoweraverage = fitpoweraverage, fpace = nicepaceformat(fitp2), ) ) @@ -1281,6 +1314,25 @@ def interactive_cpchart(rower,thedistances,thesecs,theavpower, plot.line('duration','power',source=sourcepaul,legend="Paul's Law") plot.line('duration','power',source=sourcecomplex,legend="CP Model", color='green') + plot.line('duration','fitpowerwc',source=sourcecomplex, + legend="World Class", + color='Maroon',line_dash='dotted') + + plot.line('duration','fitpowerexcellent',source=sourcecomplex, + legend="Excellent", + color='Purple',line_dash='dotted') + + plot.line('duration','fitpowergood',source=sourcecomplex, + legend="Good", + color='Olive',line_dash='dotted') + + plot.line('duration','fitpowerfair',source=sourcecomplex, + legend="Fair", + color='Gray',line_dash='dotted') + + plot.line('duration','fitpoweraverage',source=sourcecomplex, + legend="Average", + color='SkyBlue',line_dash='dotted') script, div = components(plot) diff --git a/rowers/metrics.py b/rowers/metrics.py index e4efe26f..fbd6041e 100644 --- a/rowers/metrics.py +++ b/rowers/metrics.py @@ -319,12 +319,26 @@ def calc_trimp(df,sex,hrmax,hrmin): return trimp -def getagegroup2k(age,sex='male',weightcategory='hwt'): - df = pd.DataFrame( - list( - C2WorldClassAgePerformance.objects.filter( - sex=sex, - weightcategory=weightcategory +def getagegrouprecord(age,sex='male',weightcategory='hwt', + distance=2000,duration=None): + if not duration: + df = pd.DataFrame( + list( + C2WorldClassAgePerformance.objects.filter( + distance=distance, + sex=sex, + weightcategory=weightcategory + ).values() + ) + ) + else: + duration=60*int(duration) + df = pd.DataFrame( + list( + C2WorldClassAgePerformance.objects.filter( + duration=duration, + sex=sex, + weightcategory=weightcategory ).values() ) ) diff --git a/rowers/templates/.#rankings.html b/rowers/templates/.#rankings.html new file mode 100644 index 00000000..8f484e75 --- /dev/null +++ b/rowers/templates/.#rankings.html @@ -0,0 +1 @@ +E408191@CZ27LT9RCGN72.12348:1512983261 \ No newline at end of file diff --git a/rowers/templates/rankings.html b/rowers/templates/rankings.html index ecaa84e2..8e82db94 100644 --- a/rowers/templates/rankings.html +++ b/rowers/templates/rankings.html @@ -160,6 +160,15 @@ {{ the_div|safe }} +

The dashed lines are based on the Concept2 rankings for your age, gender + and weight category. World class means within 5% of World Record in terms + of power. Excellent, Good, and Fair indicate the power levels of the top + 10%, 25% and 50% of the Concept2 rankings. Average is taken + as being in the top 75%, given that the Concept2 rankings probably + represent the more competitive sub-group of all people who erg. + Please note that this is a prediction for people of exactly your age, +and your actual place in the Concept2 Ranking may be different.

+
@@ -259,9 +268,7 @@ {% endif %}
-{% if worldclasspower %} -World class 2k for your age, weight is {{ worldclasspower }} Watt -{% endif %} + {% endblock %} diff --git a/rowers/urls.py b/rowers/urls.py index ac1c26b7..d0b07cf3 100644 --- a/rowers/urls.py +++ b/rowers/urls.py @@ -165,6 +165,12 @@ urlpatterns = [ url(r'^ote-bests/(?P\d+)$',views.rankings_view), url(r'^ote-bests/$',views.rankings_view), url(r'^(?P\d+)/ote-bests/$',views.rankings_view), + url(r'^(?P\d+)/ote-bests2/(?P\w+.*)/(?P\w+.*)$',views.rankings_view), + url(r'^(?P\d+)/ote-bests2/(?P\d+)$',views.rankings_view2), + url(r'^ote-bests2/(?P\w+.*)/(?P\w+.*)$',views.rankings_view2), + url(r'^ote-bests2/(?P\d+)$',views.rankings_view2), + url(r'^ote-bests2/$',views.rankings_view2), + url(r'^(?P\d+)/ote-bests2/$',views.rankings_view2), url(r'^(?P\d+)/otw-bests/(?P\w+.*)/(?P\w+.*)$',views.otwrankings_view), url(r'^(?P\d+)/otw-bests/(?P\d+)$',views.otwrankings_view), url(r'^otw-bests/(?P\w+.*)/(?P\w+.*)$',views.otwrankings_view), diff --git a/rowers/views.py b/rowers/views.py index 1d78b6b4..5f8b5d4c 100644 --- a/rowers/views.py +++ b/rowers/views.py @@ -3223,7 +3223,7 @@ def rankings_view(request,theuser=0, r = getrower(request.user) if r.birthdate: age = calculate_age(r.birthdate) - worldclasspower = int(metrics.getagegroup2k( + worldclasspower = int(metrics.getagegrouprecord( age, sex=r.sex, weightcategory=r.weightcategory @@ -3507,6 +3507,344 @@ def rankings_view(request,theuser=0, 'teams':get_my_teams(request.user), }) +# Show ranking distances including predicted paces +@login_required() +def rankings_view2(request,theuser=0, + startdate=timezone.now()-datetime.timedelta(days=365), + enddate=timezone.now(), + deltadays=-1, + startdatestring="", + enddatestring=""): + + if deltadays>0: + startdate = enddate-datetime.timedelta(days=int(deltadays)) + + if startdatestring != "": + startdate = iso8601.parse_date(startdatestring) + + if enddatestring != "": + enddate = iso8601.parse_date(enddatestring) + + if enddate < startdate: + s = enddate + enddate = startdate + startdate = s + + if theuser == 0: + theuser = request.user.id + + promember=0 + if not request.user.is_anonymous(): + r = getrower(request.user) + wcdurations = [] + wcpower = [] + + if r.birthdate: + age = calculate_age(r.birthdate) + durations = [1,4,30,60] + distances = [100,500,1000,2000,5000,6000,10000,21097,42195] + print r.weightcategory,r.sex,age,'aap' + for distance in distances: + worldclasspower = metrics.getagegrouprecord( + age, + sex=r.sex, + distance=distance, + weightcategory=r.weightcategory + ) + velo = (worldclasspower/2.8)**(1./3.) + duration = distance/velo + wcdurations.append(duration) + wcpower.append(worldclasspower) + for duration in durations: + worldclasspower = metrics.getagegrouprecord( + age, + sex=r.sex, + duration=duration, + weightcategory=r.weightcategory + ) + wcdurations.append(60.*duration) + velo = (worldclasspower/2.8)**(1./3.) + distance = int(60*duration*velo) + wcpower.append(worldclasspower) + else: + worldclasspower = None + + result = request.user.is_authenticated() and ispromember(request.user) + if result: + promember=1 + + # get all indoor rows in date range + + # process form + if request.method == 'POST' and "daterange" in request.POST: + dateform = DateRangeForm(request.POST) + deltaform = DeltaDaysForm(request.POST) + if dateform.is_valid(): + startdate = dateform.cleaned_data['startdate'] + enddate = dateform.cleaned_data['enddate'] + if startdate > enddate: + s = enddate + enddate = startdate + startdate = s + elif request.method == 'POST' and "datedelta" in request.POST: + deltaform = DeltaDaysForm(request.POST) + if deltaform.is_valid(): + deltadays = deltaform.cleaned_data['deltadays'] + if deltadays: + enddate = timezone.now() + startdate = enddate-datetime.timedelta(days=deltadays) + if startdate > enddate: + s = enddate + enddate = startdate + startdate = s + dateform = DateRangeForm(initial={ + 'startdate': startdate, + 'enddate': enddate, + }) + else: + dateform = DateRangeForm() + deltaform = DeltaDaysForm() + + else: + dateform = DateRangeForm(initial={ + 'startdate': startdate, + 'enddate': enddate, + }) + deltaform = DeltaDaysForm() + + # get all 2k (if any) - this rower, in date range + try: + r = getrower(theuser) + except Rower.DoesNotExist: + allergworkouts = [] + r=0 + + + try: + uu = User.objects.get(id=theuser) + except User.DoesNotExist: + uu = '' + + + # test to fix bug + startdate = datetime.datetime.combine(startdate,datetime.time()) + enddate = datetime.datetime.combine(enddate,datetime.time(23,59,59)) + enddate = enddate+datetime.timedelta(days=1) + + rankingdistances = [100,500,1000,2000,5000,6000,10000,21097,42195,100000] + rankingdurations = [] + rankingdurations.append(datetime.time(minute=1)) + rankingdurations.append(datetime.time(minute=4)) + rankingdurations.append(datetime.time(minute=30)) + rankingdurations.append(datetime.time(hour=1,minute=15)) + rankingdurations.append(datetime.time(hour=1)) + + thedistances = [] + theworkouts = [] + thesecs = [] + + + + rankingdistances.sort() + rankingdurations.sort() + + for rankingdistance in rankingdistances: + + workouts = Workout.objects.filter(user=r,distance=rankingdistance, + workouttype__in=['rower','dynamic','slides'], + startdatetime__gte=startdate, + startdatetime__lte=enddate).order_by('duration') + if workouts: + thedistances.append(rankingdistance) + theworkouts.append(workouts[0]) + + timesecs = 3600*workouts[0].duration.hour + timesecs += 60*workouts[0].duration.minute + timesecs += workouts[0].duration.second + timesecs += 1.e-6*workouts[0].duration.microsecond + + thesecs.append(timesecs) + + for rankingduration in rankingdurations: + + workouts = Workout.objects.filter(user=r,duration=rankingduration, + workouttype='rower', + startdatetime__gte=startdate, + startdatetime__lte=enddate).order_by('-distance') + if workouts: + thedistances.append(workouts[0].distance) + theworkouts.append(workouts[0]) + + timesecs = 3600*workouts[0].duration.hour + timesecs += 60*workouts[0].duration.minute + timesecs += workouts[0].duration.second + timesecs += 1.e-5*workouts[0].duration.microsecond + + thesecs.append(timesecs) + + thedistances = np.array(thedistances) + thesecs = np.array(thesecs) + + thevelos = thedistances/thesecs + theavpower = 2.8*(thevelos**3) + + + # create interactive plot + if len(thedistances) !=0 : + res = interactive_cpchart( + r,thedistances,thesecs,theavpower, + theworkouts,promember=promember, + wcdurations=wcdurations,wcpower=wcpower + ) + script = res[0] + div = res[1] + paulslope = res[2] + paulintercept = res[3] + p1 = res[4] + message = res[5] + else: + script = '' + div = '

No ranking pieces found.

' + paulslope = 1 + paulintercept = 1 + p1 = [1,1,1,1] + message = "" + + + if request.method == 'POST' and "piece" in request.POST: + form = PredictedPieceForm(request.POST) + if form.is_valid(): + value = form.cleaned_data['value'] + hourvalue,value = divmod(value,60) + if hourvalue >= 24: + hourvalue = 23 + pieceunit = form.cleaned_data['pieceunit'] + if pieceunit == 'd': + rankingdistances.append(value) + else: + rankingdurations.append(datetime.time(minute=int(value),hour=int(hourvalue))) + else: + form = PredictedPieceForm() + + rankingdistances.sort() + rankingdurations.sort() + + + predictions = [] + cpredictions = [] + + + for rankingdistance in rankingdistances: + # Paul's model + p = paulslope*np.log10(rankingdistance)+paulintercept + velo = 500./p + t = rankingdistance/velo + pwr = 2.8*(velo**3) + a = {'distance':rankingdistance, + 'duration':timedeltaconv(t), + 'pace':timedeltaconv(p), + 'power':int(pwr)} + predictions.append(a) + + # CP model - + pwr2 = p1[0]/(1+t/p1[2]) + pwr2 += p1[1]/(1+t/p1[3]) + + if pwr2 <= 0: + pwr2 = 50. + + velo2 = (pwr2/2.8)**(1./3.) + + if np.isnan(velo2) or velo2 <= 0: + velo2 = 1.0 + + t2 = rankingdistance/velo2 + + pwr3 = p1[0]/(1+t2/p1[2]) + pwr3 += p1[1]/(1+t2/p1[3]) + + if pwr3 <= 0: + pwr3 = 50. + + velo3 = (pwr3/2.8)**(1./3.) + if np.isnan(velo3) or velo3 <= 0: + velo3 = 1.0 + + t3 = rankingdistance/velo3 + p3 = 500./velo3 + + a = {'distance':rankingdistance, + 'duration':timedeltaconv(t3), + 'pace':timedeltaconv(p3), + 'power':int(pwr3)} + cpredictions.append(a) + + + + + for rankingduration in rankingdurations: + t = 3600.*rankingduration.hour + t += 60.*rankingduration.minute + t += rankingduration.second + t += rankingduration.microsecond/1.e6 + + # Paul's model + ratio = paulintercept/paulslope + + u = ((2**(2+ratio))*(5.**(3+ratio))*t*np.log(10))/paulslope + + d = 500*t*np.log(10.) + d = d/(paulslope*lambertw(u)) + d = d.real + + velo = d/t + p = 500./velo + pwr = 2.8*(velo**3) + a = {'distance':int(d), + 'duration':timedeltaconv(t), + 'pace':timedeltaconv(p), + 'power':int(pwr)} + predictions.append(a) + + # CP model + pwr = p1[0]/(1+t/p1[2]) + pwr += p1[1]/(1+t/p1[3]) + + if pwr <= 0: + pwr = 50. + + velo = (pwr/2.8)**(1./3.) + + if np.isnan(velo) or velo <=0: + velo = 1.0 + + d = t*velo + p = 500./velo + a = {'distance':int(d), + 'duration':timedeltaconv(t), + 'pace':timedeltaconv(p), + 'power':int(pwr)} + cpredictions.append(a) + + + messages.error(request,message) + return render(request, 'rankings.html', + {'rankingworkouts':theworkouts, + 'interactiveplot':script, + 'the_div':div, + 'predictions':predictions, + 'cpredictions':cpredictions, + 'nrdata':len(thedistances), + 'form':form, + 'dateform':dateform, + 'deltaform':deltaform, + 'id': theuser, + 'theuser':uu, + 'startdate':startdate, + 'enddate':enddate, + 'teams':get_my_teams(request.user), + }) + @user_passes_test(ispromember,login_url="/",redirect_field_name=None) def workout_update_cp_view(request,id=0): try: From 10bb693aac29d117a607d6ce0ac8c9c76c74f4e7 Mon Sep 17 00:00:00 2001 From: Sander Roosendaal Date: Wed, 13 Dec 2017 15:42:16 +0100 Subject: [PATCH 09/10] added link to ranking pieces 2.0 on Analysis page --- rowers/templates/analysis.html | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/rowers/templates/analysis.html b/rowers/templates/analysis.html index 4c8d41da..9d3ec5aa 100644 --- a/rowers/templates/analysis.html +++ b/rowers/templates/analysis.html @@ -79,8 +79,13 @@
-

 

-
+
+

+ + Ranking Pieces 2.0

+

Analyze your Concept2 ranking pieces over a date range and predict your pace on other pieces.

+
+
From 9aa501093c0c560832d1c6c4e5962593248fad5e Mon Sep 17 00:00:00 2001 From: Sander Roosendaal Date: Wed, 13 Dec 2017 15:43:38 +0100 Subject: [PATCH 10/10] removed unnecessary temp file --- rowers/templates/.#rankings.html | 1 - rowers/templates/rankings.html | 2 +- 2 files changed, 1 insertion(+), 2 deletions(-) delete mode 100644 rowers/templates/.#rankings.html diff --git a/rowers/templates/.#rankings.html b/rowers/templates/.#rankings.html deleted file mode 100644 index 8f484e75..00000000 --- a/rowers/templates/.#rankings.html +++ /dev/null @@ -1 +0,0 @@ -E408191@CZ27LT9RCGN72.12348:1512983261 \ No newline at end of file diff --git a/rowers/templates/rankings.html b/rowers/templates/rankings.html index 8e82db94..299dcd97 100644 --- a/rowers/templates/rankings.html +++ b/rowers/templates/rankings.html @@ -167,7 +167,7 @@ as being in the top 75%, given that the Concept2 rankings probably represent the more competitive sub-group of all people who erg. Please note that this is a prediction for people of exactly your age, -and your actual place in the Concept2 Ranking may be different.

+ and your actual place in the Concept2 Ranking may be different.