sander/rowsandall
Private
Public Access
1
0
Fork 0
Code Activity

filtered out non meaningul values

Browse Source
This commit is contained in:
Sander Roosendaal
2017-02-07 10:49:42 +01:00
parent 955d5aa070
commit 24565e2ef2
1 changed files with 91 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

90
rowers/views.py
View File

@@ -2738,6 +2738,51 @@ def cumstats(request,theuser=0,
# prepare data frame # prepare data frame
datadf = dataprep.read_cols_df_sql(ids,fieldlist) datadf = dataprep.read_cols_df_sql(ids,fieldlist)
# clean data remove zeros and negative values
datadf=datadf.clip(lower=0)
datadf.replace(to_replace=0,value=np.nan,inplace=True)
# clean data for useful ranges per column
mask = datadf['hr'] < 30
datadf.loc[mask,'hr'] = np.nan
mask = datadf['rhythm'] < 5
datadf.loc[mask,'rhythm'] = np.nan
mask = datadf['rhythm'] > 70
datadf.loc[mask,'rhythm'] = np.nan
mask = datadf['power'] < 20
datadf.loc[mask,'power'] = np.nan
mask = datadf['drivelength'] < 0.5
datadf.loc[mask,'drivelength'] = np.nan
mask = datadf['forceratio'] < 0.2
datadf.loc[mask,'forceratio'] = np.nan
mask = datadf['forceratio'] > 1.0
datadf.loc[mask,'forceratio'] = np.nan
mask = datadf['spm'] < 10
datadf.loc[mask,'spm'] = np.nan
mask = datadf['spm'] > 60
datadf.loc[mask,'spm'] = np.nan
mask = datadf['drivespeed'] < 0.5
datadf.loc[mask,'drivespeed'] = np.nan
mask = datadf['drivespeed'] > 4
datadf.loc[mask,'drivespeed'] = np.nan
mask = datadf['driveenergy'] > 2000
datadf.loc[mask,'driveenergy'] = np.nan
mask = datadf['driveenergy'] < 100
datadf.loc[mask,'driveenergy'] = np.nan
if datadf.empty: if datadf.empty:
return HttpResponse("No data found") return HttpResponse("No data found")
@@ -2813,6 +2858,51 @@ def workout_stats_view(request,id=0,message="",successmessage=""):
url = reverse(workouts_view,args=[str(message)]) url = reverse(workouts_view,args=[str(message)])
return HttpResponseRedirect(url) return HttpResponseRedirect(url)
# clean data remove zeros and negative values
datadf=datadf.clip(lower=0)
datadf.replace(to_replace=0,value=np.nan,inplace=True)
# clean data for useful ranges per column
mask = datadf['hr'] < 30
datadf.loc[mask,'hr'] = np.nan
mask = datadf['rhythm'] < 5
datadf.loc[mask,'rhythm'] = np.nan
mask = datadf['rhythm'] > 70
datadf.loc[mask,'rhythm'] = np.nan
mask = datadf['power'] < 20
datadf.loc[mask,'power'] = np.nan
mask = datadf['drivelength'] < 0.5
datadf.loc[mask,'drivelength'] = np.nan
mask = datadf['forceratio'] < 0.2
datadf.loc[mask,'forceratio'] = np.nan
mask = datadf['forceratio'] > 1.0
datadf.loc[mask,'forceratio'] = np.nan
mask = datadf['spm'] < 10
datadf.loc[mask,'spm'] = np.nan
mask = datadf['spm'] > 60
datadf.loc[mask,'spm'] = np.nan
mask = datadf['drivespeed'] < 0.5
datadf.loc[mask,'drivespeed'] = np.nan
mask = datadf['drivespeed'] > 4
datadf.loc[mask,'drivespeed'] = np.nan
mask = datadf['driveenergy'] > 2000
datadf.loc[mask,'driveenergy'] = np.nan
mask = datadf['driveenergy'] < 100
datadf.loc[mask,'driveenergy'] = np.nan
if datadf.empty: if datadf.empty:
return HttpResponse("CSV data file not found") return HttpResponse("CSV data file not found")