Private
Public Access
1
0

adding more data filtering exception catching

This commit is contained in:
2024-04-13 11:46:08 +02:00
parent 4b7ab5f923
commit ee0229a43d
4 changed files with 34 additions and 8 deletions

View File

@@ -679,6 +679,8 @@ def clean_df_stats_pl(datadf, workstrokesonly=True, ignorehr=True,
datadf['workoutid'] = 0
except TypeError:
datadf = datadf.with_columns(pl.lit(0).alias("workoutid"))
except ColumnNotFoundError:
datadf = datadf.with_columns(pl.lit(0).alias("workoutid"))
before = {}
ids = list(datadf['workoutid'].unique())
@@ -689,39 +691,51 @@ def clean_df_stats_pl(datadf, workstrokesonly=True, ignorehr=True,
# bring metrics which have negative values to positive domain
if len(datadf) == 0:
return datadf
return data_orig
try:
datadf = datadf.with_columns((-pl.col('catch')).alias('catch'))
except (KeyError, TypeError, InvalidOperationError):
except (KeyError, TypeError):
pass
except(ComputeError, InvalidOperationError, ColumnNotFoundError):
return data_orig
try:
datadf = datadf.with_columns((pl.col('peakforceangle')+1000).alias('peakforceangle'))
except (KeyError, TypeError, InvalidOperationError):
except (KeyError, TypeError):
pass
except(ComputeError, InvalidOperationError, ColumnNotFoundError):
return data_orig
try:
datadf = datadf.with_columns((pl.col('hr')+10).alias('hr'))
except (KeyError, TypeError, InvalidOperationError):
except (KeyError, TypeError):
pass
except(ComputeError, InvalidOperationError, ColumnNotFoundError):
return data_orig
# protect 0 spm values from being nulled
try:
datadf = datadf.with_columns((pl.col('spm')+1.0).alias('spm'))
except (KeyError, TypeError, InvalidOperationError):
except (KeyError, TypeError):
pass
except(ComputeError, InvalidOperationError, ColumnNotFoundError):
return data_orig
# protect 0 workoutstate values from being nulled
try:
datadf = datadf.with_columns((pl.col('workoutstate')+1).alias('workoutstate'))
except (KeyError, TypeError, InvalidOperationError):
except (KeyError, TypeError):
pass
except(ComputeError, InvalidOperationError, ColumnNotFoundError):
return data_orig
try:
datadf = datadf.select(pl.all().clip(lower_bound=0))
# datadf = datadf.clip(lower=0)
except TypeError:
except (TypeError):
pass
except(ComputeError, InvalidOperationError, ColumnNotFoundError):
return data_orig
# protect advanced metrics columns
advancedcols = [