From d8aac5a4cd357ce0a2e5d9893bee15200f88a166 Mon Sep 17 00:00:00 2001 From: Sander Roosendaal Date: Wed, 5 Aug 2020 21:42:15 +0200 Subject: [PATCH] small bug fix reading parquet files --- rowers/dataprep.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/rowers/dataprep.py b/rowers/dataprep.py index 42c17c76..d6acf5c9 100644 --- a/rowers/dataprep.py +++ b/rowers/dataprep.py @@ -31,6 +31,7 @@ import dask.dataframe as dd from dask.delayed import delayed import pyarrow.parquet as pq import pyarrow as pa + from pyarrow.lib import ArrowInvalid from django.utils import timezone @@ -2379,7 +2380,7 @@ def read_df_sql(id): try: f = 'media/strokedata_{id}.parquet.gz'.format(id=id) df = pd.read_parquet(f) - except OSError: + except (OSError,ArrowInvalid): rowdata,row = getrowdata(id=id) if rowdata and len(rowdata.df): data = dataprep(rowdata.df,id=id,bands=True,otwpower=True,barchart=True)