From c21bf161d2115b5f513ef06a36c4b2f13381c852 Mon Sep 17 00:00:00 2001 From: Sander Roosendaal Date: Fri, 11 Nov 2022 10:39:50 +0100 Subject: [PATCH] fix --- rowers/dataroutines.py | 12 +++++------- 1 file changed, 5 insertions(+), 7 deletions(-) diff --git a/rowers/dataroutines.py b/rowers/dataroutines.py index 20181ada..610e7e47 100644 --- a/rowers/dataroutines.py +++ b/rowers/dataroutines.py @@ -1262,7 +1262,7 @@ def getsmallrowdata_db(columns, ids=[], doclean=True, workstrokesonly=True, comp try: df = pd.read_parquet(csvfilenames[0], columns=columns) rowdata, row = getrowdata(id=ids[0]) - except (OSError, IndexError): + except (OSError, IndexError, ArrowInvalid): rowdata, row = getrowdata(id=ids[0]) if rowdata and len(rowdata.df): # pragma: no cover data = dataprep( @@ -1280,12 +1280,10 @@ def getsmallrowdata_db(columns, ids=[], doclean=True, workstrokesonly=True, comp if rowdata and len(rowdata.df): # pragma: no cover data = dataprep( rowdata.df, id=ids[0], bands=True, otwpower=True, barchart=True) - df = pd.read_parquet(csvfilenames[0], columns=columns) - # df = dd.read_parquet(csvfilenames[0], - # column=columns,engine='pyarrow', - # ) - - # df = df.loc[:,~df.columns.duplicated()] + try: + df = pd.read_parquet(csvfilenames[0], columns=columns) + except: + df = pd.DataFrame() else: df = pd.DataFrame()