sander/rowsandall
Private
Public Access
1
0
Fork 0
Code Activity

small bug fix reading parquet files

Browse Source
This commit is contained in:
Sander Roosendaal
2020-08-05 21:42:15 +02:00
parent 9ae75437d2
commit d8aac5a4cd
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
rowers/dataprep.py
View File

@@ -31,6 +31,7 @@ import dask.dataframe as dd
from dask.delayed import delayed from dask.delayed import delayed
import pyarrow.parquet as pq import pyarrow.parquet as pq
import pyarrow as pa import pyarrow as pa
from pyarrow.lib import ArrowInvalid from pyarrow.lib import ArrowInvalid
from django.utils import timezone from django.utils import timezone
@@ -2379,7 +2380,7 @@ def read_df_sql(id):
try: try:
f = 'media/strokedata_{id}.parquet.gz'.format(id=id) f = 'media/strokedata_{id}.parquet.gz'.format(id=id)
df = pd.read_parquet(f) df = pd.read_parquet(f)
except OSError: except (OSError,ArrowInvalid):
rowdata,row = getrowdata(id=id) rowdata,row = getrowdata(id=id)
if rowdata and len(rowdata.df): if rowdata and len(rowdata.df):
data = dataprep(rowdata.df,id=id,bands=True,otwpower=True,barchart=True) data = dataprep(rowdata.df,id=id,bands=True,otwpower=True,barchart=True)