From 2bff507c2d9ec2d8df097cb4dad1f28ebb48ea6d Mon Sep 17 00:00:00 2001
From: Sander Roosendaal <roosendaalsander@gmail.com>
Date: Thu, 8 Dec 2016 21:50:49 +0100
Subject: [PATCH 1/2] gzipped

---
 rowers/dataprep.py         | 18 ++++++++++++++++--
 rowers/dataprepnodjango.py | 18 ++++++++++++++++--
 rowers/mailprocessing.py   |  5 ++++-
 rowers/views.py            |  5 ++++-
 4 files changed, 40 insertions(+), 6 deletions(-)

diff --git a/rowers/dataprep.py b/rowers/dataprep.py
index 1246d74d..853bf344 100644
--- a/rowers/dataprep.py
+++ b/rowers/dataprep.py
@@ -118,7 +118,10 @@ def rdata(file,rower=rrower()):
     try:
 	res = rrdata(file,rower=rower)
     except IOError:
-	res = 0
+        try:
+            res = rrdata(file+'.gz',rower=rower)
+        except IOError:
+	    res = 0
 
     return res
 
@@ -280,7 +283,18 @@ def smalldataprep(therows,xparam,yparam1,yparam2):
             )
             df = pd.concat([df,rowdata],ignore_index=True)
         except IOError:
-            pass
+            try:
+                rowdata = dataprep(rrdata(f1+'.gz').df)
+                rowdata = pd.DataFrame({xparam: rowdata[xparam],
+                                        yparam1: rowdata[yparam1],
+                                        yparam2: rowdata[yparam2],
+                                        'distance': rowdata['distance'],
+                                        'spm': rowdata['spm'],
+                }
+                )
+                df = pd.concat([df,rowdata],ignore_index=True)
+            except IOError:
+                pass
 
     return df
         
diff --git a/rowers/dataprepnodjango.py b/rowers/dataprepnodjango.py
index 6b44f66f..48e86794 100644
--- a/rowers/dataprepnodjango.py
+++ b/rowers/dataprepnodjango.py
@@ -82,7 +82,10 @@ def rdata(file,rower=rrower()):
     try:
 	res = rrdata(file,rower=rower)
     except IOError:
-	res = 0
+        try:
+            res = rrdata(file+'.gz',rower=rower)
+        except IOError:
+	    res = 0
 
     return res
 
@@ -220,7 +223,18 @@ def smalldataprep(therows,xparam,yparam1,yparam2):
             )
             df = pd.concat([df,rowdata],ignore_index=True)
         except IOError:
-            pass
+            try:
+                rowdata = dataprep(rrdata(f1+'.gz').df)
+                rowdata = pd.DataFrame({xparam: rowdata[xparam],
+                                        yparam1: rowdata[yparam1],
+                                        yparam2: rowdata[yparam2],
+                                        'distance': rowdata['distance'],
+                                        'spm': rowdata['spm'],
+                }
+                )
+                df = pd.concat([df,rowdata],ignore_index=True)
+            except IOError:
+                pass
 
     return df
         
diff --git a/rowers/mailprocessing.py b/rowers/mailprocessing.py
index 90678217..071612e9 100644
--- a/rowers/mailprocessing.py
+++ b/rowers/mailprocessing.py
@@ -39,7 +39,10 @@ def rdata(file,rower=rrower()):
     try:
 	res = rrdata(file,rower=rower)
     except IOError:
-	res = 0
+        try:
+            res = rrdata(file+'.gz',rower=rower)
+        except IOError:
+	    res = 0
 
     return res
 
diff --git a/rowers/views.py b/rowers/views.py
index 20e235cf..75fd14f5 100644
--- a/rowers/views.py
+++ b/rowers/views.py
@@ -131,7 +131,10 @@ def rdata(file,rower=rrower()):
     try:
 	res = rrdata(file,rower=rower)
     except IOError:
-	res = 0
+        try:
+            res = rrdata(file+'.gz',rower=rower)
+        except IOError:
+            res = 0
 
     return res
 

From ed6790387bdcbfaba1bcc7f4fb8a1aacf866010f Mon Sep 17 00:00:00 2001
From: Sander Roosendaal <roosendaalsander@gmail.com>
Date: Thu, 8 Dec 2016 21:54:20 +0100
Subject: [PATCH 2/2] tasks gzipped

---
 rowers/tasks.py | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/rowers/tasks.py b/rowers/tasks.py
index 40bf0a5b..2d709308 100644
--- a/rowers/tasks.py
+++ b/rowers/tasks.py
@@ -98,7 +98,11 @@ def handle_sendemailcsv(first_name,last_name,email,csvfile):
 def handle_otwsetpower(f1,boattype,weightvalue,
                        first_name,last_name,email,workoutid,
                        debug=False):
-    rowdata = rdata(f1)
+    try:
+        rowdata = rdata(f1)
+    except IOError:
+        rowdata = rdata(f1+'.csv')
+        
     weightvalue = float(weightvalue)
 
     # do something with boat type
@@ -165,7 +169,11 @@ def handle_makeplot(f1,f2,t,hrdata,plotnr,imagename):
     rr = rowingdata.rower(hrmax=hrmax,hrut2=hrut2,
 			  hrut1=hrut1,hrat=hrat,
 			  hrtr=hrtr,hran=hran)
-    row = rdata(f2,rower=rr)
+    try:
+        row = rdata(f2,rower=rr)
+    except IOError:
+        row = rdata(f2+'.gz',rower=rr)
+        
     nr_rows = len(row.df)
     if (plotnr in [1,2,4,5,8,11,9,12]) and (nr_rows > 1200):
 	bin = int(nr_rows/1200.)