From 2bff507c2d9ec2d8df097cb4dad1f28ebb48ea6d Mon Sep 17 00:00:00 2001
From: Sander Roosendaal <roosendaalsander@gmail.com>
Date: Thu, 8 Dec 2016 21:50:49 +0100
Subject: [PATCH] gzipped

---
 rowers/dataprep.py         | 18 ++++++++++++++++--
 rowers/dataprepnodjango.py | 18 ++++++++++++++++--
 rowers/mailprocessing.py   |  5 ++++-
 rowers/views.py            |  5 ++++-
 4 files changed, 40 insertions(+), 6 deletions(-)

diff --git a/rowers/dataprep.py b/rowers/dataprep.py
index 1246d74d..853bf344 100644
--- a/rowers/dataprep.py
+++ b/rowers/dataprep.py
@@ -118,7 +118,10 @@ def rdata(file,rower=rrower()):
     try:
 	res = rrdata(file,rower=rower)
     except IOError:
-	res = 0
+        try:
+            res = rrdata(file+'.gz',rower=rower)
+        except IOError:
+	    res = 0
 
     return res
 
@@ -280,7 +283,18 @@ def smalldataprep(therows,xparam,yparam1,yparam2):
             )
             df = pd.concat([df,rowdata],ignore_index=True)
         except IOError:
-            pass
+            try:
+                rowdata = dataprep(rrdata(f1+'.gz').df)
+                rowdata = pd.DataFrame({xparam: rowdata[xparam],
+                                        yparam1: rowdata[yparam1],
+                                        yparam2: rowdata[yparam2],
+                                        'distance': rowdata['distance'],
+                                        'spm': rowdata['spm'],
+                }
+                )
+                df = pd.concat([df,rowdata],ignore_index=True)
+            except IOError:
+                pass
 
     return df
         
diff --git a/rowers/dataprepnodjango.py b/rowers/dataprepnodjango.py
index 6b44f66f..48e86794 100644
--- a/rowers/dataprepnodjango.py
+++ b/rowers/dataprepnodjango.py
@@ -82,7 +82,10 @@ def rdata(file,rower=rrower()):
     try:
 	res = rrdata(file,rower=rower)
     except IOError:
-	res = 0
+        try:
+            res = rrdata(file+'.gz',rower=rower)
+        except IOError:
+	    res = 0
 
     return res
 
@@ -220,7 +223,18 @@ def smalldataprep(therows,xparam,yparam1,yparam2):
             )
             df = pd.concat([df,rowdata],ignore_index=True)
         except IOError:
-            pass
+            try:
+                rowdata = dataprep(rrdata(f1+'.gz').df)
+                rowdata = pd.DataFrame({xparam: rowdata[xparam],
+                                        yparam1: rowdata[yparam1],
+                                        yparam2: rowdata[yparam2],
+                                        'distance': rowdata['distance'],
+                                        'spm': rowdata['spm'],
+                }
+                )
+                df = pd.concat([df,rowdata],ignore_index=True)
+            except IOError:
+                pass
 
     return df
         
diff --git a/rowers/mailprocessing.py b/rowers/mailprocessing.py
index 90678217..071612e9 100644
--- a/rowers/mailprocessing.py
+++ b/rowers/mailprocessing.py
@@ -39,7 +39,10 @@ def rdata(file,rower=rrower()):
     try:
 	res = rrdata(file,rower=rower)
     except IOError:
-	res = 0
+        try:
+            res = rrdata(file+'.gz',rower=rower)
+        except IOError:
+	    res = 0
 
     return res
 
diff --git a/rowers/views.py b/rowers/views.py
index 20e235cf..75fd14f5 100644
--- a/rowers/views.py
+++ b/rowers/views.py
@@ -131,7 +131,10 @@ def rdata(file,rower=rrower()):
     try:
 	res = rrdata(file,rower=rower)
     except IOError:
-	res = 0
+        try:
+            res = rrdata(file+'.gz',rower=rower)
+        except IOError:
+            res = 0
 
     return res