Repository 'saqc'
hg clone https://toolshed.g2.bx.psu.edu/repos/ufz/saqc

Changeset 0:55bbea0cdc60 (2025-01-13)
Commit message:
planemo upload for repository https://github.com/Helmholtz-UFZ/galaxy-tools/blob/main/tools/saqc/ commit 271a95aef4cbe6b85a3c5dae1db005bfacf4084b
added:
macros.xml
saqc.xml
test-data/config.txt
test-data/data.csv
test-data/maint.csv
test-data/out.csv
b
diff -r 000000000000 -r 55bbea0cdc60 macros.xml
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/macros.xml Mon Jan 13 16:27:12 2025 +0000
b
@@ -0,0 +1,18 @@
+<macros>
+
+<xml name="requirements">
+    <requirements>
+        <requirement type="package" version="@TOOL_VERSION@">saqc</requirement>
+    </requirements>
+</xml>
+
+<token name="@TOOL_VERSION@">2.4.1</token>
+<token name="@VERSION_SUFFIX@">0</token>
+
+<xml name="citations">
+    <citations>
+        <citation type="doi">https://doi.org/10.1016/j.envsoft.2023.105809</citation>
+    </citations>
+</xml>
+
+</macros>
\ No newline at end of file
b
diff -r 000000000000 -r 55bbea0cdc60 saqc.xml
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/saqc.xml Mon Jan 13 16:27:12 2025 +0000
[
@@ -0,0 +1,57 @@
+<tool name="SaQC" id="saqc" version="@TOOL_VERSION@+galaxy@VERSION_SUFFIX@" profile="22.01">
+  <description>quality control for time series</description>
+  <creator>
+    <organization name="Helmholtz Centre for Environmental Research - UFZ, Research Data Management"
+                  url ="https://www.ufz.de/index.php?en=45348"/>
+  </creator>
+  <macros>
+    <import>macros.xml</import>
+  </macros>
+  <expand macro="requirements"/>
+  <version_command><![CDATA[python -c 'import saqc; print(saqc.__version__)']]></version_command>
+   <command detect_errors="exit_code"><![CDATA[
+  ln -s '$config' config.csv &&
+  #for $i, $d in enumerate($data)
+      ln -s '$d' '${i}.csv' &&
+  #end for
+  saqc -c config.csv
+  #for $i, $d in enumerate($data)
+      -d '${i}.csv'
+  #end for
+  -o output.csv
+  ]]></command>
+  <inputs>
+    <param label="Input Table(s)"
+           argument="--data"
+           type="data"
+           format="csv"
+           multiple="true"
+           optional="false"
+    />
+    <param label="Configuration"
+           argument="--config"
+           type="data"
+           format="txt"
+           optional="false"/>
+  </inputs>
+  <outputs>
+      <data name="output"
+            format="csv"
+            from_work_dir="output.csv"
+            hidden="false"/>
+  </outputs>
+  <tests>
+    <test>
+      <!-- https://rdm-software.pages.ufz.de/saqc/cookbooks/MultivariateFlagging.html -->
+      <param name="data" value="data.csv,maint.csv" ftype="csv"/>
+      <param name="config" value="config.txt" ftype="txt"/>
+      <output name="output" value="out.csv" ftype="csv"/>
+    </test>
+  </tests>
+  <help><![CDATA[
+  This tool runs the SaQC quality control pipeline specified by a config file on the input data.
+  Just upload your data and a config file, and the tool will run the SaQC pipeline on the data.
+]]></help>
+  <expand macro="citations"/>
+</tool>
+
b
diff -r 000000000000 -r 55bbea0cdc60 test-data/config.txt
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/test-data/config.txt Mon Jan 13 16:27:12 2025 +0000
[
@@ -0,0 +1,21 @@
+varname                 ; test
+#-----------------------;-------------------------------------------
+# Data Preparation
+sac254_raw              ; flagManual(mdata='maint', method='closed')
+level_raw               ; flagRange(min=0)
+water_temp_raw          ; flagRange(min=-1)
+sac254_raw              ; flagRange(min=0, max=60)
+level_raw               ; align(freq='15min')
+water_temp_raw          ; align(freq='15min')
+sac254_raw              ; align(freq='15min')
+# Drift Correcture
+sac254_raw              ; correctDrift(target='sac254_corr', maintenance_field='maint', model='exponential')
+# Multivariate Flagging Procedure
+level_z                 ; transform(field=['level_raw'], func=zScore(x), freq='20D')
+water_z                 ; transform(field=['water_temp_raw'], func=zScore(x), freq='20D')
+sac_z                   ; transform(field=['sac254_raw'], func=zScore(x), freq='20D')
+kNN_scores              ; assignKNNScore(field=['level_z', 'water_z', 'sac_z'], freq='20D')
+kNN_scores              ; flagByStray(freq='20D')
+level_raw               ; transferFlags(field=['kNN_scores'], label='STRAY')
+sac254_corr             ; transferFlags(field=['kNN_scores'], label='STRAY')
+water_temp_raw          ; transferFlags(field=['kNN_scores'], label='STRAY')
\ No newline at end of file
b
diff -r 000000000000 -r 55bbea0cdc60 test-data/data.csv
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/test-data/data.csv Mon Jan 13 16:27:12 2025 +0000
b
b'@@ -0,0 +1,2642 @@\n+Timestamp,sac254_raw,level_raw,water_temp_raw\n+2016-11-07 09:02:00,22.3512,95.23,7.99\n+2016-11-07 09:17:00,21.7262,95.22,7.99\n+2016-11-07 09:32:00,22.8363,95.2125,7.99\n+2016-11-07 09:47:00,20.975,95.2275,8.01\n+2016-11-07 10:02:00,22.255,95.2275,8.0\n+2016-11-07 10:17:00,21.7237,95.275,7.97\n+2016-11-07 10:32:00,20.595,95.3025,7.96\n+2016-11-07 10:47:00,21.9638,95.275,7.97\n+2016-11-07 11:02:00,22.7438,95.2075,8.0\n+2016-11-07 11:17:00,22.79,95.1425,8.01\n+2016-11-07 11:32:00,23.2213,95.07,8.01\n+2016-11-07 11:47:00,23.415,95.01,8.02\n+2016-11-07 12:02:00,19.9137,94.995,8.0\n+2016-11-07 12:17:00,23.9962,94.98,7.93\n+2016-11-07 12:32:00,22.3962,95.05,7.83\n+2016-11-07 12:47:00,21.28,95.1425,7.78\n+2016-11-07 13:02:00,22.6912,95.295,7.75\n+2016-11-07 13:17:00,23.0287,95.4825,7.73\n+2016-11-07 13:32:00,22.9812,95.715,7.72\n+2016-11-07 13:47:00,23.0287,96.0175,7.65\n+2016-11-07 14:02:00,21.8675,96.355,7.54\n+2016-11-07 14:17:00,23.4675,96.715,7.47\n+2016-11-07 14:32:00,22.0625,97.1025,7.48\n+2016-11-07 14:47:00,22.2562,97.52,7.51\n+2016-11-07 15:02:00,22.1162,97.9575,7.52\n+2016-11-07 15:17:00,22.3025,98.3775,7.5\n+2016-11-07 15:32:00,22.6425,98.8325,7.49\n+2016-11-07 15:47:00,22.3012,99.2225,7.49\n+2016-11-07 16:02:00,20.0587,99.6025,7.49\n+2016-11-07 16:17:00,22.1575,99.9275,7.49\n+2016-11-07 16:32:00,21.1762,100.162,7.49\n+2016-11-07 16:47:00,22.5437,100.305,7.48\n+2016-11-07 17:02:00,23.2663,100.342,7.48\n+2016-11-07 17:17:00,21.8187,100.285,7.47\n+2016-11-07 17:32:00,22.9825,100.23,7.47\n+2016-11-07 17:47:00,23.315,100.15,7.47\n+2016-11-07 18:02:00,22.1137,100.077,7.46\n+2016-11-07 18:17:00,21.6712,100.01,7.47\n+2016-11-07 18:32:00,20.4062,99.94,7.48\n+2016-11-07 18:47:00,22.7425,99.865,7.49\n+2016-11-07 19:02:00,21.4725,99.8,7.49\n+2016-11-07 19:17:00,23.1687,99.73,7.48\n+2016-11-07 19:32:00,22.1125,99.62,7.47\n+2016-11-07 19:47:00,20.835,99.4925,7.46\n+2016-11-07 20:02:00,21.9163,99.305,7.46\n+2016-11-07 20:17:00,22.2113,99.0525,7.47\n+2016-11-07 20:32:00,22.065,98.81,7.47\n+2016-11-07 20:47:00,22.0675,98.5975,7.47\n+2016-11-07 21:02:00,23.1188,98.4275,7.48\n+2016-11-07 21:17:00,21.9175,98.31,7.47\n+2016-11-07 21:32:00,21.4262,98.2,7.47\n+2016-11-07 21:47:00,22.015,98.11,7.46\n+2016-11-07 22:02:00,20.5975,98.0375,7.44\n+2016-11-07 22:17:00,23.8538,97.97,7.43\n+2016-11-07 22:32:00,22.7913,97.89,7.42\n+2016-11-07 22:47:00,23.215,97.7825,7.41\n+2016-11-07 23:02:00,23.7562,97.6475,7.4\n+2016-11-07 23:17:00,22.4463,97.4825,7.38\n+2016-11-07 23:32:00,21.225,97.3225,7.38\n+2016-11-07 23:47:00,22.6437,97.15,7.38\n+2016-11-08 00:02:00,19.9137,97.0325,7.39\n+2016-11-08 00:17:00,22.8887,96.97,7.38\n+2016-11-08 00:32:00,22.2138,96.925,7.37\n+2016-11-08 00:47:00,22.0612,96.8975,7.37\n+2016-11-08 01:02:00,23.315,96.885,7.37\n+2016-11-08 01:17:00,22.5413,96.8775,7.36\n+2016-11-08 01:32:00,22.885,96.905,7.35\n+2016-11-08 01:47:00,22.9788,96.9225,7.34\n+2016-11-08 02:02:00,23.22,96.8875,7.34\n+2016-11-08 02:17:00,20.6925,96.805,7.34\n+2016-11-08 02:32:00,21.18,96.7025,7.35\n+2016-11-08 02:47:00,23.075,96.6025,7.37\n+2016-11-08 03:02:00,20.6437,96.56,7.35\n+2016-11-08 03:17:00,20.0587,96.575,7.36\n+2016-11-08 03:32:00,22.7375,96.5925,7.37\n+2016-11-08 03:47:00,21.5187,96.6225,7.38\n+2016-11-08 04:02:00,22.1175,96.6825,7.37\n+2016-11-08 04:17:00,22.5925,96.685,7.35\n+2016-11-08 04:32:00,21.7712,96.69,7.34\n+2016-11-08 04:47:00,22.3463,96.6725,7.34\n+2016-11-08 05:02:00,21.6162,96.63,7.35\n+2016-11-08 05:17:00,22.2062,96.56,7.35\n+2016-11-08 05:32:00,23.6637,96.4875,7.35\n+2016-11-08 05:47:00,21.3288,96.4125,7.34\n+2016-11-08 06:02:00,23.3675,96.3475,7.35\n+2016-11-08 06:17:00,22.6875,96.3275,7.36\n+2016-11-08 06:32:00,23.265,96.345,7.36\n+2016-11-08 06:47:00,21.6188,96.395,7.34\n+2016-11-08 07:02:00,23.71,96.4475,7.32\n+2016-11-08 07:17:00,22.5912,96.52,7.31\n+2016-11-08 07:32:00,22.885,96.5825,7.31\n+2016-11-08 07:47:00,22.2537,96.6525,7.31\n+2016-11-08 08:02:00,21.475,96.65,7.29\n+2016-11-08 08:17:00,22.74,96.6275,7.28\n+2016-11-08 08:32:00,21.3787,96.6025,7.28\n+2016-11-08 08:47:00,21.2738,96.645,7.28\n+2016-1'..b'2,3.39\n+2016-12-03 22:02:00,22.6413,107.942,3.38\n+2016-12-03 22:17:00,23.8,107.962,3.38\n+2016-12-03 22:32:00,24.9887,108.025,3.36\n+2016-12-03 22:47:00,23.7537,108.077,3.34\n+2016-12-03 23:02:00,23.795,108.14,3.34\n+2016-12-03 23:17:00,24.085,108.192,3.33\n+2016-12-03 23:32:00,24.0925,108.217,3.31\n+2016-12-03 23:47:00,22.6413,108.162,3.3\n+2016-12-04 00:02:00,24.0387,108.07,3.27\n+2016-12-04 00:17:00,22.9775,107.94,3.23\n+2016-12-04 00:32:00,22.9287,107.837,3.21\n+2016-12-04 00:47:00,23.7513,107.783,3.19\n+2016-12-04 01:02:00,23.5075,107.777,3.18\n+2016-12-04 01:17:00,23.8913,107.795,3.14\n+2016-12-04 01:32:00,24.0925,107.837,3.1\n+2016-12-04 01:47:00,23.8025,107.875,3.09\n+2016-12-04 02:02:00,24.0863,107.952,3.06\n+2016-12-04 02:17:00,24.195,107.987,3.02\n+2016-12-04 02:32:00,23.36,108.042,3.0\n+2016-12-04 02:47:00,23.4125,108.045,2.95\n+2016-12-04 03:02:00,22.8275,107.972,2.92\n+2016-12-04 03:17:00,22.9788,107.887,2.9\n+2016-12-04 03:32:00,22.395,107.777,2.89\n+2016-12-04 03:47:00,25.525,107.71,2.86\n+2016-12-04 04:02:00,21.9112,107.695,2.81\n+2016-12-04 04:17:00,24.6888,107.717,2.79\n+2016-12-04 04:32:00,24.5413,107.768,2.77\n+2016-12-04 04:47:00,25.09,107.812,2.75\n+2016-12-04 05:02:00,23.7012,107.872,2.72\n+2016-12-04 05:17:00,23.1188,107.952,2.69\n+2016-12-04 05:32:00,22.3937,107.985,2.68\n+2016-12-04 05:47:00,23.0687,107.942,2.66\n+2016-12-04 06:02:00,24.39,107.862,2.65\n+2016-12-04 06:17:00,23.6075,107.72,2.64\n+2016-12-04 06:32:00,21.715,107.625,2.61\n+2016-12-04 06:47:00,23.0662,107.572,2.58\n+2016-12-04 07:02:00,24.2425,107.592,2.57\n+2016-12-04 07:17:00,24.6912,107.658,2.57\n+2016-12-04 07:32:00,23.4137,107.762,2.57\n+2016-12-04 07:47:00,22.9762,107.857,2.55\n+2016-12-04 08:02:00,22.9262,107.895,2.54\n+2016-12-04 08:17:00,24.9912,107.872,2.53\n+2016-12-04 08:32:00,25.2875,107.825,2.54\n+2016-12-04 08:47:00,25.1387,107.735,2.53\n+2016-12-04 09:02:00,24.6425,107.66,2.52\n+2016-12-04 09:17:00,26.3075,107.6,2.53\n+2016-12-04 09:32:00,24.195,107.595,2.53\n+2016-12-04 09:47:00,23.7513,107.643,2.53\n+2016-12-04 10:02:00,25.2363,107.71,2.53\n+2016-12-04 10:17:00,24.5437,107.772,2.53\n+2016-12-04 10:32:00,23.5563,107.842,2.52\n+2016-12-04 10:47:00,25.2925,107.923,2.51\n+2016-12-04 11:02:00,22.835,107.977,2.5\n+2016-12-04 11:17:00,24.69,107.97,2.5\n+2016-12-04 11:32:00,23.7038,107.92,2.49\n+2016-12-04 11:47:00,22.2925,107.82,2.49\n+2016-12-04 12:02:00,25.14,107.688,2.49\n+2016-12-04 12:17:00,23.8438,107.592,2.49\n+2016-12-04 12:32:00,23.02,107.58,2.5\n+2016-12-04 12:47:00,23.0225,107.62,2.49\n+2016-12-04 13:02:00,24.8925,107.677,2.48\n+2016-12-04 13:17:00,24.2913,107.757,2.47\n+2016-12-04 13:32:00,22.6837,107.795,2.46\n+2016-12-04 13:47:00,23.5563,107.84,2.47\n+2016-12-04 14:02:00,25.625,107.895,2.46\n+2016-12-04 14:17:00,24.9938,107.867,2.44\n+2016-12-04 14:32:00,25.5788,107.765,2.43\n+2016-12-04 14:47:00,23.6113,107.617,2.43\n+2016-12-04 15:02:00,23.26,107.442,2.42\n+2016-12-04 15:17:00,25.1875,107.298,2.4\n+2016-12-04 15:32:00,23.9425,107.205,2.4\n+2016-12-04 15:47:00,22.0088,107.177,2.38\n+2016-12-04 16:02:00,23.5587,107.197,2.38\n+2016-12-04 16:17:00,24.84,107.197,2.38\n+2016-12-04 16:32:00,24.74,107.212,2.39\n+2016-12-04 16:47:00,24.3988,107.217,2.39\n+2016-12-04 17:02:00,24.645,107.212,2.4\n+2016-12-04 17:17:00,23.1663,107.17,2.4\n+2016-12-04 17:32:00,23.215,107.067,2.4\n+2016-12-04 17:47:00,24.5437,106.92,2.41\n+2016-12-04 18:02:00,23.6062,106.737,2.42\n+2016-12-04 18:17:00,23.705,106.605,2.41\n+2016-12-04 18:32:00,23.8962,106.527,2.41\n+2016-12-04 18:47:00,24.0938,106.503,2.42\n+2016-12-04 19:02:00,24.9912,106.49,2.42\n+2016-12-04 19:17:00,25.8712,106.482,2.43\n+2016-12-04 19:32:00,23.9412,106.485,2.42\n+2016-12-04 19:47:00,24.1925,106.5,2.41\n+2016-12-04 20:02:00,24.7887,106.485,2.4\n+2016-12-04 20:17:00,23.6087,106.427,2.4\n+2016-12-04 20:32:00,22.9337,106.298,2.39\n+2016-12-04 20:47:00,23.9925,106.158,2.38\n+2016-12-04 21:02:00,24.6888,106.015,2.36\n+2016-12-04 21:17:00,23.9412,105.902,2.35\n+2016-12-04 21:32:00,24.2937,105.867,2.34\n+2016-12-04 21:47:00,23.7975,105.86,2.33\n\\ No newline at end of file\n'
b
diff -r 000000000000 -r 55bbea0cdc60 test-data/maint.csv
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/test-data/maint.csv Mon Jan 13 16:27:12 2025 +0000
b
@@ -0,0 +1,37 @@
+Timestamp,maint
+2016-01-10 11:15:00,2016-01-10 12:15:00
+2016-01-12 14:40:00,2016-01-12 15:30:00
+2016-02-10 13:40:00,2016-02-10 14:40:00
+2016-02-24 16:40:00,2016-02-24 17:30:00
+2016-03-08 09:30:00,2016-03-08 10:30:00
+2016-03-15 12:00:00,2016-03-15 16:30:00
+2016-03-21 11:00:00,2016-03-21 14:00:00
+2016-04-05 07:00:00,2016-04-05 07:55:00
+2016-05-02 15:30:00,2016-05-02 16:30:00
+2016-05-03 15:25:00,2016-05-03 16:35:00
+2016-05-31 07:00:00,2016-05-31 08:25:00
+2016-06-02 13:00:00,2016-06-02 15:50:00
+2016-06-28 07:30:00,2016-06-28 08:45:00
+2016-06-28 09:30:00,2016-06-28 10:30:00
+2016-07-25 08:45:00,2016-07-25 10:00:00
+2016-08-22 08:15:00,2016-08-22 09:20:00
+2016-09-20 07:00:00,2016-09-20 09:15:00
+2016-10-25 08:15:00,2016-10-25 09:50:00
+2016-11-08 09:40:00,2016-11-08 11:50:00
+2016-11-14 09:35:00,2016-11-14 10:40:00
+2016-12-13 15:05:00,2016-12-13 16:50:00
+2017-01-10 08:05:00,2017-01-10 09:15:00
+2017-02-06 09:20:00,2017-02-06 11:00:00
+2017-03-07 08:40:00,2017-03-07 09:40:00
+2017-04-05 07:50:00,2017-04-05 09:20:00
+2017-04-12 07:30:00,2017-04-12 09:45:00
+2017-05-02 13:20:00,2017-05-02 13:30:00
+2017-05-30 07:20:00,2017-05-30 08:30:00
+2017-06-14 08:25:00,2017-06-14 09:30:00
+2017-06-27 07:30:00,2017-06-27 08:40:00
+2017-07-24 08:00:00,2017-07-24 09:00:00
+2017-09-20 14:00:00,2017-09-20 14:35:00
+2017-10-17 08:55:00,2017-10-17 10:20:00
+2017-11-14 15:30:00,2017-11-14 16:20:00
+2017-11-27 09:10:00,2017-11-27 10:10:00
+2017-12-12 14:10:00,2017-12-12 14:50:00
b
diff -r 000000000000 -r 55bbea0cdc60 test-data/out.csv
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/test-data/out.csv Mon Jan 13 16:27:12 2025 +0000
b
b'@@ -0,0 +1,2684 @@\n+,kNN_scores,kNN_scores,level_raw,level_raw,level_z,level_z,maint,maint,sac254_corr,sac254_corr,sac254_raw,sac254_raw,sac_z,sac_z,water_temp_raw,water_temp_raw,water_z,water_z\n+,data,flags,data,flags,data,flags,data,flags,data,flags,data,flags,data,flags,data,flags,data,flags\n+Timestamp,,,,,,,,,,,,,,,,,,\n+2016-01-10 11:15:00,nan,nan,nan,nan,nan,nan,2016-01-10 12:15:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-01-12 14:40:00,nan,nan,nan,nan,nan,nan,2016-01-12 15:30:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-02-10 13:40:00,nan,nan,nan,nan,nan,nan,2016-02-10 14:40:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-02-24 16:40:00,nan,nan,nan,nan,nan,nan,2016-02-24 17:30:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-03-08 09:30:00,nan,nan,nan,nan,nan,nan,2016-03-08 10:30:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-03-15 12:00:00,nan,nan,nan,nan,nan,nan,2016-03-15 16:30:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-03-21 11:00:00,nan,nan,nan,nan,nan,nan,2016-03-21 14:00:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-04-05 07:00:00,nan,nan,nan,nan,nan,nan,2016-04-05 07:55:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-05-02 15:30:00,nan,nan,nan,nan,nan,nan,2016-05-02 16:30:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-05-03 15:25:00,nan,nan,nan,nan,nan,nan,2016-05-03 16:35:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-05-31 07:00:00,nan,nan,nan,nan,nan,nan,2016-05-31 08:25:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-06-02 13:00:00,nan,nan,nan,nan,nan,nan,2016-06-02 15:50:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-06-28 07:30:00,nan,nan,nan,nan,nan,nan,2016-06-28 08:45:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-06-28 09:30:00,nan,nan,nan,nan,nan,nan,2016-06-28 10:30:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-07-25 08:45:00,nan,nan,nan,nan,nan,nan,2016-07-25 10:00:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-08-22 08:15:00,nan,nan,nan,nan,nan,nan,2016-08-22 09:20:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-09-20 07:00:00,nan,nan,nan,nan,nan,nan,2016-09-20 09:15:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-10-25 08:15:00,nan,nan,nan,nan,nan,nan,2016-10-25 09:50:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2016-11-07 09:00:00,nan,UNFLAGGED,nan,UNFLAGGED,nan,UNFLAGGED,nan,nan,nan,UNFLAGGED,nan,UNFLAGGED,nan,UNFLAGGED,nan,UNFLAGGED,nan,UNFLAGGED\n+2016-11-07 09:15:00,3.2809596322332033,UNFLAGGED,95.22133333333333,UNFLAGGED,-1.4857440608231318,UNFLAGGED,nan,nan,21.80953333333333,UNFLAGGED,21.80953333333333,UNFLAGGED,-0.8337933247126337,UNFLAGGED,7.99,UNFLAGGED,1.4745966518654343,UNFLAGGED\n+2016-11-07 09:30:00,2.603586562136605,UNFLAGGED,95.21350000000001,UNFLAGGED,-1.4867717510350733,UNFLAGGED,nan,nan,22.688286666666666,UNFLAGGED,22.688286666666666,UNFLAGGED,-0.20314027557653885,UNFLAGGED,7.99,UNFLAGGED,1.4745966518654343,UNFLAGGED\n+2016-11-07 09:45:00,4.431650241803424,UNFLAGGED,95.22550000000001,UNFLAGGED,-1.4851974170933737,UNFLAGGED,nan,nan,21.223173333333335,UNFLAGGED,21.223173333333335,UNFLAGGED,-1.2546050677403737,UNFLAGGED,8.007333333333333,UNFLAGGED,1.486742333592796,UNFLAGGED\n+2016-11-07 10:00:00,3.4641053861793925,UNFLAGGED,95.2275,UNFLAGGED,-1.484935028103091,UNFLAGGED,nan,nan,22.084333333333333,UNFLAGGED,22.084333333333333,UNFLAGGED,-0.6365781889870983,UNFLAGGED,8.001333333333333,UNFLAGGED,1.482538059148709,UNFLAGGED\n+2016-11-07 10:15:00,3.189688691081255,UNFLAGGED,95.26866666666668,UNFLAGGED,-1.4795341880530937,UNFLAGGED,nan,nan,21.79454,UNFLAGGED,21.79454,UNFLAGGED,-0.8445535585856713,UNFLAGGED,7.974,UNFLAGGED,1.4633852533478695,UNFLAGGED\n+2016-11-07 10:30:00,5.008621710395384,UNFLAGGED,95.29883333333333,UNFLAGGED,-1.4755764874496555,UNFLAGGED,nan,nan,20.745493333333332,UNFLAGGED,20.745493333333332,UNFLAGGED,-1.5974206646594913,UNFLAGGED,7.961333333333333,UNFLAGGED,1.'..b'899333333333,UNFLAGGED,0.5040879523388991,UNFLAGGED,2.4113333333333333,UNFLAGGED,-0.8926287714926271,UNFLAGGED\n+2016-12-04 20:00:00,3.5670123533020712,UNFLAGGED,106.487,UNFLAGGED,0.04853912056508845,UNFLAGGED,nan,nan,nan,UNFLAGGED,24.709206666666667,UNFLAGGED,1.1567871758942134,UNFLAGGED,2.401333333333333,UNFLAGGED,-0.902280441471074,UNFLAGGED\n+2016-12-04 20:15:00,3.055568924182015,UNFLAGGED,106.43473333333334,UNFLAGGED,0.026996684651706963,UNFLAGGED,nan,nan,nan,UNFLAGGED,23.766033333333333,UNFLAGGED,0.03793296962620398,UNFLAGGED,2.4,UNFLAGGED,-0.9035673308015335,UNFLAGGED\n+2016-12-04 20:30:00,5.5607590222258585,UNFLAGGED,106.3152,UNFLAGGED,-0.022270646461435353,UNFLAGGED,nan,nan,nan,UNFLAGGED,23.0237,UNFLAGGED,-0.8426716266865442,UNFLAGGED,2.3913333333333333,UNFLAGGED,-0.9119321114495206,UNFLAGGED\n+2016-12-04 20:45:00,2.840324981200563,UNFLAGGED,106.17666666666666,UNFLAGGED,-0.07936909267064528,UNFLAGGED,nan,nan,nan,UNFLAGGED,23.851326666666665,UNFLAGGED,0.1391135282721423,UNFLAGGED,2.381333333333333,UNFLAGGED,-0.9215837814279676,UNFLAGGED\n+2016-12-04 21:00:00,4.2314893984363495,UNFLAGGED,106.03406666666666,UNFLAGGED,-0.13814367228637853,UNFLAGGED,nan,nan,nan,UNFLAGGED,24.59596,UNFLAGGED,1.0224465357723946,UNFLAGGED,2.3626666666666667,UNFLAGGED,-0.9396002320544012,UNFLAGGED\n+2016-12-04 21:15:00,3.129432743804042,UNFLAGGED,105.91706666666667,UNFLAGGED,-0.18636685472004008,UNFLAGGED,nan,nan,nan,UNFLAGGED,24.040879999999998,UNFLAGGED,0.3639741523130974,UNFLAGGED,2.3513333333333333,UNFLAGGED,-0.9505387913633077,UNFLAGGED\n+2016-12-04 21:30:00,3.8477876208233868,UNFLAGGED,105.87166666666667,UNFLAGGED,-0.20507909816011236,UNFLAGGED,nan,nan,nan,UNFLAGGED,24.2467,UNFLAGGED,0.6081313656221582,UNFLAGGED,2.341333333333333,UNFLAGGED,-0.9601904613417547,UNFLAGGED\n+2016-12-04 21:45:00,3.445681543209723,UNFLAGGED,105.86093333333334,UNFLAGGED,-0.209502991249469,UNFLAGGED,nan,nan,nan,UNFLAGGED,23.86366,UNFLAGGED,0.15374413898771216,UNFLAGGED,2.3313333333333333,UNFLAGGED,-0.9698421313202013,UNFLAGGED\n+2016-12-04 22:00:00,nan,UNFLAGGED,nan,UNFLAGGED,nan,UNFLAGGED,nan,nan,nan,UNFLAGGED,nan,UNFLAGGED,nan,UNFLAGGED,nan,UNFLAGGED,nan,UNFLAGGED\n+2016-12-13 15:05:00,nan,nan,nan,nan,nan,nan,2016-12-13 16:50:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-01-10 08:05:00,nan,nan,nan,nan,nan,nan,2017-01-10 09:15:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-02-06 09:20:00,nan,nan,nan,nan,nan,nan,2017-02-06 11:00:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-03-07 08:40:00,nan,nan,nan,nan,nan,nan,2017-03-07 09:40:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-04-05 07:50:00,nan,nan,nan,nan,nan,nan,2017-04-05 09:20:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-04-12 07:30:00,nan,nan,nan,nan,nan,nan,2017-04-12 09:45:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-05-02 13:20:00,nan,nan,nan,nan,nan,nan,2017-05-02 13:30:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-05-30 07:20:00,nan,nan,nan,nan,nan,nan,2017-05-30 08:30:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-06-14 08:25:00,nan,nan,nan,nan,nan,nan,2017-06-14 09:30:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-06-27 07:30:00,nan,nan,nan,nan,nan,nan,2017-06-27 08:40:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-07-24 08:00:00,nan,nan,nan,nan,nan,nan,2017-07-24 09:00:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-09-20 14:00:00,nan,nan,nan,nan,nan,nan,2017-09-20 14:35:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-10-17 08:55:00,nan,nan,nan,nan,nan,nan,2017-10-17 10:20:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-11-14 15:30:00,nan,nan,nan,nan,nan,nan,2017-11-14 16:20:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-11-27 09:10:00,nan,nan,nan,nan,nan,nan,2017-11-27 10:10:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n+2017-12-12 14:10:00,nan,nan,nan,nan,nan,nan,2017-12-12 14:50:00,UNFLAGGED,nan,nan,nan,nan,nan,nan,nan,nan,nan,nan\n'