# HG changeset patch
# User bgruening
# Date 1539283074 14400
# Node ID 4fac53da862f1beda44b54b7a5edceadfd71ad86
planemo upload for repository https://github.com/bgruening/galaxytools/tree/master/tools/plotly_ml_performance_plots commit 8496ba724e35ba551172ea975b0fed091d4bbe88
diff -r 000000000000 -r 4fac53da862f plot_ml_performance.py
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/plot_ml_performance.py Thu Oct 11 14:37:54 2018 -0400
@@ -0,0 +1,152 @@
+import argparse
+import pandas as pd
+import plotly
+import pickle
+import plotly.graph_objs as go
+from sklearn.metrics import confusion_matrix, precision_recall_fscore_support, roc_curve, auc
+from sklearn.preprocessing import label_binarize
+
+
+def main(infile_input, infile_output, infile_trained_model):
+ """
+ Produce an interactive confusion matrix (heatmap), precision, recall, fscore and auc plots
+ Args:
+ infile_input: str, input tabular file with true labels
+ infile_output: str, input tabular file with predicted labels
+ infile_trained_model: str, input trained model file (zip)
+ """
+
+ df_input = pd.read_csv(infile_input, sep='\t', parse_dates=True)
+ df_output = pd.read_csv(infile_output, sep='\t', parse_dates=True)
+ true_labels = df_input.iloc[:, -1].copy()
+ predicted_labels = df_output.iloc[:, -1].copy()
+ axis_labels = list(set(true_labels))
+ c_matrix = confusion_matrix(true_labels, predicted_labels)
+ data = [
+ go.Heatmap(
+ z=c_matrix,
+ x=axis_labels,
+ y=axis_labels,
+ colorscale='Portland',
+ )
+ ]
+
+ layout = go.Layout(
+ title='Confusion Matrix between true and predicted class labels',
+ xaxis=dict(title='True class labels'),
+ yaxis=dict(title='Predicted class labels')
+ )
+
+ fig = go.Figure(data=data, layout=layout)
+ plotly.offline.plot(fig, filename="output_confusion.html", auto_open=False)
+
+ # plot precision, recall and f_score for each class label
+ precision, recall, f_score, _ = precision_recall_fscore_support(true_labels, predicted_labels)
+
+ trace_precision = go.Scatter(
+ x=axis_labels,
+ y=precision,
+ mode='lines+markers',
+ name='Precision'
+ )
+
+ trace_recall = go.Scatter(
+ x=axis_labels,
+ y=recall,
+ mode='lines+markers',
+ name='Recall'
+ )
+
+ trace_fscore = go.Scatter(
+ x=axis_labels,
+ y=f_score,
+ mode='lines+markers',
+ name='F-score'
+ )
+
+ layout_prf = go.Layout(
+ title='Precision, recall and f-score of true and predicted class labels',
+ xaxis=dict(title='Class labels'),
+ yaxis=dict(title='Precision, recall and f-score')
+ )
+
+ data_prf = [trace_precision, trace_recall, trace_fscore]
+ fig_prf = go.Figure(data=data_prf, layout=layout_prf)
+ plotly.offline.plot(fig_prf, filename="output_prf.html", auto_open=False)
+
+ # plot roc and auc curves for different classes
+ with open(infile_trained_model, 'rb') as model_file:
+ model = pickle.load(model_file)
+
+ # remove the last column (label column)
+ test_data = df_input.iloc[:, :-1]
+ model_items = dir(model)
+
+ try:
+ # find the probability estimating method
+ if 'predict_proba' in model_items:
+ y_score = model.predict_proba(test_data)
+ elif 'decision_function' in model_items:
+ y_score = model.decision_function(test_data)
+
+ true_labels_list = true_labels.tolist()
+ one_hot_labels = label_binarize(true_labels_list, classes=axis_labels)
+ data_roc = list()
+
+ if len(axis_labels) > 2:
+ fpr = dict()
+ tpr = dict()
+ roc_auc = dict()
+ for i in axis_labels:
+ fpr[i], tpr[i], _ = roc_curve(one_hot_labels[:, i], y_score[:, i])
+ roc_auc[i] = auc(fpr[i], tpr[i])
+ for i in range(len(axis_labels)):
+ trace = go.Scatter(
+ x=fpr[i],
+ y=tpr[i],
+ mode='lines+markers',
+ name='ROC curve of class {0} (AUC = {1:0.2f})'.format(i, roc_auc[i])
+ )
+ data_roc.append(trace)
+ else:
+ try:
+ y_score_binary = y_score[:, 1]
+ except:
+ y_score_binary = y_score
+ fpr, tpr, _ = roc_curve(one_hot_labels, y_score_binary, pos_label=1)
+ roc_auc = auc(fpr, tpr)
+ trace = go.Scatter(
+ x=fpr,
+ y=tpr,
+ mode='lines+markers',
+ name='ROC curve (AUC = {0:0.2f})'.format(roc_auc)
+ )
+ data_roc.append(trace)
+
+ trace_diag = go.Scatter(
+ x=[0, 1],
+ y=[0, 1],
+ mode='lines',
+ name='Chance'
+ )
+ data_roc.append(trace_diag)
+ layout_roc = go.Layout(
+ title='Receiver operating characteristics (ROC) and area under curve (AUC)',
+ xaxis=dict(title='False positive rate'),
+ yaxis=dict(title='True positive rate')
+ )
+
+ fig_roc = go.Figure(data=data_roc, layout=layout_roc)
+ plotly.offline.plot(fig_roc, filename="output_roc.html", auto_open=False)
+
+ except Exception as exp:
+ pass
+
+
+if __name__ == "__main__":
+ aparser = argparse.ArgumentParser()
+ aparser.add_argument("-i", "--input", dest="infile_input", required=True)
+ aparser.add_argument("-j", "--output", dest="infile_output", required=True)
+ aparser.add_argument("-k", "--model", dest="infile_trained_model", required=True)
+ args = aparser.parse_args()
+ main(args.infile_input, args.infile_output, args.infile_trained_model)
diff -r 000000000000 -r 4fac53da862f plotly_ml_performance_plots.xml
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/plotly_ml_performance_plots.xml Thu Oct 11 14:37:54 2018 -0400
@@ -0,0 +1,86 @@
+
+ of tabular data
+
+ pandas
+ plotly
+ scikit-learn
+ scipy
+
+ echo $version
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ `_ from tabular files. The input data contains the original/true class labels (last column) and the predicted data contains the predicted class labels (last column). The true and predicted class labels are plotted against each other. The diagonal of this heatmap shows the correctly predicted data. The plot is buried in a html file which
+provides rich interactive features. Image can be saved in various format, such as 'png', 'svg', 'jpeg' and so on.
+
+
+ ]]>
+
+
diff -r 000000000000 -r 4fac53da862f test-data/binary_prediction_sgd.tabular
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/test-data/binary_prediction_sgd.tabular Thu Oct 11 14:37:54 2018 -0400
@@ -0,0 +1,801 @@
+-0.7440000000000001 -1.39 1
+-0.47200000000000003 0.267 1
+0.304 1.61 1
+-0.0439 0.305 1
+-1.96 -1.09 -1
+1.31 0.17 1
+-1.78 -0.253 -1
+-1.21 0.9179999999999999 -1
+0.457 0.191 1
+0.998 0.37 1
+0.513 1.5 1
+-0.7140000000000001 -0.161 1
+0.0722 1.8 1
+1.33 -0.0673 1
+0.508 -0.331 1
+0.862 -1.24 1
+0.65 1.86 1
+1.74 -0.14300000000000002 1
+0.41700000000000004 -1.54 1
+0.466 0.281 1
+1.73 0.9790000000000001 1
+-0.314 -0.72 1
+0.0981 0.465 1
+-1.08 1.01 -1
+2.37 1.07 1
+0.14300000000000002 -0.7859999999999999 1
+0.032 -1.5 1
+0.7390000000000001 2.14 1
+0.396 1.81 1
+0.5379999999999999 1.38 1
+0.0325 -1.46 1
+-0.391 1.32 1
+-0.695 1.08 -1
+-1.84 -0.846 -1
+-0.8240000000000001 1.1 -1
+1.16 -1.24 1
+0.7 1.14 1
+-0.17 1.18 1
+-0.0932 0.47200000000000003 1
+0.16399999999999998 -1.18 1
+0.44299999999999995 1.54 1
+-1.22 0.0836 -1
+-0.188 -1.27 1
+0.109 -0.522 1
+1.62 1.19 1
+-0.853 0.358 -1
+-1.69 -1.14 -1
+0.725 -0.99 1
+0.25 -1.1 1
+-1.22 0.569 -1
+0.627 0.125 1
+-0.0699 -1.2 1
+0.594 1.8 1
+-0.9009999999999999 -1.56 -1
+1.02 0.0975 1
+-0.149 -0.0185 1
+-0.226 -1.09 1
+1.11 0.685 1
+-0.301 1.69 1
+0.47100000000000003 -0.445 1
+-0.8270000000000001 1.23 -1
+-0.672 -0.0414 1
+0.606 -0.877 1
+-0.64 0.705 1
+0.14 -0.8 1
+0.425 -1.21 1
+0.966 -0.19899999999999998 1
+1.06 0.629 1
+0.8390000000000001 -1.15 1
+0.379 1.74 1
+0.603 -1.0 1
+-0.46299999999999997 -1.2 1
+1.18 1.42 1
+1.09 -1.12 1
+0.9 -1.36 1
+1.11 -1.1 1
+1.46 -0.111 1
+0.242 0.34700000000000003 1
+0.669 0.98 1
+-1.2 -0.826 -1
+-1.13 0.9279999999999999 -1
+-0.799 1.11 -1
+-0.10800000000000001 1.7 1
+-1.18 0.6920000000000001 -1
+-0.787 -0.113 -1
+-0.41200000000000003 -0.6890000000000001 1
+-0.452 0.524 1
+0.29 -0.515 1
+-0.518 -0.914 1
+-1.1 0.419 -1
+1.34 1.44 1
+-1.46 0.594 -1
+-0.613 1.1 -1
+1.5 0.0442 1
+1.34 -0.0272 1
+-0.146 -0.8690000000000001 1
+0.0726 -1.31 1
+-0.198 -0.6609999999999999 1
+-0.0776 -1.35 1
+-1.22 -0.68 -1
+1.17 0.40700000000000003 1
+1.34 0.0998 1
+1.25 -1.25 1
+0.7120000000000001 1.49 1
+-0.516 -0.915 1
+-1.63 0.728 -1
+-0.514 -1.21 1
+1.12 0.8220000000000001 1
+-0.076 -1.12 1
+-0.6779999999999999 -0.41700000000000004 1
+-0.897 -1.04 -1
+1.12 0.375 1
+-1.94 -1.61 -1
+-0.7559999999999999 -0.679 1
+0.825 -1.28 1
+1.8 0.0607 1
+0.10800000000000001 -1.21 1
+2.18 1.21 1
+0.634 0.366 1
+1.26 0.799 1
+-0.7020000000000001 -0.8109999999999999 1
+-0.336 -0.0523 1
+-0.7290000000000001 1.5 -1
+1.3 0.7490000000000001 1
+0.28300000000000003 0.39399999999999996 1
+0.247 1.65 1
+0.212 1.81 1
+1.08 -0.628 1
+-0.852 -0.298 -1
+-1.77 -0.5920000000000001 -1
+-0.251 0.327 1
+0.41700000000000004 -1.28 1
+-0.12 -1.22 1
+-2.19 -1.3 -1
+2.11 0.9420000000000001 1
+-0.214 -0.235 1
+1.05 0.21899999999999997 1
+-0.863 0.174 -1
+0.244 1.42 1
+0.0725 0.596 1
+-1.34 0.8690000000000001 -1
+-0.0874 -1.07 1
+-0.452 -1.22 1
+0.973 0.653 1
+0.9109999999999999 -0.8320000000000001 1
+0.303 -0.94 1
+0.282 -0.7609999999999999 1
+1.7 -0.5539999999999999 1
+0.659 1.28 1
+-0.192 0.7909999999999999 1
+0.424 1.64 1
+-0.59 -1.04 1
+2.04 1.36 1
+-1.11 -0.35100000000000003 -1
+-1.86 -1.78 -1
+-1.12 -0.315 -1
+-0.932 -1.02 -1
+1.71 -0.424 1
+0.726 -0.626 1
+-1.46 0.657 -1
+-0.34700000000000003 -1.13 1
+-1.21 -1.16 -1
+0.541 1.41 1
+0.33399999999999996 1.04 1
+1.31 0.11800000000000001 1
+0.6729999999999999 0.172 1
+1.14 0.866 1
+-0.37200000000000005 -1.11 1
+1.29 0.644 1
+1.26 -1.25 1
+0.408 -0.664 1
+0.33899999999999997 0.8809999999999999 1
+0.00275 -0.0555 1
+-0.836 -0.65 -1
+0.838 1.5 1
+-1.4 -1.54 -1
+0.7859999999999999 1.31 1
+-0.88 0.40700000000000003 -1
+0.987 0.258 1
+1.86 -0.213 1
+-1.53 0.679 -1
+-1.12 0.6990000000000001 -1
+-1.19 -0.32799999999999996 -1
+0.8290000000000001 -0.305 1
+1.16 0.847 1
+-0.434 -1.1 1
+-0.177 -1.45 1
+-0.131 1.76 1
+1.19 0.309 1
+0.18899999999999997 1.35 1
+0.0963 -1.38 1
+-0.9890000000000001 0.48 -1
+-0.532 0.18100000000000002 1
+0.7040000000000001 -0.91 1
+-0.301 1.82 1
+0.0561 -0.479 1
+1.13 -1.27 1
+-0.20600000000000002 -1.15 1
+-0.413 1.17 1
+-1.21 -0.8540000000000001 -1
+1.01 0.555 1
+0.879 1.03 1
+0.7240000000000001 0.706 1
+-2.03 -1.23 -1
+0.414 0.141 1
+0.466 0.322 1
+1.44 0.276 1
+0.97 1.15 1
+1.1 1.58 1
+0.7190000000000001 0.759 1
+1.07 0.512 1
+-0.753 -1.08 1
+-0.451 1.72 1
+-1.24 -0.706 -1
+0.179 -1.04 1
+0.214 -0.45 1
+0.364 -0.858 1
+-1.04 -0.131 -1
+0.273 1.68 1
+1.19 0.289 1
+-0.436 -0.9540000000000001 1
+-0.40299999999999997 -0.488 1
+-0.8 1.66 -1
+0.00854 1.31 1
+1.47 -1.44 1
+1.13 1.07 1
+-1.1 0.737 -1
+-0.711 0.96 -1
+1.81 -0.551 1
+-0.381 -1.08 1
+2.0 1.71 1
+-1.34 0.8240000000000001 -1
+-0.184 -0.7509999999999999 1
+0.608 -1.18 1
+0.9570000000000001 -0.5720000000000001 1
+-0.243 -1.24 1
+0.914 0.26 1
+0.701 0.564 1
+1.35 1.33 1
+0.387 -0.7979999999999999 1
+-1.02 -1.43 -1
+1.71 1.17 1
+-0.17800000000000002 -0.551 1
+-0.434 -1.16 1
+0.512 -0.49 1
+-0.434 2.24 1
+-2.17 -0.523 -1
+1.18 0.7659999999999999 1
+-0.00948 -0.336 1
+0.142 -0.698 1
+-1.28 0.5589999999999999 -1
+-1.01 -0.363 -1
+-1.74 0.975 -1
+1.34 -1.07 1
+1.28 1.35 1
+-0.27399999999999997 -0.99 1
+1.39 0.0609 1
+-1.36 0.976 -1
+0.99 0.7709999999999999 1
+-1.82 -0.341 -1
+0.423 1.74 1
+1.42 -0.20800000000000002 1
+-0.261 0.204 1
+-1.69 0.706 -1
+-1.24 -0.49700000000000005 -1
+-0.07400000000000001 1.97 1
+1.4 -1.13 1
+0.41100000000000003 1.47 1
+-1.51 -0.285 -1
+1.12 -1.22 1
+-0.652 1.14 -1
+0.608 0.0135 1
+0.0285 1.72 1
+-0.315 -1.09 1
+0.222 1.47 1
+-0.376 -0.975 1
+-0.35600000000000004 -0.0513 1
+-0.42 1.11 1
+-1.17 -0.073 -1
+-0.816 0.562 -1
+1.02 0.44 1
+-0.828 -0.82 -1
+-0.183 1.15 1
+-0.768 0.209 -1
+-0.10099999999999999 -0.122 1
+-1.55 0.37799999999999995 -1
+-0.825 0.48100000000000004 -1
+1.23 -1.55 1
+1.61 -0.387 1
+-0.785 -0.361 -1
+-1.53 -1.01 -1
+0.327 0.17 1
+1.35 -1.23 1
+-1.04 0.621 -1
+0.424 0.47100000000000003 1
+-0.0567 -1.41 1
+1.63 0.0545 1
+-0.522 0.877 1
+-0.391 1.03 1
+-1.54 -0.6409999999999999 -1
+0.0114 -1.46 1
+1.16 0.151 1
+-0.17 -0.34600000000000003 1
+0.809 0.9420000000000001 1
+0.602 1.06 1
+-0.879 0.499 -1
+1.18 0.507 1
+-1.06 -0.937 -1
+2.37 1.14 1
+-1.42 0.5920000000000001 -1
+1.88 0.11599999999999999 1
+-1.06 0.8170000000000001 -1
+0.809 0.741 1
+1.22 0.217 1
+0.612 1.8 1
+1.25 -0.146 1
+1.28 -0.23600000000000002 1
+-0.298 -1.26 1
+0.93 -0.375 1
+-0.626 -1.18 1
+-0.102 1.57 1
+-0.9179999999999999 -0.578 -1
+1.01 1.53 1
+0.805 0.42 1
+-0.958 0.536 -1
+-0.051 -0.972 1
+-0.0443 -0.335 1
+0.8220000000000001 0.501 1
+-0.337 1.66 1
+-0.9570000000000001 0.039 -1
+-0.0406 2.09 1
+-0.266 -1.2 1
+-0.21600000000000003 -0.353 1
+-1.33 -0.861 -1
+-1.87 -1.32 -1
+-1.1 0.8170000000000001 -1
+0.568 0.244 1
+-0.672 -0.601 1
+0.847 1.4 1
+-0.125 -1.48 1
+0.504 0.0752 1
+0.257 0.154 1
+-0.26899999999999996 1.6 1
+0.29 -0.48100000000000004 1
+-2.06 0.392 -1
+-1.14 0.8490000000000001 -1
+-1.54 0.516 -1
+1.55 -0.466 1
+0.209 0.755 1
+-1.66 -0.56 -1
+0.299 1.56 1
+-0.418 -1.26 1
+-0.0554 -1.28 1
+-1.1 0.6409999999999999 -1
+-0.016 -0.44799999999999995 1
+0.46299999999999997 0.498 1
+-1.56 -1.1 -1
+0.287 -1.45 1
+-1.03 1.01 -1
+0.826 0.84 1
+-1.31 -0.354 -1
+-0.634 -1.15 1
+1.26 0.14400000000000002 1
+-0.162 1.84 1
+-0.532 0.978 1
+0.527 -1.02 1
+-0.20800000000000002 -0.6459999999999999 1
+-0.58 -1.09 1
+-0.071 1.63 1
+-0.622 0.804 1
+-0.25 -1.23 1
+0.504 1.78 1
+2.29 1.22 1
+0.625 1.67 1
+-0.165 -0.6970000000000001 1
+-0.317 1.77 1
+0.309 -0.6890000000000001 1
+1.14 0.647 1
+-1.37 -0.177 -1
+-0.988 -0.191 -1
+-0.0273 0.7390000000000001 1
+0.611 0.978 1
+-1.89 -1.7 -1
+-0.9359999999999999 1.81 -1
+1.25 0.794 1
+-1.34 0.595 -1
+0.469 1.91 1
+-1.57 0.629 -1
+-1.61 -0.451 -1
+-1.81 -0.488 -1
+1.08 -0.996 1
+0.445 0.135 1
+0.764 0.469 1
+0.369 0.428 1
+-0.36700000000000005 -1.04 1
+-0.139 0.132 1
+-0.987 -0.863 -1
+-1.54 0.503 -1
+0.434 -0.18899999999999997 1
+-1.57 -1.47 -1
+1.62 -0.0187 1
+0.659 -0.985 1
+0.196 1.27 1
+-1.42 -0.327 -1
+1.82 1.43 1
+-0.48700000000000004 -0.536 1
+0.235 1.48 1
+1.38 0.131 1
+-1.44 -0.0746 -1
+-0.163 -0.39799999999999996 1
+1.25 -0.322 1
+1.33 -0.0802 1
+-0.18 0.595 1
+-1.29 -0.754 -1
+0.409 1.45 1
+-1.45 -1.25 -1
+-1.32 0.995 -1
+1.02 -0.728 1
+1.72 0.0291 1
+-1.78 -0.687 -1
+-0.966 -0.628 -1
+-1.57 0.37799999999999995 -1
+1.12 -0.659 1
+0.0235 -0.18 1
+-1.17 0.156 -1
+-0.105 -0.442 1
+-0.256 -0.115 1
+0.414 1.16 1
+0.617 -0.0096 1
+-1.37 0.648 -1
+0.774 0.617 1
+2.29 1.32 1
+0.501 0.0553 1
+0.981 0.532 1
+0.141 0.0947 1
+0.0436 0.0126 1
+-1.84 -1.64 -1
+-1.22 -0.11900000000000001 -1
+-1.16 0.41 -1
+1.25 -0.00263 1
+1.03 1.29 1
+0.773 -0.747 1
+-0.0297 -1.58 1
+0.217 -1.21 1
+-1.06 1.03 -1
+-1.93 -0.92 -1
+0.598 0.855 1
+-1.69 -1.27 -1
+0.8220000000000001 0.192 1
+-0.539 1.41 1
+0.00168 0.262 1
+-0.742 -1.02 1
+-1.31 -0.903 -1
+0.878 -1.38 1
+0.465 -1.26 1
+-1.11 -0.821 -1
+2.41 1.26 1
+-1.56 -0.172 -1
+-0.855 -1.05 -1
+0.000519 0.282 1
+-1.88 -0.9790000000000001 -1
+-0.895 -1.07 -1
+0.235 0.772 1
+1.87 -1.16 1
+0.735 1.63 1
+0.0737 0.124 1
+-0.337 1.85 1
+-0.2 1.74 1
+1.2 -0.213 1
+0.382 0.175 1
+1.03 -0.191 1
+-0.7390000000000001 1.32 -1
+0.9520000000000001 0.616 1
+-1.57 -0.205 -1
+0.774 -1.22 1
+1.21 -1.24 1
+1.1 0.131 1
+0.397 0.513 1
+1.07 -1.38 1
+-1.37 -0.205 -1
+-0.33 0.0829 1
+-0.718 -1.25 1
+-0.6759999999999999 1.3 -1
+0.434 2.19 1
+-0.882 -0.5820000000000001 -1
+1.16 -0.768 1
+0.5720000000000001 -1.24 1
+-0.757 0.298 -1
+0.67 1.15 1
+0.0301 -0.894 1
+1.22 1.35 1
+-0.685 0.9890000000000001 -1
+-0.377 -0.617 1
+0.13 1.41 1
+-1.09 1.39 -1
+1.15 -1.14 1
+0.648 1.41 1
+0.981 0.0921 1
+0.318 1.4 1
+-0.501 0.0787 1
+-1.12 0.494 -1
+-1.81 -0.9940000000000001 -1
+-0.748 -0.034 -1
+0.544 1.41 1
+-0.9440000000000001 1.02 -1
+-0.5329999999999999 1.22 1
+-0.446 -1.28 1
+0.498 -1.02 1
+-0.9540000000000001 -1.19 -1
+1.65 0.0404 1
+-2.03 0.359 -1
+-0.235 -1.22 1
+0.627 -0.0629 1
+-1.93 0.525 -1
+2.35 1.14 1
+0.233 -0.275 1
+-0.7809999999999999 -0.113 -1
+-0.327 0.612 1
+-1.41 1.09 -1
+0.0489 -1.36 1
+0.253 -1.3 1
+-1.25 -0.6559999999999999 -1
+-1.59 0.322 -1
+1.99 1.18 1
+2.2 1.26 1
+-0.172 -1.31 1
+0.276 0.397 1
+0.9490000000000001 0.42200000000000004 1
+1.06 0.8420000000000001 1
+1.98 1.27 1
+-0.27899999999999997 -0.0928 1
+0.275 1.18 1
+-0.318 0.317 1
+-1.32 -0.08800000000000001 -1
+-0.695 -0.736 1
+0.9159999999999999 1.63 1
+0.9740000000000001 0.512 1
+-0.5670000000000001 -1.7 1
+1.38 0.7490000000000001 1
+0.521 -1.04 1
+1.13 0.429 1
+-0.511 1.5 1
+1.46 -0.91 1
+1.67 0.0877 1
+-0.965 -0.978 -1
+-2.0 -1.72 -1
+-1.43 -1.02 -1
+0.7390000000000001 0.139 1
+0.369 0.49 1
+-1.64 -1.8 -1
+-1.31 -0.498 -1
+0.44 0.9 1
+-1.59 -1.36 -1
+-0.7240000000000001 0.215 -1
+1.33 1.43 1
+-0.91 -0.607 -1
+1.19 0.997 1
+-0.914 0.425 -1
+1.11 0.375 1
+-1.46 -0.298 -1
+-0.32799999999999996 0.23199999999999998 1
+0.941 -0.789 1
+-1.82 0.885 -1
+0.0949 -1.56 1
+0.8740000000000001 -0.769 1
+-0.9670000000000001 0.5920000000000001 -1
+0.8029999999999999 1.35 1
+-0.521 0.726 1
+-0.76 -0.698 1
+-2.25 -1.96 -1
+-0.7490000000000001 0.0101 -1
+-0.00626 -0.9590000000000001 1
+1.01 -0.9840000000000001 1
+0.198 -1.19 1
+0.544 1.63 1
+-0.213 0.259 1
+-0.7290000000000001 1.37 -1
+0.11199999999999999 0.0285 1
+-0.968 -0.912 -1
+-0.5660000000000001 -1.33 1
+-0.271 1.59 1
+1.56 -0.36700000000000005 1
+0.897 1.07 1
+1.39 -0.498 1
+0.0968 -0.225 1
+0.374 0.966 1
+-0.7909999999999999 -1.26 1
+0.615 0.5579999999999999 1
+-0.391 0.18100000000000002 1
+-0.153 -1.2 1
+0.298 0.509 1
+0.557 -1.04 1
+-0.109 -1.07 1
+0.41200000000000003 -0.124 1
+-1.55 -1.47 -1
+1.9 1.27 1
+0.838 -0.115 1
+0.243 1.61 1
+0.48 -1.1 1
+0.8540000000000001 -0.537 1
+-0.00294 0.513 1
+1.34 0.878 1
+0.00865 -0.9179999999999999 1
+1.82 -0.643 1
+-0.212 -1.18 1
+0.823 -1.21 1
+-0.835 -1.06 1
+-0.536 1.05 1
+-1.53 -1.21 -1
+0.35200000000000004 0.33299999999999996 1
+-1.09 0.531 -1
+0.7090000000000001 0.872 1
+1.54 1.75 1
+-1.87 -0.555 -1
+-0.282 1.78 1
+0.428 -0.494 1
+0.9229999999999999 0.9329999999999999 1
+-1.21 -0.409 -1
+-1.31 0.175 -1
+-0.753 -0.321 1
+0.614 -1.46 1
+-0.598 -1.35 1
+-1.15 -0.0498 -1
+1.6 -1.36 1
+-0.902 -0.36 -1
+-0.66 -0.0708 1
+2.57 0.9890000000000001 1
+-1.13 -0.0634 -1
+-1.01 -0.397 -1
+1.43 -1.21 1
+1.0 0.254 1
+-0.10300000000000001 -0.414 1
+-0.9690000000000001 1.02 -1
+1.09 1.03 1
+1.08 0.0163 1
+1.44 -1.7 1
+-2.02 -0.792 -1
+1.17 0.511 1
+0.0403 -1.51 1
+0.9309999999999999 0.7829999999999999 1
+0.8240000000000001 0.5870000000000001 1
+-0.0957 -1.06 1
+1.05 0.47200000000000003 1
+-0.268 -1.52 1
+1.35 0.22899999999999998 1
+-1.4 0.475 -1
+-1.34 -0.419 -1
+-0.523 -1.31 1
+1.18 1.49 1
+0.5660000000000001 0.0815 1
+0.34 -1.34 1
+0.578 -0.622 1
+0.753 1.89 1
+-0.184 -0.0314 1
+0.56 1.7 1
+1.07 0.457 1
+-0.613 0.775 1
+0.8190000000000001 0.0462 1
+1.11 -0.0628 1
+-1.61 -1.13 -1
+1.06 -0.0531 1
+0.764 -0.804 1
+0.226 -1.38 1
+-1.19 1.01 -1
+1.25 -0.11800000000000001 1
+-1.76 -1.17 -1
+-0.23399999999999999 -0.6559999999999999 1
+-1.45 -1.29 -1
+0.23399999999999999 -0.8220000000000001 1
+-1.84 -0.865 -1
+-1.63 -1.32 -1
+-0.715 -0.9690000000000001 1
+0.0973 -1.33 1
+-0.551 0.28800000000000003 1
+1.39 -0.013000000000000001 1
+0.215 -1.66 1
+0.0224 1.43 1
+-0.33799999999999997 -1.33 1
+-0.693 -0.113 1
+0.0533 -1.02 1
+-0.153 -1.22 1
+-1.18 0.0302 -1
+1.15 0.32899999999999996 1
+1.31 -1.4 1
+-0.285 1.98 1
+1.06 -0.0553 1
+-0.904 -0.203 -1
+0.6609999999999999 -0.19899999999999998 1
+0.8959999999999999 -1.27 1
+-1.54 -0.618 -1
+1.29 -0.657 1
+-1.67 -1.5 -1
+-1.36 -0.848 -1
+1.98 -0.0252 1
+0.485 0.635 1
+-0.674 0.8420000000000001 -1
+0.722 -0.975 1
+1.02 -0.625 1
+1.26 -0.18100000000000002 1
+-0.6579999999999999 -1.31 1
+-0.405 -1.25 1
+1.27 0.493 1
+0.9329999999999999 -0.27699999999999997 1
+-0.815 -0.682 -1
+-1.51 -0.769 -1
+0.11699999999999999 -1.07 1
+0.384 2.15 1
+-1.32 1.1 -1
+1.2 -1.65 1
+0.0529 1.52 1
+1.46 0.0373 1
+-0.607 -1.6 1
+-1.06 -0.5489999999999999 -1
+-1.39 0.862 -1
+0.527 0.51 1
+1.15 -0.451 1
+-0.171 0.0105 1
+-1.63 0.524 -1
+2.2 -0.665 1
+0.826 1.42 1
+-0.138 -0.0524 1
+-0.754 1.19 -1
+0.0574 -0.134 1
+0.877 0.161 1
+1.17 0.446 1
+0.647 0.317 1
+-1.73 -0.242 -1
+0.631 -0.674 1
+-0.973 -0.047 -1
+-0.4 0.00463 1
+-1.14 -1.27 -1
+0.42 1.1 1
+0.43 -0.654 1
+1.49 0.365 1
+-0.643 1.68 -1
+0.698 -0.655 1
+-0.222 2.47 1
+-1.22 -0.0961 -1
+-0.276 1.05 1
+-0.253 -0.406 1
+-1.38 0.6779999999999999 -1
+-1.13 -0.44299999999999995 -1
+1.3 0.175 1
+1.64 1.46 1
+1.48 1.78 1
+-1.61 -0.363 -1
+-1.52 -1.23 -1
+-0.0657 -1.19 1
+-0.653 0.433 1
+2.48 1.21 1
+-0.9590000000000001 1.08 -1
+0.8420000000000001 -0.37200000000000005 1
+-0.402 -1.11 1
+-0.29100000000000004 0.561 1
+-1.02 -0.22399999999999998 -1
+0.45 -0.10400000000000001 1
+-1.88 -0.45399999999999996 -1
+-0.5820000000000001 -0.752 1
+-0.594 1.24 1
+-1.49 -0.00325 -1
+0.552 1.04 1
+1.06 0.44299999999999995 1
+0.406 -0.7070000000000001 1
+1.15 0.0436 1
+0.612 1.37 1
+1.1 0.508 1
+1.1 0.604 1
+-0.753 1.18 -1
+-1.13 0.41100000000000003 -1
+-0.872 0.26 -1
+-0.415 0.256 1
+0.8009999999999999 -0.639 1
+0.762 0.125 1
+0.0343 -1.18 1
+0.524 -0.231 1
+-0.0262 -1.18 1
+-1.47 -0.0358 -1
+1.29 0.152 1
+-0.851 0.18899999999999997 -1
+-0.961 1.0 -1
+-0.7759999999999999 0.127 -1
+-0.674 -0.62 1
+0.244 -0.69 1
+-0.9740000000000001 0.511 -1
+0.37 1.03 1
+-1.98 -0.88 -1
+0.308 0.11699999999999999 1
+-1.62 0.46799999999999997 -1
+-0.843 -1.08 -1
+1.0 1.17 1
+-0.9540000000000001 0.687 -1
+0.768 -0.966 1
+1.64 1.12 1
+-1.7 -0.5539999999999999 -1
+0.40399999999999997 0.00999 1
+0.7040000000000001 -0.9059999999999999 1
+0.335 1.39 1
+-1.7 -0.569 -1
+2.64 1.14 1
+0.769 0.772 1
+-0.255 -0.142 1
diff -r 000000000000 -r 4fac53da862f test-data/binary_test_label.tabular
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/test-data/binary_test_label.tabular Thu Oct 11 14:37:54 2018 -0400
@@ -0,0 +1,801 @@
+-0.744 -1.39 -1
+-0.472 0.267 1
+0.304 1.61 -1
+-0.0439 0.305 1
+-1.96 -1.09 1
+1.31 0.17 -1
+-1.78 -0.253 1
+-1.21 0.918 -1
+0.457 0.191 1
+0.998 0.37 -1
+0.513 1.5 -1
+-0.714 -0.161 1
+0.0722 1.8 -1
+1.33 -0.0673 -1
+0.508 -0.331 1
+0.862 -1.24 1
+0.65 1.86 -1
+1.74 -0.143 -1
+0.417 -1.54 -1
+0.466 0.281 1
+1.73 0.979 1
+-0.314 -0.72 -1
+0.0981 0.465 1
+-1.08 1.01 -1
+2.37 1.07 1
+0.143 -0.786 -1
+0.032 -1.5 -1
+0.739 2.14 -1
+0.396 1.81 1
+0.538 1.38 -1
+0.0325 -1.46 -1
+-0.391 1.32 -1
+-0.695 1.08 -1
+-1.84 -0.846 1
+-0.824 1.1 -1
+1.16 -1.24 1
+0.7 1.14 -1
+-0.17 1.18 -1
+-0.0932 0.472 1
+0.164 -1.18 -1
+0.443 1.54 -1
+-1.22 0.0836 1
+-0.188 -1.27 -1
+0.109 -0.522 1
+1.62 1.19 1
+-0.853 0.358 1
+-1.69 -1.14 1
+0.725 -0.99 1
+0.25 -1.1 -1
+-1.22 0.569 1
+0.627 0.125 -1
+-0.0699 -1.2 -1
+0.594 1.8 -1
+-0.901 -1.56 -1
+1.02 0.0975 -1
+-0.149 -0.0185 1
+-0.226 -1.09 -1
+1.11 0.685 -1
+-0.301 1.69 -1
+0.471 -0.445 1
+-0.827 1.23 -1
+-0.672 -0.0414 1
+0.606 -0.877 -1
+-0.64 0.705 1
+0.14 -0.8 -1
+0.425 -1.21 -1
+0.966 -0.199 1
+1.06 0.629 -1
+0.839 -1.15 1
+0.379 1.74 -1
+0.603 -1 -1
+-0.463 -1.2 -1
+1.18 1.42 1
+1.09 -1.12 1
+0.9 -1.36 1
+1.11 -1.1 1
+1.46 -0.111 -1
+0.242 0.347 1
+0.669 0.98 -1
+-1.2 -0.826 1
+-1.13 0.928 -1
+-0.799 1.11 -1
+-0.108 1.7 -1
+-1.18 0.692 -1
+-0.787 -0.113 1
+-0.412 -0.689 -1
+-0.452 0.524 1
+0.29 -0.515 1
+-0.518 -0.914 -1
+-1.1 0.419 1
+1.34 1.44 1
+-1.46 0.594 -1
+-0.613 1.1 -1
+1.5 0.0442 -1
+1.34 -0.0272 -1
+-0.146 -0.869 -1
+0.0726 -1.31 -1
+-0.198 -0.661 1
+-0.0776 -1.35 -1
+-1.22 -0.68 1
+1.17 0.407 -1
+1.34 0.0998 -1
+1.25 -1.25 1
+0.712 1.49 1
+-0.516 -0.915 -1
+-1.63 0.728 -1
+-0.514 -1.21 -1
+1.12 0.822 -1
+-0.076 -1.12 -1
+-0.678 -0.417 1
+-0.897 -1.04 -1
+1.12 0.375 -1
+-1.94 -1.61 1
+-0.756 -0.679 -1
+0.825 -1.28 1
+1.8 0.0607 -1
+0.108 -1.21 -1
+2.18 1.21 1
+0.634 0.366 1
+1.26 0.799 -1
+-0.702 -0.811 -1
+-0.336 -0.0523 1
+-0.729 1.5 -1
+1.3 0.749 -1
+0.283 0.394 1
+0.247 1.65 1
+0.212 1.81 -1
+1.08 -0.628 -1
+-0.852 -0.298 1
+-1.77 -0.592 1
+-0.251 0.327 1
+0.417 -1.28 -1
+-0.12 -1.22 -1
+-2.19 -1.3 1
+2.11 0.942 1
+-0.214 -0.235 1
+1.05 0.219 -1
+-0.863 0.174 1
+0.244 1.42 -1
+0.0725 0.596 1
+-1.34 0.869 -1
+-0.0874 -1.07 -1
+-0.452 -1.22 -1
+0.973 0.653 -1
+0.911 -0.832 1
+0.303 -0.94 -1
+0.282 -0.761 1
+1.7 -0.554 -1
+0.659 1.28 -1
+-0.192 0.791 1
+0.424 1.64 1
+-0.59 -1.04 -1
+2.04 1.36 1
+-1.11 -0.351 1
+-1.86 -1.78 1
+-1.12 -0.315 1
+-0.932 -1.02 -1
+1.71 -0.424 -1
+0.726 -0.626 1
+-1.46 0.657 -1
+-0.347 -1.13 -1
+-1.21 -1.16 1
+0.541 1.41 -1
+0.334 1.04 -1
+1.31 0.118 -1
+0.673 0.172 1
+1.14 0.866 -1
+-0.372 -1.11 -1
+1.29 0.644 -1
+1.26 -1.25 1
+0.408 -0.664 1
+0.339 0.881 -1
+0.00275 -0.0555 1
+-0.836 -0.65 1
+0.838 1.5 -1
+-1.4 -1.54 1
+0.786 1.31 -1
+-0.88 0.407 1
+0.987 0.258 -1
+1.86 -0.213 -1
+-1.53 0.679 -1
+-1.12 0.699 -1
+-1.19 -0.328 1
+0.829 -0.305 -1
+1.16 0.847 -1
+-0.434 -1.1 -1
+-0.177 -1.45 -1
+-0.131 1.76 1
+1.19 0.309 -1
+0.189 1.35 -1
+0.0963 -1.38 -1
+-0.989 0.48 -1
+-0.532 0.181 1
+0.704 -0.91 1
+-0.301 1.82 1
+0.0561 -0.479 1
+1.13 -1.27 1
+-0.206 -1.15 -1
+-0.413 1.17 -1
+-1.21 -0.854 1
+1.01 0.555 -1
+0.879 1.03 -1
+0.724 0.706 -1
+-2.03 -1.23 1
+0.414 0.141 1
+0.466 0.322 1
+1.44 0.276 -1
+0.97 1.15 -1
+1.1 1.58 1
+0.719 0.759 -1
+1.07 0.512 -1
+-0.753 -1.08 -1
+-0.451 1.72 -1
+-1.24 -0.706 1
+0.179 -1.04 -1
+0.214 -0.45 1
+0.364 -0.858 -1
+-1.04 -0.131 1
+0.273 1.68 -1
+1.19 0.289 -1
+-0.436 -0.954 -1
+-0.403 -0.488 1
+-0.8 1.66 -1
+0.00854 1.31 -1
+1.47 -1.44 1
+1.13 1.07 -1
+-1.1 0.737 -1
+-0.711 0.96 -1
+1.81 -0.551 -1
+-0.381 -1.08 -1
+2 1.71 1
+-1.34 0.824 -1
+-0.184 -0.751 1
+0.608 -1.18 1
+0.957 -0.572 1
+-0.243 -1.24 -1
+0.914 0.26 -1
+0.701 0.564 -1
+1.35 1.33 1
+0.387 -0.798 -1
+-1.02 -1.43 -1
+1.71 1.17 1
+-0.178 -0.551 1
+-0.434 -1.16 -1
+0.512 -0.49 1
+-0.434 2.24 -1
+-2.17 -0.523 1
+1.18 0.766 -1
+-0.00948 -0.336 1
+0.142 -0.698 1
+-1.28 0.559 -1
+-1.01 -0.363 1
+-1.74 0.975 -1
+1.34 -1.07 1
+1.28 1.35 1
+-0.274 -0.99 -1
+1.39 0.0609 -1
+-1.36 0.976 -1
+0.99 0.771 -1
+-1.82 -0.341 1
+0.423 1.74 -1
+1.42 -0.208 1
+-0.261 0.204 1
+-1.69 0.706 -1
+-1.24 -0.497 1
+-0.074 1.97 1
+1.4 -1.13 1
+0.411 1.47 -1
+-1.51 -0.285 1
+1.12 -1.22 1
+-0.652 1.14 -1
+0.608 0.0135 1
+0.0285 1.72 1
+-0.315 -1.09 -1
+0.222 1.47 1
+-0.376 -0.975 -1
+-0.356 -0.0513 1
+-0.42 1.11 -1
+-1.17 -0.073 1
+-0.816 0.562 -1
+1.02 0.44 -1
+-0.828 -0.82 -1
+-0.183 1.15 -1
+-0.768 0.209 1
+-0.101 -0.122 1
+-1.55 0.378 -1
+-0.825 0.481 1
+1.23 -1.55 1
+1.61 -0.387 -1
+-0.785 -0.361 1
+-1.53 -1.01 1
+0.327 0.17 1
+1.35 -1.23 1
+-1.04 0.621 -1
+0.424 0.471 -1
+-0.0567 -1.41 -1
+1.63 0.0545 -1
+-0.522 0.877 1
+-0.391 1.03 -1
+-1.54 -0.641 1
+0.0114 -1.46 -1
+1.16 0.151 1
+-0.17 -0.346 1
+0.809 0.942 -1
+0.602 1.06 -1
+-0.879 0.499 1
+1.18 0.507 -1
+-1.06 -0.937 -1
+2.37 1.14 1
+-1.42 0.592 1
+1.88 0.116 -1
+-1.06 0.817 -1
+0.809 0.741 -1
+1.22 0.217 -1
+0.612 1.8 1
+1.25 -0.146 1
+1.28 -0.236 -1
+-0.298 -1.26 -1
+0.93 -0.375 1
+-0.626 -1.18 -1
+-0.102 1.57 1
+-0.918 -0.578 1
+1.01 1.53 1
+0.805 0.42 -1
+-0.958 0.536 -1
+-0.051 -0.972 -1
+-0.0443 -0.335 1
+0.822 0.501 -1
+-0.337 1.66 -1
+-0.957 0.039 1
+-0.0406 2.09 -1
+-0.266 -1.2 -1
+-0.216 -0.353 1
+-1.33 -0.861 1
+-1.87 -1.32 1
+-1.1 0.817 -1
+0.568 0.244 -1
+-0.672 -0.601 -1
+0.847 1.4 -1
+-0.125 -1.48 -1
+0.504 0.0752 -1
+0.257 0.154 1
+-0.269 1.6 -1
+0.29 -0.481 1
+-2.06 0.392 -1
+-1.14 0.849 -1
+-1.54 0.516 1
+1.55 -0.466 -1
+0.209 0.755 1
+-1.66 -0.56 1
+0.299 1.56 -1
+-0.418 -1.26 -1
+-0.0554 -1.28 -1
+-1.1 0.641 1
+-0.016 -0.448 1
+0.463 0.498 -1
+-1.56 -1.1 1
+0.287 -1.45 -1
+-1.03 1.01 -1
+0.826 0.84 -1
+-1.31 -0.354 1
+-0.634 -1.15 -1
+1.26 0.144 -1
+-0.162 1.84 -1
+-0.532 0.978 -1
+0.527 -1.02 -1
+-0.208 -0.646 1
+-0.58 -1.09 -1
+-0.071 1.63 -1
+-0.622 0.804 1
+-0.25 -1.23 -1
+0.504 1.78 -1
+2.29 1.22 1
+0.625 1.67 -1
+-0.165 -0.697 -1
+-0.317 1.77 -1
+0.309 -0.689 1
+1.14 0.647 -1
+-1.37 -0.177 1
+-0.988 -0.191 1
+-0.0273 0.739 1
+0.611 0.978 -1
+-1.89 -1.7 1
+-0.936 1.81 -1
+1.25 0.794 -1
+-1.34 0.595 -1
+0.469 1.91 -1
+-1.57 0.629 -1
+-1.61 -0.451 1
+-1.81 -0.488 1
+1.08 -0.996 1
+0.445 0.135 1
+0.764 0.469 -1
+0.369 0.428 1
+-0.367 -1.04 -1
+-0.139 0.132 1
+-0.987 -0.863 1
+-1.54 0.503 -1
+0.434 -0.189 1
+-1.57 -1.47 1
+1.62 -0.0187 -1
+0.659 -0.985 1
+0.196 1.27 -1
+-1.42 -0.327 1
+1.82 1.43 1
+-0.487 -0.536 1
+0.235 1.48 1
+1.38 0.131 -1
+-1.44 -0.0746 1
+-0.163 -0.398 1
+1.25 -0.322 -1
+1.33 -0.0802 -1
+-0.18 0.595 1
+-1.29 -0.754 1
+0.409 1.45 -1
+-1.45 -1.25 1
+-1.32 0.995 -1
+1.02 -0.728 1
+1.72 0.0291 -1
+-1.78 -0.687 1
+-0.966 -0.628 1
+-1.57 0.378 -1
+1.12 -0.659 1
+0.0235 -0.18 1
+-1.17 0.156 1
+-0.105 -0.442 1
+-0.256 -0.115 1
+0.414 1.16 -1
+0.617 -0.0096 1
+-1.37 0.648 -1
+0.774 0.617 -1
+2.29 1.32 1
+0.501 0.0553 1
+0.981 0.532 -1
+0.141 0.0947 1
+0.0436 0.0126 1
+-1.84 -1.64 1
+-1.22 -0.119 1
+-1.16 0.41 -1
+1.25 -0.00263 -1
+1.03 1.29 -1
+0.773 -0.747 1
+-0.0297 -1.58 -1
+0.217 -1.21 -1
+-1.06 1.03 -1
+-1.93 -0.92 1
+0.598 0.855 -1
+-1.69 -1.27 1
+0.822 0.192 -1
+-0.539 1.41 -1
+0.00168 0.262 1
+-0.742 -1.02 -1
+-1.31 -0.903 -1
+0.878 -1.38 1
+0.465 -1.26 -1
+-1.11 -0.821 1
+2.41 1.26 1
+-1.56 -0.172 1
+-0.855 -1.05 -1
+0.000519 0.282 1
+-1.88 -0.979 1
+-0.895 -1.07 1
+0.235 0.772 1
+1.87 -1.16 -1
+0.735 1.63 1
+0.0737 0.124 1
+-0.337 1.85 -1
+-0.2 1.74 1
+1.2 -0.213 -1
+0.382 0.175 1
+1.03 -0.191 -1
+-0.739 1.32 -1
+0.952 0.616 -1
+-1.57 -0.205 1
+0.774 -1.22 1
+1.21 -1.24 1
+1.1 0.131 -1
+0.397 0.513 1
+1.07 -1.38 1
+-1.37 -0.205 1
+-0.33 0.0829 1
+-0.718 -1.25 -1
+-0.676 1.3 -1
+0.434 2.19 -1
+-0.882 -0.582 1
+1.16 -0.768 1
+0.572 -1.24 -1
+-0.757 0.298 1
+0.67 1.15 -1
+0.0301 -0.894 -1
+1.22 1.35 -1
+-0.685 0.989 -1
+-0.377 -0.617 1
+0.13 1.41 -1
+-1.09 1.39 -1
+1.15 -1.14 1
+0.648 1.41 -1
+0.981 0.0921 -1
+0.318 1.4 -1
+-0.501 0.0787 1
+-1.12 0.494 -1
+-1.81 -0.994 1
+-0.748 -0.034 1
+0.544 1.41 -1
+-0.944 1.02 -1
+-0.533 1.22 -1
+-0.446 -1.28 -1
+0.498 -1.02 -1
+-0.954 -1.19 -1
+1.65 0.0404 -1
+-2.03 0.359 -1
+-0.235 -1.22 -1
+0.627 -0.0629 1
+-1.93 0.525 -1
+2.35 1.14 1
+0.233 -0.275 1
+-0.781 -0.113 1
+-0.327 0.612 1
+-1.41 1.09 -1
+0.0489 -1.36 -1
+0.253 -1.3 -1
+-1.25 -0.656 1
+-1.59 0.322 -1
+1.99 1.18 1
+2.2 1.26 1
+-0.172 -1.31 -1
+0.276 0.397 1
+0.949 0.422 -1
+1.06 0.842 -1
+1.98 1.27 1
+-0.279 -0.0928 1
+0.275 1.18 -1
+-0.318 0.317 1
+-1.32 -0.088 1
+-0.695 -0.736 -1
+0.916 1.63 -1
+0.974 0.512 -1
+-0.567 -1.7 -1
+1.38 0.749 -1
+0.521 -1.04 -1
+1.13 0.429 -1
+-0.511 1.5 -1
+1.46 -0.91 1
+1.67 0.0877 -1
+-0.965 -0.978 -1
+-2 -1.72 1
+-1.43 -1.02 1
+0.739 0.139 1
+0.369 0.49 1
+-1.64 -1.8 1
+-1.31 -0.498 1
+0.44 0.9 -1
+-1.59 -1.36 1
+-0.724 0.215 1
+1.33 1.43 1
+-0.91 -0.607 1
+1.19 0.997 -1
+-0.914 0.425 1
+1.11 0.375 -1
+-1.46 -0.298 1
+-0.328 0.232 1
+0.941 -0.789 1
+-1.82 0.885 -1
+0.0949 -1.56 -1
+0.874 -0.769 1
+-0.967 0.592 -1
+0.803 1.35 -1
+-0.521 0.726 1
+-0.76 -0.698 1
+-2.25 -1.96 1
+-0.749 0.0101 1
+-0.00626 -0.959 -1
+1.01 -0.984 1
+0.198 -1.19 -1
+0.544 1.63 1
+-0.213 0.259 1
+-0.729 1.37 -1
+0.112 0.0285 1
+-0.968 -0.912 -1
+-0.566 -1.33 -1
+-0.271 1.59 -1
+1.56 -0.367 1
+0.897 1.07 -1
+1.39 -0.498 -1
+0.0968 -0.225 1
+0.374 0.966 -1
+-0.791 -1.26 -1
+0.615 0.558 -1
+-0.391 0.181 1
+-0.153 -1.2 -1
+0.298 0.509 1
+0.557 -1.04 1
+-0.109 -1.07 -1
+0.412 -0.124 1
+-1.55 -1.47 1
+1.9 1.27 1
+0.838 -0.115 1
+0.243 1.61 -1
+0.48 -1.1 -1
+0.854 -0.537 1
+-0.00294 0.513 1
+1.34 0.878 -1
+0.00865 -0.918 -1
+1.82 -0.643 -1
+-0.212 -1.18 -1
+0.823 -1.21 -1
+-0.835 -1.06 -1
+-0.536 1.05 -1
+-1.53 -1.21 1
+0.352 0.333 1
+-1.09 0.531 -1
+0.709 0.872 -1
+1.54 1.75 1
+-1.87 -0.555 1
+-0.282 1.78 1
+0.428 -0.494 1
+0.923 0.933 -1
+-1.21 -0.409 1
+-1.31 0.175 1
+-0.753 -0.321 1
+0.614 -1.46 -1
+-0.598 -1.35 -1
+-1.15 -0.0498 1
+1.6 -1.36 1
+-0.902 -0.36 1
+-0.66 -0.0708 1
+2.57 0.989 1
+-1.13 -0.0634 1
+-1.01 -0.397 1
+1.43 -1.21 1
+1 0.254 -1
+-0.103 -0.414 1
+-0.969 1.02 -1
+1.09 1.03 -1
+1.08 0.0163 -1
+1.44 -1.7 1
+-2.02 -0.792 1
+1.17 0.511 -1
+0.0403 -1.51 -1
+0.931 0.783 -1
+0.824 0.587 1
+-0.0957 -1.06 -1
+1.05 0.472 -1
+-0.268 -1.52 -1
+1.35 0.229 -1
+-1.4 0.475 -1
+-1.34 -0.419 1
+-0.523 -1.31 -1
+1.18 1.49 -1
+0.566 0.0815 1
+0.34 -1.34 -1
+0.578 -0.622 1
+0.753 1.89 1
+-0.184 -0.0314 1
+0.56 1.7 1
+1.07 0.457 -1
+-0.613 0.775 1
+0.819 0.0462 1
+1.11 -0.0628 -1
+-1.61 -1.13 1
+1.06 -0.0531 1
+0.764 -0.804 1
+0.226 -1.38 -1
+-1.19 1.01 -1
+1.25 -0.118 -1
+-1.76 -1.17 1
+-0.234 -0.656 1
+-1.45 -1.29 1
+0.234 -0.822 1
+-1.84 -0.865 1
+-1.63 -1.32 1
+-0.715 -0.969 -1
+0.0973 -1.33 -1
+-0.551 0.288 1
+1.39 -0.013 -1
+0.215 -1.66 -1
+0.0224 1.43 1
+-0.338 -1.33 -1
+-0.693 -0.113 1
+0.0533 -1.02 -1
+-0.153 -1.22 -1
+-1.18 0.0302 1
+1.15 0.329 -1
+1.31 -1.4 1
+-0.285 1.98 -1
+1.06 -0.0553 1
+-0.904 -0.203 1
+0.661 -0.199 1
+0.896 -1.27 1
+-1.54 -0.618 1
+1.29 -0.657 1
+-1.67 -1.5 1
+-1.36 -0.848 1
+1.98 -0.0252 -1
+0.485 0.635 -1
+-0.674 0.842 -1
+0.722 -0.975 1
+1.02 -0.625 1
+1.26 -0.181 1
+-0.658 -1.31 -1
+-0.405 -1.25 -1
+1.27 0.493 -1
+0.933 -0.277 1
+-0.815 -0.682 1
+-1.51 -0.769 1
+0.117 -1.07 -1
+0.384 2.15 -1
+-1.32 1.1 -1
+1.2 -1.65 1
+0.0529 1.52 -1
+1.46 0.0373 -1
+-0.607 -1.6 -1
+-1.06 -0.549 1
+-1.39 0.862 -1
+0.527 0.51 1
+1.15 -0.451 1
+-0.171 0.0105 1
+-1.63 0.524 -1
+2.2 -0.665 -1
+0.826 1.42 -1
+-0.138 -0.0524 1
+-0.754 1.19 -1
+0.0574 -0.134 1
+0.877 0.161 -1
+1.17 0.446 -1
+0.647 0.317 -1
+-1.73 -0.242 1
+0.631 -0.674 1
+-0.973 -0.047 1
+-0.4 0.00463 1
+-1.14 -1.27 1
+0.42 1.1 -1
+0.43 -0.654 1
+1.49 0.365 -1
+-0.643 1.68 -1
+0.698 -0.655 1
+-0.222 2.47 -1
+-1.22 -0.0961 1
+-0.276 1.05 -1
+-0.253 -0.406 1
+-1.38 0.678 -1
+-1.13 -0.443 1
+1.3 0.175 -1
+1.64 1.46 1
+1.48 1.78 1
+-1.61 -0.363 1
+-1.52 -1.23 1
+-0.0657 -1.19 -1
+-0.653 0.433 1
+2.48 1.21 1
+-0.959 1.08 -1
+0.842 -0.372 1
+-0.402 -1.11 -1
+-0.291 0.561 1
+-1.02 -0.224 1
+0.45 -0.104 1
+-1.88 -0.454 1
+-0.582 -0.752 1
+-0.594 1.24 -1
+-1.49 -0.00325 1
+0.552 1.04 -1
+1.06 0.443 -1
+0.406 -0.707 1
+1.15 0.0436 1
+0.612 1.37 -1
+1.1 0.508 -1
+1.1 0.604 -1
+-0.753 1.18 -1
+-1.13 0.411 1
+-0.872 0.26 1
+-0.415 0.256 1
+0.801 -0.639 1
+0.762 0.125 1
+0.0343 -1.18 -1
+0.524 -0.231 1
+-0.0262 -1.18 -1
+-1.47 -0.0358 1
+1.29 0.152 -1
+-0.851 0.189 1
+-0.961 1 -1
+-0.776 0.127 1
+-0.674 -0.62 1
+0.244 -0.69 1
+-0.974 0.511 1
+0.37 1.03 -1
+-1.98 -0.88 1
+0.308 0.117 1
+-1.62 0.468 -1
+-0.843 -1.08 -1
+1 1.17 -1
+-0.954 0.687 1
+0.768 -0.966 1
+1.64 1.12 1
+-1.7 -0.554 1
+0.404 0.00999 1
+0.704 -0.906 1
+0.335 1.39 1
+-1.7 -0.569 1
+2.64 1.14 1
+0.769 0.772 -1
+-0.255 -0.142 1
diff -r 000000000000 -r 4fac53da862f test-data/cnf_binary_knn.html
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/test-data/cnf_binary_knn.html Thu Oct 11 14:37:54 2018 -0400
@@ -0,0 +1,14 @@
+
\ No newline at end of file
diff -r 000000000000 -r 4fac53da862f test-data/cnf_binary_linearsvm.html
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/test-data/cnf_binary_linearsvm.html Thu Oct 11 14:37:54 2018 -0400
@@ -0,0 +1,14 @@
+
\ No newline at end of file
diff -r 000000000000 -r 4fac53da862f test-data/cnf_binary_rfc.html
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/test-data/cnf_binary_rfc.html Thu Oct 11 14:37:54 2018 -0400
@@ -0,0 +1,14 @@
+
\ No newline at end of file
diff -r 000000000000 -r 4fac53da862f test-data/cnf_binary_sgd.html
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/test-data/cnf_binary_sgd.html Thu Oct 11 14:37:54 2018 -0400
@@ -0,0 +1,14 @@
+
\ No newline at end of file
diff -r 000000000000 -r 4fac53da862f test-data/cnf_multi_lr.html
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/test-data/cnf_multi_lr.html Thu Oct 11 14:37:54 2018 -0400
@@ -0,0 +1,14 @@
+