From e63e97086ac05e7a86f1a53bdcbc72eec0cabf16 Mon Sep 17 00:00:00 2001
From: Christoph Helma <helma@in-silico.ch>
Date: Mon, 9 Nov 2015 14:58:34 +0100
Subject: leave one out validation implemented

---
 test/validation.rb | 25 +++++++++++++++++++++++++
 1 file changed, 25 insertions(+)

(limited to 'test')

diff --git a/test/validation.rb b/test/validation.rb
index 7de944c..95f9bc0 100644
--- a/test/validation.rb
+++ b/test/validation.rb
@@ -128,4 +128,29 @@ class ValidationTest < MiniTest::Test
     p cv
   end
 
+  def test_classification_loo_validation
+    dataset = Dataset.from_csv_file "#{DATA_DIR}/hamster_carcinogenicity.csv"
+    model = Model::LazarClassification.create dataset
+    loo = ClassificationLeaveOneOutValidation.create model
+    assert_equal 14, loo.nr_unpredicted
+    refute_empty loo.confusion_matrix
+    assert loo.accuracy > 0.77
+    assert loo.weighted_accuracy > 0.85
+    assert loo.accuracy < loo.weighted_accuracy
+  end
+
+  def test_regression_loo_validation
+    dataset = OpenTox::Dataset.from_csv_file File.join(DATA_DIR,"EPAFHM.medi.csv")
+    model = Model::LazarRegression.create dataset
+    loo = RegressionLeaveOneOutValidation.create model
+    assert_equal 11, loo.nr_unpredicted
+    assert loo.weighted_mae < loo.mae
+    assert loo.r_squared > 0.34
+    #assert_equal 14, loo.nr_unpredicted
+    #p loo.confusion_matrix
+    #p loo.accuracy
+    #File.open("tmp.svg","w+"){|f| f.puts loo.correlation_plot}
+    #`inkview tmp.svg`
+  end
+
 end
-- 
cgit v1.2.3