summaryrefslogtreecommitdiff
path: root/lib/leave-one-out-validation.rb
diff options
context:
space:
mode:
authorChristoph Helma <helma@in-silico.ch>2016-10-27 11:58:07 +0200
committerChristoph Helma <helma@in-silico.ch>2016-10-27 11:58:07 +0200
commit8519274487166d75b3b9ae28e61f7a7be9f7e83c (patch)
tree6815047dae4740e57c33bca9f65b5716f32e0b0f /lib/leave-one-out-validation.rb
parentaada2ff67eaba251d1eeedb7f3eb29282706f997 (diff)
probability plot for classification validations
Diffstat (limited to 'lib/leave-one-out-validation.rb')
-rw-r--r--lib/leave-one-out-validation.rb3
1 files changed, 3 insertions, 0 deletions
diff --git a/lib/leave-one-out-validation.rb b/lib/leave-one-out-validation.rb
index 59f43c5..538b7b3 100644
--- a/lib/leave-one-out-validation.rb
+++ b/lib/leave-one-out-validation.rb
@@ -5,6 +5,7 @@ module OpenTox
class LeaveOneOut < Validation
def self.create model
+ bad_request_error "Cannot create leave one out validation for models with supervised feature selection. Please use crossvalidation instead." if model.algorithms[:feature_selection]
$logger.debug "#{model.name}: LOO validation started"
t = Time.now
model.training_dataset.features.first.nominal? ? klass = ClassificationLeaveOneOut : klass = RegressionLeaveOneOut
@@ -48,6 +49,8 @@ module OpenTox
field :rmse, type: Float, default: 0
field :mae, type: Float, default: 0
field :r_squared, type: Float
+ field :within_prediction_interval, type: Integer, default:0
+ field :out_of_prediction_interval, type: Integer, default:0
field :correlation_plot_id, type: BSON::ObjectId
end