From 1f4ebe46790443225beff01b9e1918f5baec31f8 Mon Sep 17 00:00:00 2001 From: mguetlein Date: Sat, 13 Aug 2011 14:20:18 +0200 Subject: add bootstrapping description --- validation/validation_application.rb | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) (limited to 'validation') diff --git a/validation/validation_application.rb b/validation/validation_application.rb index d2dfef0..0658309 100755 --- a/validation/validation_application.rb +++ b/validation/validation_application.rb @@ -400,7 +400,14 @@ get '/bootstrapping' do "All validations: "+url_for("/",:full)+"\n"+ "Validation reports: "+url_for("/report/validation",:full) description = - "A list of all bootstrapping-validations.\n"+ + "A list of all bootstrapping-validations.\n\n"+ + "Bootstrapping performs sampling with replacement to create a training dataset and test dataset from the orignial dataset.\n"+ + "Subsequently, a model is built with the training dataset and validated on the test-dataset.\n\n"+ + "Quote from R Kohavi - A study of cross-validation and bootstrap for accuracy estimation and model selection,\n"+ + "International joint Conference on artificial intelligence, 1995:\n"+ + "'Given a dataset of size n, a bootstrap sample is created by sampling n instances uniformly from the data (with replacement).\n"+ + " Since the dataset is sampled with replacement, the probability of any given instance not being chosen after n samples is (1 - 1/n)^n = e^-1 = 0.368;\n"+ + " the expected number of distinct instances from the original dataset appearing in the test set is thus 0.632n.'\n\n"+ "To perform a bootstrapping-validation use the POST method." post_command = OpenTox::PostCommand.new request.url,"Perform bootstrapping-validation" post_command.attributes << OpenTox::PostAttribute.new("algorithm_uri") -- cgit v1.2.3 From 2a945a2bcaeae5b6c4b9b8b5861da0c031a5106a Mon Sep 17 00:00:00 2001 From: mguetlein Date: Mon, 15 Aug 2011 09:15:56 +0200 Subject: add search with model in crossvalidation and qmrf report as discussed with nina in munich --- validation/validation_application.rb | 6 ++++++ 1 file changed, 6 insertions(+) (limited to 'validation') diff --git a/validation/validation_application.rb b/validation/validation_application.rb index 0658309..d652de4 100755 --- a/validation/validation_application.rb +++ b/validation/validation_application.rb @@ -8,6 +8,12 @@ require 'validation/validation_service.rb' get '/crossvalidation/?' do LOGGER.info "list all crossvalidations" + model_uri = params.delete("model") || params.delete("model_uri") + if model_uri + model = OpenTox::Model::Generic.find(model_uri) + params[:algorithm] = model.metadata[OT.algorithm] + params[:dataset] = model.metadata[OT.trainingDataset] + end uri_list = Lib::OhmUtil.find( Validation::Crossvalidation, params ).sort.collect{|v| v.crossvalidation_uri}.join("\n") + "\n" if request.env['HTTP_ACCEPT'] =~ /text\/html/ related_links = -- cgit v1.2.3 From 9db1f68871ad3e9be92744fd908f9fee9eeb18a0 Mon Sep 17 00:00:00 2001 From: mr Date: Fri, 19 Aug 2011 14:31:29 +0200 Subject: add missing subjectid --- validation/validation_application.rb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'validation') diff --git a/validation/validation_application.rb b/validation/validation_application.rb index d652de4..7e0e10f 100755 --- a/validation/validation_application.rb +++ b/validation/validation_application.rb @@ -10,7 +10,7 @@ get '/crossvalidation/?' do LOGGER.info "list all crossvalidations" model_uri = params.delete("model") || params.delete("model_uri") if model_uri - model = OpenTox::Model::Generic.find(model_uri) + model = OpenTox::Model::Generic.find(model_uri, @subjectid) params[:algorithm] = model.metadata[OT.algorithm] params[:dataset] = model.metadata[OT.trainingDataset] end -- cgit v1.2.3