1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
|
#require "rubygems"
#require "rinruby"
module Reports
class ReportStatisticalTest
# __grouped_validations__ : array of validation arrays
def self.test_matrix( validations, group_attribute, test_attribute, class_value, test_method="paired_ttest", significance_level=0.95 )
raise "statistical-test: '"+test_method+"' does not exist" unless ReportStatisticalTest.respond_to?(test_method)
grouped_validations = Reports::Util.group(validations, [group_attribute])
LOGGER.debug "perfom test '"+test_method.to_s+"' for '"+test_attribute.to_s+"' for #"+grouped_validations.size.to_s+" "+group_attribute.to_s
titles = []
matrix = []
grouped_validations.size.times do |i|
validations1 = grouped_validations[i]
title1 = validations1[0].send(group_attribute)
titles << title1
matrix[i] = [] unless matrix[i]
grouped_validations.size.times do |j|
if (i == j)
matrix[i][j] = nil
else
validations2 = grouped_validations[j]
title2 = validations2[0].send(group_attribute)
matrix[i][j] = ReportStatisticalTest.send(test_method,validations1,validations2,
test_attribute, class_value, significance_level)
end
end
end
{:titles => titles, :matrix => matrix, :num_results => grouped_validations[0].size}
end
def self.paired_ttest( validations1, validations2, attribute, class_value, significance_level=0.95 )
array1 = validations1.collect{ |v| (v.send(attribute).is_a?(Hash) ? v.send(attribute)[class_value].to_f : v.send(attribute).to_f) }
array2 = validations2.collect{ |v| (v.send(attribute).is_a?(Hash) ? v.send(attribute)[class_value].to_f : v.send(attribute).to_f) }
LOGGER.debug "paired-t-testing "+attribute.to_s+" "+array1.inspect+" vs "+array2.inspect
Reports::r_util.paired_ttest(array1, array2, significance_level)
end
end
end
|
