diff options
author | gebele <gebele@in-silico.ch> | 2015-09-18 13:31:13 +0200 |
---|---|---|
committer | gebele <gebele@in-silico.ch> | 2015-09-18 13:31:13 +0200 |
commit | 1255775bca9bcb9ca9100c38504e42541249865d (patch) | |
tree | 0f332a14a915ac2f8d63bad4d2c6b6c8d8fcb1e8 /lib/dataset.rb | |
parent | 9bf81bcafaf958c02a448d3ff3410220dd791d40 (diff) | |
parent | 33989261450bba279b4e002e5e4ea0475d742abb (diff) |
Merge branch 'development' of github.com:opentox/lazar into development
Diffstat (limited to 'lib/dataset.rb')
-rw-r--r-- | lib/dataset.rb | 7 |
1 files changed, 4 insertions, 3 deletions
diff --git a/lib/dataset.rb b/lib/dataset.rb index 851fabd..00e2bc3 100644 --- a/lib/dataset.rb +++ b/lib/dataset.rb @@ -47,6 +47,7 @@ module OpenTox @data_entries = Marshal.load(data_entry_file.data) bad_request_error "Data entries (#{data_entries_id}) are not a 2D-Array" unless @data_entries.is_a? Array and @data_entries.first.is_a? Array bad_request_error "Data entries (#{data_entries_id}) have #{@data_entries.size} rows, but dataset (#{id}) has #{compound_ids.size} compounds" unless @data_entries.size == compound_ids.size + # TODO: data_entries can be empty, poorly reproducible, mongo problem? bad_request_error "Data entries (#{data_entries_id}) have #{@data_entries.first.size} columns, but dataset (#{id}) has #{feature_ids.size} features" unless @data_entries.first.size == feature_ids.size #$logger.debug "Retrieving data: #{Time.now-t}" end @@ -151,7 +152,7 @@ module OpenTox name = File.basename(file,".*") dataset = self.find_by(:source => source, :name => name) if dataset - $logger.debug "Skipping #{file}, it is already in the database (id: #{dataset.id})." + $logger.debug "Skipping import of #{file}, it is already in the database (id: #{dataset.id})." else $logger.debug "Parsing #{file}." table = CSV.read file, :skip_blanks => true @@ -202,7 +203,7 @@ module OpenTox feature = NominalFeature.find_or_create_by(metadata) end end - feature_ids << feature.id + feature_ids << feature.id if feature end $logger.debug "Feature values: #{Time.now-time}" @@ -244,7 +245,7 @@ module OpenTox end compound_ids << compound.id - @data_entries << Array.new(table.first.size-1) + @data_entries << Array.new(table.first.size-1) if (table.first.size-1) > 0 vals.each_with_index do |v,j| if v.blank? |