From fcbf63e62c627deae76c1b8cb8c0876c536ed811 Mon Sep 17 00:00:00 2001 From: Jari Vetoniemi Date: Mon, 16 Mar 2020 18:49:26 +0900 Subject: Fresh start --- jni/ruby/test/csv/test_data_converters.rb | 263 ++++++++++++++++++++++++++++++ 1 file changed, 263 insertions(+) create mode 100755 jni/ruby/test/csv/test_data_converters.rb (limited to 'jni/ruby/test/csv/test_data_converters.rb') diff --git a/jni/ruby/test/csv/test_data_converters.rb b/jni/ruby/test/csv/test_data_converters.rb new file mode 100755 index 0000000..89b6dd1 --- /dev/null +++ b/jni/ruby/test/csv/test_data_converters.rb @@ -0,0 +1,263 @@ +#!/usr/bin/env ruby -w +# encoding: UTF-8 + +# tc_data_converters.rb +# +# Created by James Edward Gray II on 2005-10-31. +# Copyright 2005 James Edward Gray II. You can redistribute or modify this code +# under the terms of Ruby's license. + +require_relative "base" + +class TestCSV::DataConverters < TestCSV + extend DifferentOFS + + def setup + super + @data = "Numbers,:integer,1,:float,3.015" + @parser = CSV.new(@data) + + @custom = lambda { |field| field =~ /\A:(\S.*?)\s*\Z/ ? $1.to_sym : field } + + @win_safe_time_str = Time.now.strftime("%a %b %d %H:%M:%S %Y") + end + + def test_builtin_integer_converter + # does convert + [-5, 1, 10000000000].each do |n| + assert_equal(n, CSV::Converters[:integer][n.to_s]) + end + + # does not convert + (%w{junk 1.0} + [""]).each do |str| + assert_equal(str, CSV::Converters[:integer][str]) + end + end + + def test_builtin_float_converter + # does convert + [-5.1234, 0, 2.3e-11].each do |n| + assert_equal(n, CSV::Converters[:float][n.to_s]) + end + + # does not convert + (%w{junk 1..0 .015F} + [""]).each do |str| + assert_equal(str, CSV::Converters[:float][str]) + end + end + + def test_builtin_date_converter + # does convert + assert_instance_of( + Date, + CSV::Converters[:date][@win_safe_time_str.sub(/\d+:\d+:\d+ /, "")] + ) + + # does not convert + assert_instance_of(String, CSV::Converters[:date]["junk"]) + end + + def test_builtin_date_time_converter + # does convert + assert_instance_of( DateTime, + CSV::Converters[:date_time][@win_safe_time_str] ) + + # does not convert + assert_instance_of(String, CSV::Converters[:date_time]["junk"]) + end + + def test_convert_with_builtin_integer + # setup parser... + assert_respond_to(@parser, :convert) + assert_nothing_raised(Exception) { @parser.convert(:integer) } + + # and use + assert_equal(["Numbers", ":integer", 1, ":float", "3.015"], @parser.shift) + end + + def test_convert_with_builtin_float + # setup parser... + assert_respond_to(@parser, :convert) + assert_nothing_raised(Exception) { @parser.convert(:float) } + + # and use + assert_equal(["Numbers", ":integer", 1.0, ":float", 3.015], @parser.shift) + end + + def test_convert_order_float_integer + # floats first, then integers... + assert_nothing_raised(Exception) do + @parser.convert(:float) + @parser.convert(:integer) + end + + # gets us nothing but floats + assert_equal( [String, String, Float, String, Float], + @parser.shift.map { |field| field.class } ) + end + + def test_convert_order_integer_float + # integers have precendance... + assert_nothing_raised(Exception) do + @parser.convert(:integer) + @parser.convert(:float) + end + + # gives us proper number conversion + assert_equal( [String, String, Fixnum, String, Float], + @parser.shift.map { |field| field.class } ) + end + + def test_builtin_numeric_combo_converter + # setup parser... + assert_nothing_raised(Exception) { @parser.convert(:numeric) } + + # and use + assert_equal( [String, String, Fixnum, String, Float], + @parser.shift.map { |field| field.class } ) + end + + def test_builtin_all_nested_combo_converter + # setup parser... + @data << ",#{@win_safe_time_str}" # add a DateTime field + @parser = CSV.new(@data) # reset parser + assert_nothing_raised(Exception) { @parser.convert(:all) } + + # and use + assert_equal( [String, String, Fixnum, String, Float, DateTime], + @parser.shift.map { |field| field.class } ) + end + + def test_convert_with_custom_code + # define custom converter... + assert_nothing_raised(Exception) do + @parser.convert { |field| field =~ /\A:(\S.*?)\s*\Z/ ? $1.to_sym : field } + end + + # and use + assert_equal(["Numbers", :integer, "1", :float, "3.015"], @parser.shift) + end + + def test_convert_with_custom_code_mix + # mix built-in and custom... + assert_nothing_raised(Exception) { @parser.convert(:numeric) } + assert_nothing_raised(Exception) { @parser.convert(&@custom) } + + # and use + assert_equal(["Numbers", :integer, 1, :float, 3.015], @parser.shift) + end + + def test_convert_with_custom_code_using_field_info + # define custom converter that uses field information... + assert_nothing_raised(Exception) do + @parser.convert do |field, info| + assert_equal(1, info.line) + info.index == 4 ? Float(field).floor : field + end + end + + # and use + assert_equal(["Numbers", ":integer", "1", ":float", 3], @parser.shift) + end + + def test_convert_with_custom_code_using_field_info_header + @parser = CSV.new(@data, headers: %w{one two three four five}) + + # define custom converter that uses field header information... + assert_nothing_raised(Exception) do + @parser.convert do |field, info| + info.header == "three" ? Integer(field) * 100 : field + end + end + + # and use + assert_equal( ["Numbers", ":integer", 100, ":float", "3.015"], + @parser.shift.fields ) + end + + def test_shortcut_interface + assert_equal( ["Numbers", ":integer", 1, ":float", 3.015], + CSV.parse_line(@data, converters: :numeric) ) + + assert_equal( ["Numbers", ":integer", 1, ":float", 3.015], + CSV.parse_line(@data, converters: [:integer, :float]) ) + + assert_equal( ["Numbers", :integer, 1, :float, 3.015], + CSV.parse_line(@data, converters: [:numeric, @custom]) ) + end + + def test_unconverted_fields + [ [ @data, + ["Numbers", :integer, 1, :float, 3.015], + %w{Numbers :integer 1 :float 3.015} ], + ["\n", Array.new, Array.new] ].each do |test, fields, unconverted| + row = nil + assert_nothing_raised(Exception) do + row = CSV.parse_line( test, + converters: [:numeric, @custom], + unconverted_fields: true ) + end + assert_not_nil(row) + assert_equal(fields, row) + assert_respond_to(row, :unconverted_fields) + assert_equal(unconverted, row.unconverted_fields) + end + + data = <<-END_CSV.gsub(/^\s+/, "") + first,second,third + 1,2,3 + END_CSV + row = nil + assert_nothing_raised(Exception) do + row = CSV.parse_line( data, + converters: :numeric, + unconverted_fields: true, + headers: :first_row ) + end + assert_not_nil(row) + assert_equal([["first", 1], ["second", 2], ["third", 3]], row.to_a) + assert_respond_to(row, :unconverted_fields) + assert_equal(%w{1 2 3}, row.unconverted_fields) + + assert_nothing_raised(Exception) do + row = CSV.parse_line( data, + converters: :numeric, + unconverted_fields: true, + headers: :first_row, + return_headers: true ) + end + assert_not_nil(row) + assert_equal( [%w{first first}, %w{second second}, %w{third third}], + row.to_a ) + assert_respond_to(row, :unconverted_fields) + assert_equal(%w{first second third}, row.unconverted_fields) + + assert_nothing_raised(Exception) do + row = CSV.parse_line( data, + converters: :numeric, + unconverted_fields: true, + headers: :first_row, + return_headers: true, + header_converters: :symbol ) + end + assert_not_nil(row) + assert_equal( [[:first, "first"], [:second, "second"], [:third, "third"]], + row.to_a ) + assert_respond_to(row, :unconverted_fields) + assert_equal(%w{first second third}, row.unconverted_fields) + + assert_nothing_raised(Exception) do + row = CSV.parse_line( data, + converters: :numeric, + unconverted_fields: true, + headers: %w{my new headers}, + return_headers: true, + header_converters: :symbol ) + end + assert_not_nil(row) + assert_equal( [[:my, "my"], [:new, "new"], [:headers, "headers"]], + row.to_a ) + assert_respond_to(row, :unconverted_fields) + assert_equal(Array.new, row.unconverted_fields) + end +end -- cgit v1.2.3