+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \"\x{EF}\x{BB}\x{BF}description\nKaffee", # " # make emacs happy
+ profile => [{class => 'SL::DB::Part'}],
+ encoding => 'utf8',
+);
+$csv->parse;
+is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'utf8 BOM works (bug 1872)';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \"Kaffee", # " # make emacs happy
+ header => [ 'Description' ],
+ profile => [{class => 'SL::DB::Part'}],
+);
+$csv->parse;
+is_deeply $csv->get_data, undef, 'case insensitive header without flag ignores';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \"Kaffee", # " # make emacs happy
+ header => [ 'foo' ],
+ profile => [{
+ profile => { foo => '' },
+ class => 'SL::DB::Part',
+ }],
+);
+$csv->parse;
+
+is_deeply $csv->get_data, [ { foo => 'Kaffee' } ], 'empty path still gets parsed into data';
+ok $csv->get_objects->[0], 'empty path gets ignored in object creation';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \"Kaffee", # " # make emacs happy
+ header => [ 'foo' ],
+ strict_profile => 1,
+ profile => [{
+ profile => { foo => '' },
+ class => 'SL::DB::Part',
+ }],
+);
+$csv->parse;
+
+is_deeply $csv->get_data, [ { foo => 'Kaffee' } ], 'empty path still gets parsed into data (strict profile)';
+ok $csv->get_objects->[0], 'empty path gets ignored in object creation (strict profile)';
+
+$csv = SL::Helper::Csv->new(
+ file => \"Phil", # " # make emacs happy
+ header => [ 'CVAR_grOUnDHog' ],
+ strict_profile => 1,
+ case_insensitive_header => 1,
+ profile => [{
+ profile => { cvar_Groundhog => '' },
+ class => 'SL::DB::Part',
+ }],
+
+);
+$csv->parse;
+
+is_deeply $csv->get_data, [ { cvar_Groundhog => 'Phil' } ], 'using empty path to get cvars working';
+ok $csv->get_objects->[0], '...and not destorying the objects';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \"description\nKaffee", # " # make emacs happy
+);
+$csv->parse;
+is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'without profile and class works';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \<<EOL,
+description;partnumber
+Kaffee;1
+
+;
+ ;
+Tee;3
+EOL
+# Note: The second last line is not empty. The description is a space character.
+);
+ok $csv->parse;
+is_deeply $csv->get_data, [ {partnumber => 1, description => 'Kaffee'}, {partnumber => '', description => ' '}, {partnumber => 3, description => 'Tee'} ], 'ignoring empty lines works (header in csv file)';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \<<EOL,
+Kaffee;1
+
+;
+ ;
+Tee;3
+EOL
+# Note: The second last line is not empty. The description is a space character.
+ header => ['description', 'partnumber'],
+);
+ok $csv->parse;
+is_deeply $csv->get_data, [ {partnumber => 1, description => 'Kaffee'}, {partnumber => '', description => ' '}, {partnumber => 3, description => 'Tee'} ], 'ignoring empty lines works';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \"Kaffee;1,50\nSchoke;0,89\n",
+ header => [
+ [ 'datatype', 'description', 'sellprice' ],
+ ],
+ profile => [
+ { profile => { sellprice => 'sellprice_as_number' },
+ class => 'SL::DB::Part',}
+ ],
+);
+
+ok $csv->_check_multiplexed, 'multiplex check works on not-multiplexed data';
+ok !$csv->is_multiplexed, 'not-multiplexed data is recognized';
+
+#####
+$csv = SL::Helper::Csv->new(
+ file => \"P;Kaffee;1,50\nC;Meier\n",
+ header => [
+ [ 'datatype', 'description', 'listprice' ],
+ [ 'datatype', 'name' ],
+ ],
+ profile => [
+ { profile => { listprice => 'listprice_as_number' },
+ class => 'SL::DB::Part',
+ row_ident => 'P' },
+ { class => 'SL::DB::Customer',
+ row_ident => 'C' }
+ ],
+);
+
+ok $csv->_check_multiplexed, 'multiplex check works on multiplexed data';
+ok $csv->is_multiplexed, 'multiplexed data is recognized';
+
+#####
+$csv = SL::Helper::Csv->new(
+ file => \"P;Kaffee;1,50\nC;Meier\n",
+ header => [
+ [ 'datatype', 'description', 'listprice' ],
+ [ 'datatype', 'name' ],
+ ],
+ profile => [
+ { profile => { listprice => 'listprice_as_number' },
+ class => 'SL::DB::Part', },
+ { class => 'SL::DB::Customer',
+ row_ident => 'C' }
+ ],
+);
+
+ok !$csv->_check_multiplexed, 'multiplex check works on multiplexed data and detects missing row_ident';
+
+#####
+$csv = SL::Helper::Csv->new(
+ file => \"P;Kaffee;1,50\nC;Meier\n",
+ header => [
+ [ 'datatype', 'description', 'listprice' ],
+ [ 'datatype', 'name' ],
+ ],
+ profile => [
+ { profile => { listprice => 'listprice_as_number' },
+ row_ident => 'P' },
+ { class => 'SL::DB::Customer',
+ row_ident => 'C' }
+ ],
+);
+
+ok !$csv->_check_multiplexed, 'multiplex check works on multiplexed data and detects missing class';
+
+#####
+$csv = SL::Helper::Csv->new(
+ file => \"P;Kaffee;1,50\nC;Meier\n", # " # make emacs happy
+ header => [
+ [ 'datatype', 'description', 'listprice' ],
+ ],
+ profile => [
+ { profile => { listprice => 'listprice_as_number' },
+ class => 'SL::DB::Part',
+ row_ident => 'P' },
+ { class => 'SL::DB::Customer',
+ row_ident => 'C' }
+ ],
+);
+
+ok !$csv->_check_multiplexed, 'multiplex check works on multiplexed data and detects missing header';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \"P;Kaffee;1,50\nC;Meier\n", # " # make emacs happy
+ header => [
+ [ 'datatype', 'description', 'listprice' ],
+ [ 'datatype', 'name' ],
+ ],
+ profile => [
+ { profile => { listprice => 'listprice_as_number' },
+ class => 'SL::DB::Part',
+ row_ident => 'P' },
+ { class => 'SL::DB::Customer',
+ row_ident => 'C' }
+ ],
+ ignore_unknown_columns => 1,
+);
+
+$csv->parse;
+is_deeply $csv->get_data,
+ [ { datatype => 'P', description => 'Kaffee', listprice => '1,50' }, { datatype => 'C', name => 'Meier' } ],
+ 'multiplex: simple case works';
+is scalar @{ $csv->get_objects }, 2, 'multiplex: multiple objects work';
+is $csv->get_objects->[0]->description, 'Kaffee', 'multiplex: first object';
+is $csv->get_objects->[1]->name, 'Meier', 'multiplex: second object';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \"datatype;description;listprice\ndatatype;name\nP;Kaffee;1,50\nC;Meier\n", # " # make emacs happy
+ profile => [
+ { profile => { listprice => 'listprice_as_number' },
+ class => 'SL::DB::Part',
+ row_ident => 'P' },
+ { class => 'SL::DB::Customer',
+ row_ident => 'C' }
+ ],
+ ignore_unknown_columns => 1,
+);
+
+$csv->parse;
+is scalar @{ $csv->get_objects }, 2, 'multiplex: auto header works';
+is $csv->get_objects->[0]->description, 'Kaffee', 'multiplex: auto header first object';
+is $csv->get_objects->[1]->name, 'Meier', 'multiplex: auto header second object';
+
+######
+
+$csv = SL::Helper::Csv->new(
+ file => \<<EOL,
+datatype;description
+"datatype;name
+P;Kaffee
+C;Meier
+P;Beer
+EOL
+# " # make emacs happy
+ profile => [
+ {class => 'SL::DB::Part', row_ident => 'P'},
+ {class => 'SL::DB::Customer', row_ident => 'C'},
+ ],
+ ignore_unknown_columns => 1,
+);
+is $csv->parse, undef, 'multiplex: broken csv header won\'t get parsed';
+
+######
+
+$csv = SL::Helper::Csv->new(
+ file => \<<EOL,
+datatype;description
+P;Kaffee
+C;Meier
+P;Beer
+EOL
+# " # make emacs happy
+ profile => [
+ {class => 'SL::DB::Part', row_ident => 'P'},
+ {class => 'SL::DB::Customer', row_ident => 'C'},
+ ],
+ header => [ [], ['name'] ],
+ ignore_unknown_columns => 1,
+);
+ok !$csv->_check_multiplexed, 'multiplex check detects empty header';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \ Encode::encode('utf-8', <<EOL),
+description;longdescription;datatype
+name;customernumber;datatype
+Kaffee;"lecker Kaffee";P
+Meier;1;C
+Bier;"kühles Bier";P
+Mueller;2;C
+EOL
+# " # make emacs happy
+ profile => [
+ {class => 'SL::DB::Part', row_ident => 'P'},
+ {class => 'SL::DB::Customer', row_ident => 'C'},
+ ],
+ ignore_unknown_columns => 1,
+);
+$csv->parse;
+is $csv->_multiplex_datatype_position, 2, 'multiplex check detects datatype field position right';
+
+is_deeply $csv->get_data, [ { datatype => 'P', description => 'Kaffee', longdescription => 'lecker Kaffee' },
+ { datatype => 'C', name => 'Meier', customernumber => 1},
+ { datatype => 'P', description => 'Bier', longdescription => 'kühles Bier' },
+ { datatype => 'C', name => 'Mueller', customernumber => 2}
+ ],
+ 'multiplex: datatype not at first position works';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \ Encode::encode('utf-8', <<EOL),
+datatype;description;longdescription
+name;datatype;customernumber
+P;Kaffee;"lecker Kaffee"
+Meier;C;1
+P;Bier;"kühles Bier"
+Mueller;C;2
+EOL
+# " # make emacs happy
+ profile => [
+ {class => 'SL::DB::Part', row_ident => 'P'},
+ {class => 'SL::DB::Customer', row_ident => 'C'},
+ ],
+ ignore_unknown_columns => 1,
+);
+ok !$csv->parse, 'multiplex check detects incosistent datatype field position';
+is_deeply( ($csv->errors)[0], [ undef, 0, 'datatype field must be at the same position for all datatypes for multiplexed data', 0, 0 ], 'multiplex data with inconsistent datatype field posiotion throws error');
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \"Datatype;Description\nDatatype;Name\nP;Kaffee\nC;Meier", # " # make emacs happy
+ case_insensitive_header => 1,
+ ignore_unknown_columns => 1,
+ profile => [
+ {
+ profile => { datatype => 'datatype', description => 'description' },
+ class => 'SL::DB::Part',
+ row_ident => 'P'
+ },
+ {
+ profile => { datatype => 'datatype', name => 'name' },
+ class => 'SL::DB::Customer',
+ row_ident => 'C'
+ }
+ ],
+);
+$csv->parse;
+is_deeply $csv->get_data, [ { datatype => 'P', description => 'Kaffee' },
+ { datatype => 'C', name => 'Meier'} ],
+ 'multiplex: case insensitive header from csv works';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \"P;Kaffee\nC;Meier", # " # make emacs happy
+ header => [[ 'Datatype', 'Description' ], [ 'Datatype', 'Name']],
+ case_insensitive_header => 1,
+ ignore_unknown_columns => 1,
+ profile => [
+ {
+ profile => { datatype => 'datatype', description => 'description' },
+ class => 'SL::DB::Part',
+ row_ident => 'P'
+ },
+ {
+ profile => { datatype => 'datatype', name => 'name' },
+ class => 'SL::DB::Customer',
+ row_ident => 'C'
+ }
+ ],
+);
+$csv->parse;
+is_deeply $csv->get_data, [ { datatype => 'P', description => 'Kaffee' },
+ { datatype => 'C', name => 'Meier' } ],
+ 'multiplex: case insensitive header as param works';
+
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \"P;Kaffee\nC;Meier", # " # make emacs happy
+ header => [[ 'Datatype', 'Description' ], [ 'Datatype', 'Name']],
+ profile => [
+ {
+ profile => { datatype => 'datatype', description => 'description' },
+ class => 'SL::DB::Part',
+ row_ident => 'P'
+ },
+ {
+ profile => { datatype => 'datatype', name => 'name' },
+ class => 'SL::DB::Customer',
+ row_ident => 'C'
+ }
+ ],
+);
+$csv->parse;
+is_deeply $csv->get_data, undef, 'multiplex: case insensitive header without flag ignores';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \<<EOL,
+P;Kaffee;lecker
+C;Meier;froh
+EOL
+# " # make emacs happy
+ header => [[ 'datatype', 'Afoo', 'Abar' ], [ 'datatype', 'Bfoo', 'Bbar']],
+ profile => [{
+ profile => { datatype => '', Afoo => '', Abar => '' },
+ class => 'SL::DB::Part',
+ row_ident => 'P'
+ },
+ {
+ profile => { datatype => '', Bfoo => '', Bbar => '' },
+ class => 'SL::DB::Customer',
+ row_ident => 'C'
+ }],
+);
+$csv->parse;
+
+is_deeply $csv->get_data,
+ [ { datatype => 'P', Afoo => 'Kaffee', Abar => 'lecker' }, { datatype => 'C', Bfoo => 'Meier', Bbar => 'froh' } ],
+ 'multiplex: empty path still gets parsed into data';
+ok $csv->get_objects->[0], 'multiplex: empty path gets ignored in object creation';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \<<EOL,
+P;Kaffee;lecker
+C;Meier;froh
+EOL
+# " # make emacs happy
+ header => [[ 'datatype', 'Afoo', 'Abar' ], [ 'datatype', 'Bfoo', 'Bbar']],
+ strict_profile => 1,
+ profile => [{
+ profile => { datatype => '', Afoo => '', Abar => '' },
+ class => 'SL::DB::Part',
+ row_ident => 'P'
+ },
+ {
+ profile => { datatype => '', Bfoo => '', Bbar => '' },
+ class => 'SL::DB::Customer',
+ row_ident => 'C'
+ }],
+);
+$csv->parse;
+
+is_deeply $csv->get_data,
+ [ { datatype => 'P', Afoo => 'Kaffee', Abar => 'lecker' }, { datatype => 'C', Bfoo => 'Meier', Bbar => 'froh' } ],
+ 'multiplex: empty path still gets parsed into data (strict profile)';
+ok $csv->get_objects->[0], 'multiplex: empty path gets ignored in object creation (strict profile)';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+ file => \<<EOL,
+datatype;customernumber;name
+datatype;description;partnumber
+C;1000;Meier
+P;Kaffee;1
+
+;;
+C
+P; ;
+C;2000;Meister
+P;Tee;3
+EOL
+ ignore_unknown_columns => 1,
+ profile => [ { class => 'SL::DB::Customer', row_ident => 'C' },
+ { class => 'SL::DB::Part', row_ident => 'P' },
+ ],
+);
+$csv->parse;
+is_deeply $csv->get_data, [
+ {datatype => 'C', customernumber => 1000, name => 'Meier'},
+ {datatype => 'P', partnumber => 1, description => 'Kaffee'},
+ {datatype => 'C', customernumber => undef, name => undef},
+ {datatype => 'P', partnumber => '', description => ' '},
+ {datatype => 'C', customernumber => 2000, name => 'Meister'},
+ {datatype => 'P', partnumber => '3', description => 'Tee'},
+], 'ignoring empty lines works (multiplex data)';
+
+#####
+
+# Mappings
+# simple case
+$csv = SL::Helper::Csv->new(
+ file => \<<EOL,
+description,sellprice,lastcost_as_number,purchaseprice,
+Kaffee,0.12,'12,2','1,5234'
+EOL
+ sep_char => ',',
+ quote_char => "'",
+ profile => [
+ {
+ profile => { listprice => 'listprice_as_number' },
+ mapping => { purchaseprice => 'listprice' },
+ class => 'SL::DB::Part',
+ }
+ ],
+);
+ok $csv->parse, 'simple mapping parses';
+is $csv->get_objects->[0]->listprice, 1.5234, 'simple mapping works';
+
+$csv = SL::Helper::Csv->new(
+ file => \<<EOL,
+description;partnumber;sellprice;purchaseprice;wiener;
+Kaffee;;0.12;1,221.52;ja wiener
+Beer;1123245;0.12;1.5234;nein kein wieder
+EOL
+ numberformat => '1,000.00',
+ ignore_unknown_columns => 1,
+ strict_profile => 1,
+ profile => [{
+ profile => { lastcost => 'lastcost_as_number' },
+ mapping => { purchaseprice => 'lastcost' },
+ class => 'SL::DB::Part',
+ }]
+);
+ok $csv->parse, 'strict mapping parses';
+is $csv->get_objects->[0]->lastcost, 1221.52, 'strict mapping works';
+
+# swapping
+$csv = SL::Helper::Csv->new(
+ file => \<<EOL,
+description;partnumber;sellprice;lastcost;wiener;
+Kaffee;1;0.12;1,221.52;ja wiener
+Beer;1123245;0.12;1.5234;nein kein wieder
+EOL
+ numberformat => '1,000.00',
+ ignore_unknown_columns => 1,
+ strict_profile => 1,
+ profile => [{
+ mapping => { partnumber => 'description', description => 'partnumber' },
+ class => 'SL::DB::Part',
+ }]
+);
+ok $csv->parse, 'swapping parses';
+is $csv->get_objects->[0]->partnumber, 'Kaffee', 'strict mapping works 1';
+is $csv->get_objects->[0]->description, '1', 'strict mapping works 2';
+
+# case insensitive shit
+$csv = SL::Helper::Csv->new(
+ file => \"Description\nKaffee", # " # make emacs happy
+ case_insensitive_header => 1,
+ profile => [{
+ mapping => { description => 'description' },
+ class => 'SL::DB::Part'
+ }],
+);
+$csv->parse;
+is $csv->get_objects->[0]->description, 'Kaffee', 'case insensitive mapping without profile works';
+
+# case insensitive shit
+$csv = SL::Helper::Csv->new(
+ file => \"Price\n4,99", # " # make emacs happy
+ case_insensitive_header => 1,
+ profile => [{
+ profile => { sellprice => 'sellprice_as_number' },
+ mapping => { price => 'sellprice' },
+ class => 'SL::DB::Part',
+ }],
+);
+$csv->parse;
+is $csv->get_objects->[0]->sellprice, 4.99, 'case insensitive mapping with profile works';
+
+
+# self-mapping with profile
+$csv = SL::Helper::Csv->new(
+ file => \"sellprice\n4,99", # " # make emacs happy
+ case_insensitive_header => 1,
+ profile => [{
+ profile => { sellprice => 'sellprice_as_number' },
+ mapping => { sellprice => 'sellprice' },
+ class => 'SL::DB::Part',
+ }],
+);
+$csv->parse;
+is $csv->get_objects->[0]->sellprice, 4.99, 'self-mapping with profile works';
+
+# self-mapping without profile
+$csv = SL::Helper::Csv->new(
+ file => \"sellprice\n4.99", # " # make emacs happy
+ case_insensitive_header => 1,
+ profile => [{
+ mapping => { sellprice => 'sellprice' },
+ class => 'SL::DB::Part',
+ }],
+);
+$csv->parse;
+is $csv->get_objects->[0]->sellprice, 4.99, 'self-mapping without profile works';
+
projects / mfinanz.git / blobdiff