X-Git-Url: http://wagnertech.de/git?a=blobdiff_plain;f=t%2Fhelper%2Fcsv.t;h=95ca14b36344c733d0e5f43015a4d5c3177bfd24;hb=45ee0662e55cf328d365c1662694cc1b333c723d;hp=092370a72d36e6fa8173ce7d43a62086457671ac;hpb=e87f225c21b27c16868cc45b825201d7d86f9c0c;p=kivitendo-erp.git

diff --git a/t/helper/csv.t b/t/helper/csv.t
index 092370a72..95ca14b36 100644
--- a/t/helper/csv.t
+++ b/t/helper/csv.t
@@ -1,4 +1,4 @@
-use Test::More tests => 58;
+use Test::More tests => 91;
 
 use lib 't';
 use utf8;
@@ -12,7 +12,7 @@ Support::TestSetup::login();
 
 my $csv = SL::Helper::Csv->new(
   file    => \"Kaffee\n",       # " # make emacs happy
-  header  => [[ 'description' ]],
+  header  => [ 'description' ],
   profile => [{ class  => 'SL::DB::Part', }],
 );
 
@@ -28,8 +28,8 @@ $::myconfig{numberformat} = '1.000,00';
 $::myconfig{dateformat} = 'dd.mm.yyyy';
 
 $csv = SL::Helper::Csv->new(
-  file    => \"Kaffee;0.12;12,2;1,5234\n",
-  header  => [[ 'description', 'sellprice', 'lastcost_as_number', 'listprice' ]],
+  file    => \"Kaffee;0.12;12,2;1,5234\n",            # " # make emacs happy
+  header  => [ 'description', 'sellprice', 'lastcost_as_number', 'listprice' ],
   profile => [{profile => { listprice => 'listprice_as_number' },
                class   => 'SL::DB::Part',}],
 );
@@ -106,6 +106,7 @@ $csv = SL::Helper::Csv->new(
 Kaffee;;0.12;1,221.52
 Beer;1123245;0.12;1.5234
 EOL
+# " # make emacs happy
   numberformat => '1,000.00',
   profile => [{class  => 'SL::DB::Part'}],
 );
@@ -119,6 +120,7 @@ description;partnumber;sellprice;lastcost_as_number;
 "Kaf"fee";;0.12;1,221.52
 Beer;1123245;0.12;1.5234
 EOL
+# " # make emacs happy
   numberformat => '1,000.00',
   profile => [{class  => 'SL::DB::Part'}],
 );
@@ -139,7 +141,7 @@ EOL
   profile => [{class  => 'SL::DB::Part'}],
 );
 $csv->parse;
-is $csv->get_objects->[0]->lastcost, '1221.52', 'ignore_unkown_columns works';
+is $csv->get_objects->[0]->lastcost, '1221.52', 'ignore_unknown_columns works';
 
 #####
 
@@ -270,8 +272,8 @@ is_deeply( ($csv->errors)[0], [ 'description', undef, 'header field \'descriptio
 #####
 
 $csv = SL::Helper::Csv->new(
-  file   => \"Kaffee",
-  header =>  [[ 'description' ]],
+  file   => \"Kaffee",       # " # make emacs happy
+  header =>  [ 'description' ],
   profile => [{class  => 'SL::DB::Part'}],
 );
 $csv->parse;
@@ -280,9 +282,12 @@ is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'eol bug at the end o
 #####
 
 $csv = SL::Helper::Csv->new(
-  file   => \"Description\nKaffee",
+  file   => \"Description\nKaffee",        # " # make emacs happy
   case_insensitive_header => 1,
-  profile => [ {profile => { description => 'description' }, class  => 'SL::DB::Part'} ],
+  profile => [{
+    profile => { description => 'description' },
+    class  => 'SL::DB::Part'
+  }],
 );
 $csv->parse;
 is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'case insensitive header from csv works';
@@ -290,9 +295,13 @@ is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'case insensitive hea
 #####
 
 $csv = SL::Helper::Csv->new(
-  file   => \"Kaffee",
-  header =>  [[ 'Description' ]],
-  profile => [{profile => { description => 'description' }, {class  => 'SL::DB::Part'}],
+  file   => \"Kaffee",          # " # make emacs happy
+  header =>  [ 'Description' ],
+  case_insensitive_header => 1,
+  profile => [{
+    profile => { description => 'description' },
+    class  => 'SL::DB::Part'
+  }],
 );
 $csv->parse;
 is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'case insensitive header as param works';
@@ -300,7 +309,7 @@ is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'case insensitive hea
 #####
 
 $csv = SL::Helper::Csv->new(
-  file   => \"\x{EF}\x{BB}\x{BF}description\nKaffee",
+  file   => \"\x{EF}\x{BB}\x{BF}description\nKaffee",           # " # make emacs happy
   profile => [{class  => 'SL::DB::Part'}],
   encoding => 'utf8',
 );
@@ -310,14 +319,102 @@ is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'utf8 BOM works (bug
 #####
 
 $csv = SL::Helper::Csv->new(
-  file   => \"Kaffee",
-  header => [[ 'Description' ]],
+  file   => \"Kaffee",            # " # make emacs happy
+  header => [ 'Description' ],
   profile => [{class  => 'SL::DB::Part'}],
 );
 $csv->parse;
 is_deeply $csv->get_data, undef, 'case insensitive header without flag ignores';
 
 #####
+
+$csv = SL::Helper::Csv->new(
+  file   => \"Kaffee",            # " # make emacs happy
+  header => [ 'foo' ],
+  profile => [{
+    profile => { foo => '' },
+    class  => 'SL::DB::Part',
+  }],
+);
+$csv->parse;
+
+is_deeply $csv->get_data, [ { foo => 'Kaffee' } ], 'empty path still gets parsed into data';
+ok $csv->get_objects->[0], 'empty path gets ignored in object creation';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+  file   => \"Kaffee",            # " # make emacs happy
+  header => [ 'foo' ],
+  strict_profile => 1,
+  profile => [{
+    profile => { foo => '' },
+    class  => 'SL::DB::Part',
+  }],
+);
+$csv->parse;
+
+is_deeply $csv->get_data, [ { foo => 'Kaffee' } ], 'empty path still gets parsed into data (strict profile)';
+ok $csv->get_objects->[0], 'empty path gets ignored in object creation (strict profile)';
+
+$csv = SL::Helper::Csv->new(
+  file   => \"Phil",            # " # make emacs happy
+  header => [ 'CVAR_grOUnDHog' ],
+  strict_profile => 1,
+  case_insensitive_header => 1,
+  profile => [{
+    profile => { cvar_Groundhog => '' },
+    class  => 'SL::DB::Part',
+  }],
+
+);
+$csv->parse;
+
+is_deeply $csv->get_data, [ { cvar_Groundhog => 'Phil' } ], 'using empty path to get cvars working';
+ok $csv->get_objects->[0], '...and not destorying the objects';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+  file   => \"description\nKaffee",            # " # make emacs happy
+);
+$csv->parse;
+is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'without profile and class works';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+  file => \<<EOL,
+description;partnumber
+Kaffee;1
+
+;
+ ;
+Tee;3
+EOL
+# Note: The second last line is not empty. The description is a space character.
+);
+ok $csv->parse;
+is_deeply $csv->get_data, [ {partnumber => 1, description => 'Kaffee'}, {partnumber => '', description => ' '}, {partnumber => 3, description => 'Tee'} ], 'ignoring empty lines works (header in csv file)';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+  file => \<<EOL,
+Kaffee;1
+
+;
+ ;
+Tee;3
+EOL
+# Note: The second last line is not empty. The description is a space character.
+  header => ['description', 'partnumber'],
+);
+ok $csv->parse;
+is_deeply $csv->get_data, [ {partnumber => 1, description => 'Kaffee'}, {partnumber => '', description => ' '}, {partnumber => 3, description => 'Tee'} ], 'ignoring empty lines works';
+
+#####
+
 $csv = SL::Helper::Csv->new(
   file    => \"Kaffee;1,50\nSchoke;0,89\n",
   header  => [
@@ -347,7 +444,6 @@ $csv = SL::Helper::Csv->new(
       row_ident => 'C' }
   ],
 );
-$csv->parse;
 
 ok $csv->_check_multiplexed, 'multiplex check works on multiplexed data';
 ok $csv->is_multiplexed, 'multiplexed data is recognized';
@@ -367,7 +463,7 @@ $csv = SL::Helper::Csv->new(
   ],
 );
 
-ok !$csv->_check_multiplexed, 'multiplex check works on multiplexed data an detects missing row_ident';
+ok !$csv->_check_multiplexed, 'multiplex check works on multiplexed data and detects missing row_ident';
 
 #####
 $csv = SL::Helper::Csv->new(
@@ -383,9 +479,8 @@ $csv = SL::Helper::Csv->new(
       row_ident => 'C' }
   ],
 );
-$csv->parse;
 
-ok !$csv->_check_multiplexed, 'multiplex check works on multiplexed data an detects missing class';
+ok !$csv->_check_multiplexed, 'multiplex check works on multiplexed data and detects missing class';
 
 #####
 $csv = SL::Helper::Csv->new(
@@ -402,7 +497,7 @@ $csv = SL::Helper::Csv->new(
   ],
 );
 
-ok !$csv->_check_multiplexed, 'multiplex check works on multiplexed data an detects missing header';
+ok !$csv->_check_multiplexed, 'multiplex check works on multiplexed data and detects missing header';
 
 #####
 
@@ -421,6 +516,7 @@ $csv = SL::Helper::Csv->new(
   ],
   ignore_unknown_columns => 1,
 );
+
 $csv->parse;
 is_deeply $csv->get_data,
     [ { datatype => 'P', description => 'Kaffee', listprice => '1,50' }, { datatype => 'C', name => 'Meier' } ],
@@ -444,7 +540,9 @@ $csv = SL::Helper::Csv->new(
 );
 
 $csv->parse;
-is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'without profile and class works';
+is scalar @{ $csv->get_objects }, 2, 'multiplex: auto header works';
+is $csv->get_objects->[0]->description, 'Kaffee', 'multiplex: auto header first object';
+is $csv->get_objects->[1]->name,        'Meier',  'multiplex: auto header second object';
 
 ######
 
@@ -484,10 +582,323 @@ EOL
 );
 ok !$csv->_check_multiplexed, 'multiplex check detects empty header';
 
+#####
+
+$csv = SL::Helper::Csv->new(
+  file   => \ Encode::encode('utf-8', <<EOL),
+description;longdescription;datatype
+name;customernumber;datatype
+Kaffee;"lecker Kaffee";P
+Meier;1;C
+Bier;"kühles Bier";P
+Mueller;2;C
+EOL
+# " # make emacs happy
+  profile => [
+              {class  => 'SL::DB::Part',     row_ident => 'P'},
+              {class  => 'SL::DB::Customer', row_ident => 'C'},
+             ],
+  ignore_unknown_columns => 1,
+);
+$csv->parse;
+is $csv->_multiplex_datatype_position, 2, 'multiplex check detects datatype field position right';
+
+is_deeply $csv->get_data, [ { datatype => 'P', description => 'Kaffee', longdescription => 'lecker Kaffee' },
+                            { datatype => 'C', name => 'Meier', customernumber => 1},
+                            { datatype => 'P', description => 'Bier', longdescription => 'kühles Bier' },
+                            { datatype => 'C', name => 'Mueller', customernumber => 2}
+                          ],
+                          'multiplex: datatype not at first position works';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+  file   => \ Encode::encode('utf-8', <<EOL),
+datatype;description;longdescription
+name;datatype;customernumber
+P;Kaffee;"lecker Kaffee"
+Meier;C;1
+P;Bier;"kühles Bier"
+Mueller;C;2
+EOL
+# " # make emacs happy
+  profile => [
+              {class  => 'SL::DB::Part',     row_ident => 'P'},
+              {class  => 'SL::DB::Customer', row_ident => 'C'},
+             ],
+  ignore_unknown_columns => 1,
+);
+ok !$csv->parse, 'multiplex check detects incosistent datatype field position';
+is_deeply( ($csv->errors)[0], [ undef, 0, 'datatype field must be at the same position for all datatypes for multiplexed data', 0, 0 ], 'multiplex data with inconsistent datatype field posiotion throws error');
+
+#####
+
+$csv = SL::Helper::Csv->new(
+  file   => \"Datatype;Description\nDatatype;Name\nP;Kaffee\nC;Meier",        # " # make emacs happy
+  case_insensitive_header => 1,
+  ignore_unknown_columns => 1,
+  profile => [
+    {
+      profile   => { datatype => 'datatype', description => 'description' },
+      class     => 'SL::DB::Part',
+      row_ident => 'P'
+    },
+    {
+      profile   => { datatype => 'datatype', name => 'name' },
+      class     => 'SL::DB::Customer',
+      row_ident => 'C'
+    }
+  ],
+);
+$csv->parse;
+is_deeply $csv->get_data, [ { datatype => 'P', description => 'Kaffee' },
+                            { datatype => 'C', name => 'Meier'} ],
+                          'multiplex: case insensitive header from csv works';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+  file   => \"P;Kaffee\nC;Meier",          # " # make emacs happy
+  header =>  [[ 'Datatype', 'Description' ], [ 'Datatype', 'Name']],
+  case_insensitive_header => 1,
+  ignore_unknown_columns => 1,
+  profile => [
+    {
+      profile   => { datatype => 'datatype', description => 'description' },
+      class     => 'SL::DB::Part',
+      row_ident => 'P'
+    },
+    {
+      profile => { datatype => 'datatype', name => 'name' },
+      class  => 'SL::DB::Customer',
+      row_ident => 'C'
+    }
+  ],
+);
+$csv->parse;
+is_deeply $csv->get_data, [ { datatype => 'P', description => 'Kaffee' },
+                            { datatype => 'C', name => 'Meier' } ],
+                          'multiplex: case insensitive header as param works';
+
+
+#####
+
+$csv = SL::Helper::Csv->new(
+  file   => \"P;Kaffee\nC;Meier",          # " # make emacs happy
+  header =>  [[ 'Datatype', 'Description' ], [ 'Datatype', 'Name']],
+  profile => [
+    {
+      profile   => { datatype => 'datatype', description => 'description' },
+      class     => 'SL::DB::Part',
+      row_ident => 'P'
+    },
+    {
+      profile => { datatype => 'datatype', name => 'name' },
+      class  => 'SL::DB::Customer',
+      row_ident => 'C'
+    }
+  ],
+);
+$csv->parse;
+is_deeply $csv->get_data, undef, 'multiplex: case insensitive header without flag ignores';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+  file   => \<<EOL,
+P;Kaffee;lecker
+C;Meier;froh
+EOL
+# " # make emacs happy
+  header => [[ 'datatype', 'Afoo', 'Abar' ], [ 'datatype', 'Bfoo', 'Bbar']],
+  profile => [{
+    profile   => { datatype => '', Afoo => '', Abar => '' },
+    class     => 'SL::DB::Part',
+    row_ident => 'P'
+  },
+  {
+    profile   => { datatype => '', Bfoo => '', Bbar => '' },
+    class     => 'SL::DB::Customer',
+    row_ident => 'C'
+  }],
+);
+$csv->parse;
+
+is_deeply $csv->get_data,
+    [ { datatype => 'P', Afoo => 'Kaffee', Abar => 'lecker' }, { datatype => 'C', Bfoo => 'Meier', Bbar => 'froh' } ],
+    'multiplex: empty path still gets parsed into data';
+ok $csv->get_objects->[0], 'multiplex: empty path gets ignored in object creation';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+  file   => \<<EOL,
+P;Kaffee;lecker
+C;Meier;froh
+EOL
+# " # make emacs happy
+  header => [[ 'datatype', 'Afoo', 'Abar' ], [ 'datatype', 'Bfoo', 'Bbar']],
+  strict_profile => 1,
+  profile => [{
+    profile   => { datatype => '', Afoo => '', Abar => '' },
+    class     => 'SL::DB::Part',
+    row_ident => 'P'
+  },
+  {
+    profile   => { datatype => '', Bfoo => '', Bbar => '' },
+    class     => 'SL::DB::Customer',
+    row_ident => 'C'
+  }],
+);
+$csv->parse;
+
+is_deeply $csv->get_data,
+    [ { datatype => 'P', Afoo => 'Kaffee', Abar => 'lecker' }, { datatype => 'C', Bfoo => 'Meier', Bbar => 'froh' } ],
+    'multiplex: empty path still gets parsed into data (strict profile)';
+ok $csv->get_objects->[0], 'multiplex: empty path gets ignored in object creation (strict profile)';
+
+#####
+
+$csv = SL::Helper::Csv->new(
+  file => \<<EOL,
+datatype;customernumber;name
+datatype;description;partnumber
+C;1000;Meier
+P;Kaffee;1
+
+;;
+C
+P; ;
+C;2000;Meister
+P;Tee;3
+EOL
+  ignore_unknown_columns => 1,
+  profile => [ { class => 'SL::DB::Customer', row_ident => 'C' },
+               { class => 'SL::DB::Part',     row_ident => 'P' },
+  ],
+);
+$csv->parse;
+is_deeply $csv->get_data, [
+  {datatype => 'C', customernumber => 1000, name => 'Meier'},
+  {datatype => 'P', partnumber => 1, description => 'Kaffee'},
+  {datatype => 'C', customernumber => undef, name => undef},
+  {datatype => 'P', partnumber => '', description => ' '},
+  {datatype => 'C', customernumber => 2000, name => 'Meister'},
+  {datatype => 'P', partnumber => '3', description => 'Tee'},
+], 'ignoring empty lines works (multiplex data)';
+
+#####
+
+# Mappings
+# simple case
+$csv = SL::Helper::Csv->new(
+  file   => \<<EOL,
+description,sellprice,lastcost_as_number,purchaseprice,
+Kaffee,0.12,'12,2','1,5234'
+EOL
+  sep_char => ',',
+  quote_char => "'",
+  profile => [
+    {
+      profile => { listprice => 'listprice_as_number' },
+      mapping => { purchaseprice => 'listprice' },
+      class   => 'SL::DB::Part',
+    }
+  ],
+);
+ok $csv->parse, 'simple mapping parses';
+is $csv->get_objects->[0]->listprice, 1.5234, 'simple mapping works';
+
+$csv = SL::Helper::Csv->new(
+  file   => \<<EOL,
+description;partnumber;sellprice;purchaseprice;wiener;
+Kaffee;;0.12;1,221.52;ja wiener
+Beer;1123245;0.12;1.5234;nein kein wieder
+EOL
+  numberformat => '1,000.00',
+  ignore_unknown_columns => 1,
+  strict_profile => 1,
+  profile => [{
+    profile => { lastcost => 'lastcost_as_number' },
+    mapping => { purchaseprice => 'lastcost' },
+    class  => 'SL::DB::Part',
+  }]
+);
+ok $csv->parse, 'strict mapping parses';
+is $csv->get_objects->[0]->lastcost, 1221.52, 'strict mapping works';
+
+# swapping
+$csv = SL::Helper::Csv->new(
+  file   => \<<EOL,
+description;partnumber;sellprice;lastcost;wiener;
+Kaffee;1;0.12;1,221.52;ja wiener
+Beer;1123245;0.12;1.5234;nein kein wieder
+EOL
+  numberformat => '1,000.00',
+  ignore_unknown_columns => 1,
+  strict_profile => 1,
+  profile => [{
+    mapping => { partnumber => 'description', description => 'partnumber' },
+    class  => 'SL::DB::Part',
+  }]
+);
+ok $csv->parse, 'swapping parses';
+is $csv->get_objects->[0]->partnumber, 'Kaffee', 'strict mapping works 1';
+is $csv->get_objects->[0]->description, '1', 'strict mapping works 2';
+
+# case insensitive shit
+$csv = SL::Helper::Csv->new(
+  file   => \"Description\nKaffee",        # " # make emacs happy
+  case_insensitive_header => 1,
+  profile => [{
+    mapping => { description => 'description' },
+    class  => 'SL::DB::Part'
+  }],
+);
+$csv->parse;
+is $csv->get_objects->[0]->description, 'Kaffee', 'case insensitive mapping without profile works';
+
+# case insensitive shit
+$csv = SL::Helper::Csv->new(
+  file   => \"Price\n4,99",        # " # make emacs happy
+  case_insensitive_header => 1,
+  profile => [{
+    profile => { sellprice => 'sellprice_as_number' },
+    mapping => { price => 'sellprice' },
+    class  => 'SL::DB::Part',
+  }],
+);
+$csv->parse;
+is $csv->get_objects->[0]->sellprice, 4.99, 'case insensitive mapping with profile works';
+
+
+# self-mapping with profile
+$csv = SL::Helper::Csv->new(
+  file   => \"sellprice\n4,99",        # " # make emacs happy
+  case_insensitive_header => 1,
+  profile => [{
+    profile => { sellprice => 'sellprice_as_number' },
+    mapping => { sellprice => 'sellprice' },
+    class  => 'SL::DB::Part',
+  }],
+);
+$csv->parse;
+is $csv->get_objects->[0]->sellprice, 4.99, 'self-mapping with profile works';
+
+# self-mapping without profile
+$csv = SL::Helper::Csv->new(
+  file   => \"sellprice\n4.99",        # " # make emacs happy
+  case_insensitive_header => 1,
+  profile => [{
+    mapping => { sellprice => 'sellprice' },
+    class  => 'SL::DB::Part',
+  }],
+);
+$csv->parse;
+is $csv->get_objects->[0]->sellprice, 4.99, 'self-mapping without profile works';
 
 # vim: ft=perl
 # set emacs to perl mode
 # Local Variables:
 # mode: perl
 # End:
-