X-Git-Url: http://wagnertech.de/git?a=blobdiff_plain;f=SL%2FController%2FCsvImport%2FBase.pm;h=656495e3761eee6490e3f96e816b794b4f631977;hb=4780fc8426841be0838551dea12d8329f32ef65e;hp=9921cc989d8e756e0563fd555ecc1041c0a4e495;hpb=f6c4aef8d220714700093fd962ed524a67084dbe;p=kivitendo-erp.git diff --git a/SL/Controller/CsvImport/Base.pm b/SL/Controller/CsvImport/Base.pm index 9921cc989..656495e37 100644 --- a/SL/Controller/CsvImport/Base.pm +++ b/SL/Controller/CsvImport/Base.pm @@ -5,15 +5,18 @@ use strict; use List::MoreUtils qw(pairwise); use SL::Helper::Csv; +use SL::DB::Customer; use SL::DB::Language; use SL::DB::PaymentTerm; +use SL::DB::Vendor; +use SL::DB::Contact; use parent qw(Rose::Object); use Rose::Object::MakeMethods::Generic ( - scalar => [ qw(controller file csv) ], - 'scalar --get_set_init' => [ qw(profile displayable_columns existing_objects class manager_class cvar_columns all_cvar_configs all_languages payment_terms_by) ], + scalar => [ qw(controller file csv save_with_cascade) ], + 'scalar --get_set_init' => [ qw(profile displayable_columns existing_objects class manager_class cvar_columns all_cvar_configs all_languages payment_terms_by all_vc vc_by) ], ); sub run { @@ -26,29 +29,38 @@ sub run { profile => $profile, ignore_unknown_columns => 1, strict_profile => 1, + case_insensitive_header => 1, map { ( $_ => $self->controller->profile->get($_) ) } qw(sep_char escape_char quote_char), )); + + my $old_numberformat = $::myconfig{numberformat}; + $::myconfig{numberformat} = $self->controller->profile->get('numberformat'); + $self->csv->parse; $self->controller->errors([ $self->csv->errors ]) if $self->csv->errors; - return unless $self->csv->header; + return if ( !$self->csv->header || $self->csv->errors ); my $headers = { headers => [ grep { $profile->{$_} } @{ $self->csv->header } ] }; $headers->{methods} = [ map { $profile->{$_} } @{ $headers->{headers} } ]; $headers->{used} = { map { ($_ => 1) } @{ $headers->{headers} } }; $self->controller->headers($headers); $self->controller->raw_data_headers({ used => { }, headers => [ ] }); + $self->controller->info_headers({ used => { }, headers => [ ] }); - # my @data; - # foreach my $object ($self->csv->get_objects) my @objects = $self->csv->get_objects; my @raw_data = @{ $self->csv->get_data }; - $self->controller->data([ pairwise { { object => $a, raw_data => $b, errors => [] } } @objects, @raw_data ]); + $self->controller->data([ pairwise { { object => $a, raw_data => $b, errors => [], information => [], info_data => {} } } @objects, @raw_data ]); $self->check_objects; - $self->check_duplicates if $self->controller->profile->get('duplicates', 'no_check') ne 'no_check'; + if ( $self->controller->profile->get('duplicates', 'no_check') ne 'no_check' ) { + $self->check_std_duplicates(); + $self->check_duplicates(); + } $self->fix_field_lengths; + + $::myconfig{numberformat} = $old_numberformat; } sub add_columns { @@ -63,6 +75,18 @@ sub add_columns { } } +sub add_info_columns { + my ($self, @columns) = @_; + + my $h = $self->controller->info_headers; + + foreach my $column (grep { !$h->{used}->{ $_->{method} } } map { ref $_ eq 'HASH' ? $_ : { method => $_, header => $_ } } @columns) { + $h->{used}->{ $column->{method} } = 1; + push @{ $h->{methods} }, $column->{method}; + push @{ $h->{headers} }, $column->{header}; + } +} + sub add_raw_data_columns { my ($self, @columns) = @_; @@ -99,6 +123,53 @@ sub init_payment_terms_by { return { map { my $col = $_; ( $col => { map { ( $_->$col => $_ ) } @{ $all_payment_terms } } ) } qw(id description) }; } +sub init_all_vc { + my ($self) = @_; + + return { customers => SL::DB::Manager::Customer->get_all, + vendors => SL::DB::Manager::Vendor->get_all }; +} + +sub init_vc_by { + my ($self) = @_; + + my %by_id = map { ( $_->id => $_ ) } @{ $self->all_vc->{customers} }, @{ $self->all_vc->{vendors} }; + my %by_number = ( customers => { map { ( $_->customernumber => $_ ) } @{ $self->all_vc->{customers} } }, + vendors => { map { ( $_->vendornumber => $_ ) } @{ $self->all_vc->{vendors} } } ); + my %by_name = ( customers => { map { ( $_->name => $_ ) } @{ $self->all_vc->{customers} } }, + vendors => { map { ( $_->name => $_ ) } @{ $self->all_vc->{vendors} } } ); + + return { id => \%by_id, + number => \%by_number, + name => \%by_name, }; +} + +sub check_vc { + my ($self, $entry, $id_column) = @_; + + if ($entry->{object}->$id_column) { + $entry->{object}->$id_column(undef) if !$self->vc_by->{id}->{ $entry->{object}->$id_column }; + } + + if (!$entry->{object}->$id_column) { + my $vc = $self->vc_by->{number}->{customers}->{ $entry->{raw_data}->{customernumber} } + || $self->vc_by->{number}->{vendors}->{ $entry->{raw_data}->{vendornumber} }; + $entry->{object}->$id_column($vc->id) if $vc; + } + + if (!$entry->{object}->$id_column) { + my $vc = $self->vc_by->{name}->{customers}->{ $entry->{raw_data}->{customer} } + || $self->vc_by->{name}->{vendors}->{ $entry->{raw_data}->{vendor} }; + $entry->{object}->$id_column($vc->id) if $vc; + } + + if ($entry->{object}->$id_column) { + $entry->{info_data}->{vc_name} = $self->vc_by->{id}->{ $entry->{object}->$id_column }->name; + } else { + push @{ $entry->{errors} }, $::locale->text('Error: Customer/vendor not found'); + } +} + sub handle_cvars { my ($self, $entry) = @_; @@ -118,7 +189,7 @@ sub handle_cvars { my $value = $entry->{raw_data}->{ "cvar_" . $config->name }; my $column = $type_to_column{ $config->type } || die "Program logic error: unknown custom variable storage type"; - push @cvars, SL::DB::CustomVariable->new(config_id => $config->id, $column => $value); + push @cvars, SL::DB::CustomVariable->new(config_id => $config->id, $column => $value, sub_module => ''); } $entry->{object}->custom_variables(\@cvars); @@ -142,6 +213,12 @@ sub init_profile { $profile{$col} = $name; } + if ($self->can('all_cvar_configs')) { + for (@{ $self->all_cvar_configs }) { + $profile{ 'cvar_' . $_->name } = ''; + } + } + $self->profile(\%profile); } @@ -202,6 +279,60 @@ sub check_objects { sub check_duplicates { } +sub check_std_duplicates { + my $self = shift; + + my $duplicates = {}; + + my $all_fields = $self->get_duplicate_check_fields(); + + foreach my $key (keys(%{ $all_fields })) { + if ( $self->controller->profile->get('duplicates_'. $key) && (!exists($all_fields->{$key}->{std_check}) || $all_fields->{$key}->{std_check} ) ) { + $duplicates->{$key} = {}; + } + } + + my @duplicates_keys = keys(%{ $duplicates }); + + if ( !scalar(@duplicates_keys) ) { + return; + } + + if ( $self->controller->profile->get('duplicates') eq 'check_db' ) { + foreach my $object (@{ $self->existing_objects }) { + foreach my $key (@duplicates_keys) { + my $value = exists($all_fields->{$key}->{maker}) ? $all_fields->{$key}->{maker}->($object, $self) : $object->$key; + $duplicates->{$key}->{$value} = 'db'; + } + } + } + + foreach my $entry (@{ $self->controller->data }) { + if ( @{ $entry->{errors} } ) { + next; + } + + my $object = $entry->{object}; + + foreach my $key (@duplicates_keys) { + my $value = exists($all_fields->{$key}->{maker}) ? $all_fields->{$key}->{maker}->($object, $self) : $object->$key; + + if ( exists($duplicates->{$key}->{$value}) ) { + push(@{ $entry->{errors} }, $duplicates->{$key}->{$value} eq 'db' ? $::locale->text('Duplicate in database') : $::locale->text('Duplicate in CSV file')); + last; + } else { + $duplicates->{$key}->{$value} = 'csv'; + } + + } + } + +} + +sub get_duplicate_check_fields { + return {}; +} + sub check_payment { my ($self, $entry) = @_; @@ -236,7 +367,9 @@ sub save_objects { foreach my $entry (@{ $data }) { next if @{ $entry->{errors} }; - if (!$entry->{object}->save) { + my $object = $entry->{object_to_save} || $entry->{object}; + + if ( !$object->save(cascade => !!$self->save_with_cascade()) ) { push @{ $entry->{errors} }, $::locale->text('Error when saving: #1', $entry->{object}->db->error); } else { $self->controller->num_imported($self->controller->num_imported + 1); @@ -259,3 +392,4 @@ sub fix_field_lengths { } 1; +