X-Git-Url: http://wagnertech.de/gitweb/gitweb.cgi/mfinanz.git/blobdiff_plain/7b81cb260be092197657025bfbd930bb5e5d14e7..e055b3ff9423767fd109a8d7a36d354c8997c941:/SL/Controller/CsvImport/Base.pm diff --git a/SL/Controller/CsvImport/Base.pm b/SL/Controller/CsvImport/Base.pm index 9dc9168fb..91efaaaac 100644 --- a/SL/Controller/CsvImport/Base.pm +++ b/SL/Controller/CsvImport/Base.pm @@ -2,6 +2,8 @@ package SL::Controller::CsvImport::Base; use strict; +use List::MoreUtils qw(pairwise); + use SL::Helper::Csv; use parent qw(Rose::Object); @@ -9,38 +11,102 @@ use parent qw(Rose::Object); use Rose::Object::MakeMethods::Generic ( scalar => [ qw(controller file csv) ], - 'scalar --get_set_init' => [ qw(profile existing_objects class manager_class) ], + 'scalar --get_set_init' => [ qw(profile existing_objects class manager_class cvar_columns all_cvar_configs) ], ); sub run { my ($self) = @_; - $::lxdebug->dump(0, "file", $self->file); - $::lxdebug->dump(0, "profile", $self->controller->profile); my $profile = $self->profile; $self->csv(SL::Helper::Csv->new(file => $self->file->file_name, encoding => $self->controller->profile->get('charset'), class => $self->class, profile => $profile, ignore_unknown_columns => 1, + strict_profile => 1, map { ( $_ => $self->controller->profile->get($_) ) } qw(sep_char escape_char quote_char), )); $self->csv->parse; $self->controller->errors([ $self->csv->errors ]) if $self->csv->errors; - $::lxdebug->dump(0, "err", $self->csv->errors); - return unless $self->csv->header; my $headers = { headers => [ grep { $profile->{$_} } @{ $self->csv->header } ] }; $headers->{methods} = [ map { $profile->{$_} } @{ $headers->{headers} } ]; + $headers->{used} = { map { ($_ => 1) } @{ $headers->{headers} } }; $self->controller->headers($headers); + $self->controller->raw_data_headers({ used => { }, headers => [ ] }); - $self->controller->data([ map { { object => $_, errors => [] } } $self->csv->get_objects ]); + # my @data; + # foreach my $object ($self->csv->get_objects) + my @objects = $self->csv->get_objects; + my @raw_data = @{ $self->csv->get_data }; + $self->controller->data([ pairwise { { object => $a, raw_data => $b, errors => [] } } @objects, @raw_data ]); $self->check_objects; $self->check_duplicates if $self->controller->profile->get('duplicates', 'no_check') ne 'no_check'; + $self->fix_field_lenghts; +} + +sub add_columns { + my ($self, @columns) = @_; + + my $h = $self->controller->headers; + + foreach my $column (grep { !$h->{used}->{$_} } @columns) { + $h->{used}->{$column} = 1; + push @{ $h->{methods} }, $column; + push @{ $h->{headers} }, $column; + } +} + +sub add_raw_data_columns { + my ($self, @columns) = @_; + + my $h = $self->controller->raw_data_headers; + + foreach my $column (grep { !$h->{used}->{$_} } @columns) { + $h->{used}->{$column} = 1; + push @{ $h->{headers} }, $column; + } +} + +sub add_cvar_raw_data_columns { + my ($self) = @_; + + map { $self->add_raw_data_columns($_) if exists $self->controller->data->[0]->{raw_data}->{$_} } @{ $self->cvar_columns }; +} + +sub init_cvar_columns { + my ($self) = @_; + + return [ map { "cvar_" . $_->name } (@{ $self->all_cvar_configs }) ]; +} + +sub handle_cvars { + my ($self, $entry) = @_; + + return unless $self->can('all_cvar_configs'); + + my %type_to_column = ( text => 'text_value', + textfield => 'text_value', + select => 'text_value', + date => 'timestamp_value_as_date', + timestamp => 'timestamp_value_as_date', + number => 'number_value_as_number', + bool => 'bool_value' ); + + my @cvars; + foreach my $config (@{ $self->all_cvar_configs }) { + next unless exists $entry->{raw_data}->{ "cvar_" . $config->name }; + my $value = $entry->{raw_data}->{ "cvar_" . $config->name }; + my $column = $type_to_column{ $config->type } || die "Program logic error: unknown custom variable storage type"; + + push @cvars, SL::DB::CustomVariable->new(config_id => $config->id, $column => $value); + } + + $entry->{object}->custom_variables(\@cvars); } sub init_profile { @@ -48,8 +114,11 @@ sub init_profile { eval "require " . $self->class; + my %unwanted = map { ( $_ => 1 ) } (qw(itime mtime), map { $_->name } @{ $self->class->meta->primary_key_columns }); my %profile; for my $col ($self->class->meta->columns) { + next if $unwanted{$col}; + my $name = $col->isa('Rose::DB::Object::Metadata::Column::Numeric') ? "$col\_as_number" : $col->isa('Rose::DB::Object::Metadata::Column::Date') ? "$col\_as_date" : $col->isa('Rose::DB::Object::Metadata::Column::Timestamp') ? "$col\_as_date" @@ -101,4 +170,18 @@ sub save_objects { } } +sub field_lengths { + return (); +} + +sub fix_field_lenghts { + my ($self) = @_; + + my %field_lengths = $self->field_lengths; + foreach my $entry (@{ $self->controller->data }) { + next unless @{ $entry->{errors} }; + map { $entry->{object}->$_(substr($entry->{object}->$_, 0, $field_lengths{$_})) if $entry->{object}->$_ } keys %field_lengths; + } +} + 1;