X-Git-Url: http://wagnertech.de/git?a=blobdiff_plain;f=SL%2FController%2FCsvImport.pm;h=9704566d68d4f4408375e3ccc75b2fdc685ae556;hb=670ca35b1a01456277369fd25a76087495a7cd08;hp=a42654e7dc8c2161993ff8ef90aedbd3956809b2;hpb=93d4967b7f3dde1f71c7ab7fd530fd25030a90df;p=kivitendo-erp.git diff --git a/SL/Controller/CsvImport.pm b/SL/Controller/CsvImport.pm index a42654e7d..9704566d6 100644 --- a/SL/Controller/CsvImport.pm +++ b/SL/Controller/CsvImport.pm @@ -24,7 +24,11 @@ use Rose::Object::MakeMethods::Generic ( scalar => [ qw(type profile file all_profiles all_charsets sep_char all_sep_chars quote_char all_quote_chars escape_char all_escape_chars all_buchungsgruppen all_units import_status errors headers raw_data_headers info_headers data num_imported num_importable displayable_columns file) ], - 'scalar --get_set_init' => [ qw(worker) ] + 'scalar --get_set_init' => [ qw(worker) ], + 'array' => [ + progress_tracker => { }, + add_progress_tracker => { interface => 'add', hash_key => 'progress_tracker' }, + ], ); __PACKAGE__->run_before('check_auth'); @@ -81,18 +85,18 @@ sub action_result { my $data = $self->{background_job}->data_as_hash; - my $profile = SL::DB::CsvImportProfile->new(type => $data->{type}); - my $profile_data = $data->{profile}; - for (keys %$profile_data) { - $profile->set($_ => $profile_data->{$_}); - } + my $profile = SL::DB::Manager::CsvImportProfile->find_by(id => $data->{profile_id}); $self->profile($profile); - if ($data->{progress} < 100) { + if ($data->{errors} and my $first_error = $data->{errors}->[0]) { + flash('error', $::locale->text('There was an error parsing the csv file: #1 in line #2.', $first_error->[2], $first_error->[0])); + } + + if (!$data->{progress}{finished}) { $self->render('csv_import/_deferred_results', { no_layout => 1 }); } else { - die 'what? done? panic, no idea what to do'; + $self->action_report(report_id => $data->{report_id}, no_layout => 1); } } @@ -206,6 +210,7 @@ sub test_and_import_deferred { file => $self->csv_file_name, profile => $self->profile, type => $self->profile->type, + test => $params{test}, )->save; SL::System::TaskServer->start_if_not_running; @@ -221,19 +226,12 @@ sub test_and_import_deferred { sub test_and_import { my ($self, %params) = @_; - $self->profile_from_form; - - if ($::form->{file}) { - my $file = SL::SessionFile->new($self->csv_file_name, mode => '>'); - $file->fh->print($::form->{file}); - $file->fh->close; - } - - my $file = SL::SessionFile->new($self->csv_file_name, mode => '<', encoding => $self->profile->get('charset')); - if (!$file->fh) { - flash('error', $::locale->text('No file has been uploaded yet.')); - return $self->action_new; - } + my $file = SL::SessionFile->new( + $self->csv_file_name, + mode => '<', + encoding => $self->profile->get('charset'), + session_id => $params{session_id} + ); $self->file($file); @@ -241,15 +239,15 @@ sub test_and_import { $worker->run; + return if $self->errors; + $self->num_imported(0); $worker->save_objects if !$params{test}; - $self->save_report; - $self->num_importable(scalar grep { !$_ } map { scalar @{ $_->{errors} } } @{ $self->data || [] }); $self->import_status($params{test} ? 'tested' : 'imported'); - flash('info', $::locale->text('Objects have been imported.')) if !$params{test}; +# flash('info', $::locale->text('Objects have been imported.')) if !$params{test}; } sub load_default_profile { @@ -322,6 +320,8 @@ sub char_map { sub save_report { my ($self, $report_id) = @_; + $self->track_progress(phase => 'building report', progress => 0); + my $clone_profile = $self->profile->clone_and_reset_deep; $clone_profile->save; # weird bug. if this isn't saved before adding it to the report, it will default back to the last profile. @@ -342,14 +342,29 @@ sub save_report { my $sth2 = $dbh->prepare($query2); # save headers - my @headers = ( - grep({ $self->info_headers->{used}->{$_} } @{ $self->info_headers->{headers} }), - grep({ $self->headers->{used}->{$_} } @{ $self->headers->{headers} }), - grep({ $self->raw_data_headers->{used}->{$_} } @{ $self->raw_data_headers->{headers} }), + my (@headers, @info_methods, @raw_methods, @methods); + + for my $i (0 .. $#{ $self->info_headers->{headers} }) { + next unless $self->info_headers->{used}->{ $self->info_headers->{headers}->[$i] }; + push @headers, $self->info_headers->{headers}->[$i]; + push @info_methods, $self->info_headers->{methods}->[$i]; + } + for my $i (0 .. $#{ $self->headers->{headers} }) { + next unless $self->headers->{used}->{ $self->headers->{headers}->[$i] }; + push @headers, $self->headers->{headers}->[$i]; + push @methods, $self->headers->{methods}->[$i]; + } + for my $i (0 .. $#{ $self->raw_data_headers->{headers} }) { + next unless $self->raw_data_headers->{used}->{ $self->raw_data_headers->{headers}->[$i] }; + push @headers, $self->raw_data_headers->{headers}->[$i]; + push @raw_methods, $self->raw_data_headers->{headers}->[$i]; + } + + $::lxdebug->dump(0, "methods", + [ \@info_methods, + \@methods, + \@raw_methods ] ); - my @info_methods = grep { $self->info_headers->{used}->{$_} } @{ $self->info_headers->{headers} }; - my @methods = grep { $self->headers->{used}->{$_} } @{ $self->headers->{methods} }; - my @raw_methods = grep { $self->raw_data_headers->{used}->{$_} } @{ $self->raw_data_headers->{headers} }; $sth->execute($report->id, $_, 0, $headers[$_]) for 0 .. $#headers; @@ -358,6 +373,7 @@ sub save_report { my $o2 = $o1 + @methods; for my $row (0 .. $#{ $self->data }) { + $self->track_progress(progress => $row / @{ $self->data } * 100) if $row % 100 == 0; my $data_row = $self->{data}[$row]; $sth->execute($report->id, $_, $row + 1, $data_row->{info_data}{ $info_methods[$_] }) for 0 .. $#info_methods; @@ -401,5 +417,13 @@ sub setup_help { $self->worker->setup_displayable_columns; } +sub track_progress { + my ($self, %params) = @_; + + for my $tracker ($self->progress_tracker) { + $tracker->track_progress(%params); + } +} + 1;