X-Git-Url: http://wagnertech.de/git?a=blobdiff_plain;f=SL%2FController%2FCsvImport.pm;h=014514d1f542cf54acb88abb84c83e79ac89e1fc;hb=965a8ee142a6cd21c3056eacaa01a01818032c3e;hp=88c181ed44e80c81561f02a3584a731dc9c9eeaf;hpb=620411235fde751ff3daf719bf274d92ab61aa72;p=kivitendo-erp.git diff --git a/SL/Controller/CsvImport.pm b/SL/Controller/CsvImport.pm index 88c181ed4..014514d1f 100644 --- a/SL/Controller/CsvImport.pm +++ b/SL/Controller/CsvImport.pm @@ -8,6 +8,7 @@ use SL::DB::CsvImportProfile; use SL::DB::CsvImportReport; use SL::DB::Unit; use SL::DB::Helper::Paginated (); +use SL::DBUtils qw(do_statement); use SL::Helper::Flash; use SL::Locale::String; use SL::SessionFile; @@ -40,7 +41,7 @@ use Rose::Object::MakeMethods::Generic ], ); -__PACKAGE__->run_before('check_auth'); +__PACKAGE__->run_before('check_auth', except => [ qw(report) ]); __PACKAGE__->run_before('ensure_form_structure'); __PACKAGE__->run_before('check_type', except => [ qw(report) ]); __PACKAGE__->run_before('load_all_profiles'); @@ -98,7 +99,6 @@ sub action_result { my $data = $self->{background_job}->data_as_hash; my $profile = SL::DB::Manager::CsvImportProfile->find_by(id => $data->{profile_id}); - $self->profile($profile); if ($data->{errors} and my $first_error = $data->{errors}->[0]) { @@ -163,7 +163,6 @@ sub action_report { } my $num_rows = $self->{report}->numrows; - my $num_cols = SL::DB::Manager::CsvImportReportRow->get_all_count(query => [ csv_import_report_id => $report_id, row => 0 ]); # manual paginating, yuck my $page = $::form->{page} || 1; @@ -267,7 +266,8 @@ sub action_add_mapping_from_upload { # sub check_auth { - $::auth->assert('config'); + $_[0]->check_type; + $_[0]->worker->check_auth; } sub check_type { @@ -414,7 +414,7 @@ sub load_default_profile { my $profile; if ($::form->{profile}->{id}) { - $profile = SL::DB::Manager::CsvImportProfile->find_by(id => $::form->{profile}->{id}, login => $::myconfig{login}); + $profile = SL::DB::Manager::CsvImportProfile->find_by(id => $::form->{profile}->{id}); } $profile ||= SL::DB::Manager::CsvImportProfile->find_by(type => $self->{type}, is_default => 1, login => $::myconfig{login}); $profile ||= SL::DB::CsvImportProfile->new(type => $self->{type}, login => $::myconfig{login}); @@ -544,7 +544,7 @@ sub save_report_single { push @raw_methods, $self->raw_data_headers->{headers}->[$i]; } - $sth->execute($report->id, $_, 0, $headers[$_]) for 0 .. $#headers; + do_statement($::form, $sth, $query, $report->id, $_, 0, $headers[$_]) for 0 .. $#headers; # col offsets my $o1 = @info_methods; @@ -554,12 +554,12 @@ sub save_report_single { $self->track_progress(progress => $row / @{ $self->data } * 100) if $row % 1000 == 0; my $data_row = $self->{data}[$row]; - $sth->execute($report->id, $_, $row + 1, $data_row->{info_data}{ $info_methods[$_] }) for 0 .. $#info_methods; - $sth->execute($report->id, $o1 + $_, $row + 1, $data_row->{object}->${ \ $methods[$_] }) for 0 .. $#methods; - $sth->execute($report->id, $o2 + $_, $row + 1, $data_row->{raw_data}{ $raw_methods[$_] }) for 0 .. $#raw_methods; + do_statement($::form, $sth, $query, $report->id, $_, $row + 1, $data_row->{info_data}{ $info_methods[$_] }) for 0 .. $#info_methods; + do_statement($::form, $sth, $query, $report->id, $o1 + $_, $row + 1, $data_row->{object}->${ \ $methods[$_] }) for 0 .. $#methods; + do_statement($::form, $sth, $query, $report->id, $o2 + $_, $row + 1, $data_row->{raw_data}{ $raw_methods[$_] }) for 0 .. $#raw_methods; - $sth2->execute($report->id, $row + 1, 'information', $_) for @{ $data_row->{information} || [] }; - $sth2->execute($report->id, $row + 1, 'errors', $_) for @{ $data_row->{errors} || [] }; + do_statement($::form, $sth2, $query2, $report->id, $row + 1, 'information', $_) for @{ $data_row->{information} || [] }; + do_statement($::form, $sth2, $query2, $report->id, $row + 1, 'errors', $_) for @{ $data_row->{errors} || [] }; } 1; }) or do { die SL::DB->client->error }; @@ -587,75 +587,75 @@ sub save_report_multi { $report->save(cascade => 1) or die $report->db->error; - my $dbh = $::form->get_standard_dbh; - $dbh->begin_work; - - my $query = 'INSERT INTO csv_import_report_rows (csv_import_report_id, col, row, value) VALUES (?, ?, ?, ?)'; - my $query2 = 'INSERT INTO csv_import_report_status (csv_import_report_id, row, type, value) VALUES (?, ?, ?, ?)'; - - my $sth = $dbh->prepare($query); - my $sth2 = $dbh->prepare($query2); + SL::DB->client->with_transaction(sub { + my $dbh = SL::DB->client->dbh; - # save headers - my ($headers, $info_methods, $raw_methods, $methods); + my $query = 'INSERT INTO csv_import_report_rows (csv_import_report_id, col, row, value) VALUES (?, ?, ?, ?)'; + my $query2 = 'INSERT INTO csv_import_report_status (csv_import_report_id, row, type, value) VALUES (?, ?, ?, ?)'; - for my $i (0 .. $#{ $self->worker->profile }) { - my $row_ident = $self->worker->profile->[$i]->{row_ident}; + my $sth = $dbh->prepare($query); + my $sth2 = $dbh->prepare($query2); - for my $i (0 .. $#{ $self->info_headers->{$row_ident}->{headers} }) { - next unless $self->info_headers->{$row_ident}->{used}->{ $self->info_headers->{$row_ident}->{methods}->[$i] }; - push @{ $headers->{$row_ident} }, $self->info_headers->{$row_ident}->{headers}->[$i]; - push @{ $info_methods->{$row_ident} }, $self->info_headers->{$row_ident}->{methods}->[$i]; - } - for my $i (0 .. $#{ $self->headers->{$row_ident}->{headers} }) { - next unless $self->headers->{$row_ident}->{used}->{ $self->headers->{$row_ident}->{headers}->[$i] }; - push @{ $headers->{$row_ident} }, $self->headers->{$row_ident}->{headers}->[$i]; - push @{ $methods->{$row_ident} }, $self->headers->{$row_ident}->{methods}->[$i]; + # save headers + my ($headers, $info_methods, $raw_methods, $methods); + + for my $i (0 .. $#{ $self->worker->profile }) { + my $row_ident = $self->worker->profile->[$i]->{row_ident}; + + for my $i (0 .. $#{ $self->info_headers->{$row_ident}->{headers} }) { + next unless $self->info_headers->{$row_ident}->{used}->{ $self->info_headers->{$row_ident}->{methods}->[$i] }; + push @{ $headers->{$row_ident} }, $self->info_headers->{$row_ident}->{headers}->[$i]; + push @{ $info_methods->{$row_ident} }, $self->info_headers->{$row_ident}->{methods}->[$i]; + } + for my $i (0 .. $#{ $self->headers->{$row_ident}->{headers} }) { + next unless $self->headers->{$row_ident}->{used}->{ $self->headers->{$row_ident}->{headers}->[$i] }; + push @{ $headers->{$row_ident} }, $self->headers->{$row_ident}->{headers}->[$i]; + push @{ $methods->{$row_ident} }, $self->headers->{$row_ident}->{methods}->[$i]; + } + + for my $i (0 .. $#{ $self->raw_data_headers->{$row_ident}->{headers} }) { + next unless $self->raw_data_headers->{$row_ident}->{used}->{ $self->raw_data_headers->{$row_ident}->{headers}->[$i] }; + push @{ $headers->{$row_ident} }, $self->raw_data_headers->{$row_ident}->{headers}->[$i]; + push @{ $raw_methods->{$row_ident} }, $self->raw_data_headers->{$row_ident}->{headers}->[$i]; } - for my $i (0 .. $#{ $self->raw_data_headers->{$row_ident}->{headers} }) { - next unless $self->raw_data_headers->{$row_ident}->{used}->{ $self->raw_data_headers->{$row_ident}->{headers}->[$i] }; - push @{ $headers->{$row_ident} }, $self->raw_data_headers->{$row_ident}->{headers}->[$i]; - push @{ $raw_methods->{$row_ident} }, $self->raw_data_headers->{$row_ident}->{headers}->[$i]; - } - - } - - for my $i (0 .. $#{ $self->worker->profile }) { - my $row_ident = $self->worker->profile->[$i]->{row_ident}; - $sth->execute($report->id, $_, $i, $headers->{$row_ident}->[$_]) for 0 .. $#{ $headers->{$row_ident} }; - } - - # col offsets - my ($off1, $off2); - for my $i (0 .. $#{ $self->worker->profile }) { - my $row_ident = $self->worker->profile->[$i]->{row_ident}; - my $n_info_methods = $info_methods->{$row_ident} ? scalar @{ $info_methods->{$row_ident} } : 0; - my $n_methods = $methods->{$row_ident} ? scalar @{ $methods->{$row_ident} } : 0; + } - $off1->{$row_ident} = $n_info_methods; - $off2->{$row_ident} = $off1->{$row_ident} + $n_methods; - } + for my $i (0 .. $#{ $self->worker->profile }) { + my $row_ident = $self->worker->profile->[$i]->{row_ident}; + do_statement($::form, $sth, $query, $report->id, $_, $i, $headers->{$row_ident}->[$_]) for 0 .. $#{ $headers->{$row_ident} }; + } - my $n_header_rows = scalar @{ $self->worker->profile }; + # col offsets + my ($off1, $off2); + for my $i (0 .. $#{ $self->worker->profile }) { + my $row_ident = $self->worker->profile->[$i]->{row_ident}; + my $n_info_methods = $info_methods->{$row_ident} ? scalar @{ $info_methods->{$row_ident} } : 0; + my $n_methods = $methods->{$row_ident} ? scalar @{ $methods->{$row_ident} } : 0; + + $off1->{$row_ident} = $n_info_methods; + $off2->{$row_ident} = $off1->{$row_ident} + $n_methods; + } - for my $row (0 .. $#{ $self->data }) { - $self->track_progress(progress => $row / @{ $self->data } * 100) if $row % 1000 == 0; - my $data_row = $self->{data}[$row]; - my $row_ident = $data_row->{raw_data}{datatype}; + my $n_header_rows = scalar @{ $self->worker->profile }; - my $o1 = $off1->{$row_ident}; - my $o2 = $off2->{$row_ident}; + for my $row (0 .. $#{ $self->data }) { + $self->track_progress(progress => $row / @{ $self->data } * 100) if $row % 1000 == 0; + my $data_row = $self->{data}[$row]; + my $row_ident = $data_row->{raw_data}{datatype}; - $sth->execute($report->id, $_, $row + $n_header_rows, $data_row->{info_data}{ $info_methods->{$row_ident}->[$_] }) for 0 .. $#{ $info_methods->{$row_ident} }; - $sth->execute($report->id, $o1 + $_, $row + $n_header_rows, $data_row->{object}->${ \ $methods->{$row_ident}->[$_] }) for 0 .. $#{ $methods->{$row_ident} }; - $sth->execute($report->id, $o2 + $_, $row + $n_header_rows, $data_row->{raw_data}{ $raw_methods->{$row_ident}->[$_] }) for 0 .. $#{ $raw_methods->{$row_ident} }; + my $o1 = $off1->{$row_ident}; + my $o2 = $off2->{$row_ident}; - $sth2->execute($report->id, $row + $n_header_rows, 'information', $_) for @{ $data_row->{information} || [] }; - $sth2->execute($report->id, $row + $n_header_rows, 'errors', $_) for @{ $data_row->{errors} || [] }; - } + do_statement($::form, $sth, $query, $report->id, $_, $row + $n_header_rows, $data_row->{info_data}{ $info_methods->{$row_ident}->[$_] }) for 0 .. $#{ $info_methods->{$row_ident} }; + do_statement($::form, $sth, $query, $report->id, $o1 + $_, $row + $n_header_rows, $data_row->{object}->${ \ $methods->{$row_ident}->[$_] }) for 0 .. $#{ $methods->{$row_ident} }; + do_statement($::form, $sth, $query, $report->id, $o2 + $_, $row + $n_header_rows, $data_row->{raw_data}{ $raw_methods->{$row_ident}->[$_] }) for 0 .. $#{ $raw_methods->{$row_ident} }; - $dbh->commit; + do_statement($::form, $sth2, $query2, $report->id, $row + $n_header_rows, 'information', $_) for @{ $data_row->{information} || [] }; + do_statement($::form, $sth2, $query2, $report->id, $row + $n_header_rows, 'errors', $_) for @{ $data_row->{errors} || [] }; + } + 1; + }) or do { die SL::DB->client->error }; return $report->id; }