X-Git-Url: http://wagnertech.de/git?a=blobdiff_plain;ds=sidebyside;f=SL%2FController%2FCsvImport.pm;h=0da6e7005ae57e492b6f19d8243a0c92137a65c7;hb=0bfbcce6e77e0f9d83e4f54f3fe9da7edcc866f3;hp=407d2a5c64df81bc71a5e62e8892e4484f4f7b1c;hpb=1ed2e6b7bcaba7dbfa5b5c7423cc2314e1b5d13a;p=kivitendo-erp.git diff --git a/SL/Controller/CsvImport.pm b/SL/Controller/CsvImport.pm index 407d2a5c6..0da6e7005 100644 --- a/SL/Controller/CsvImport.pm +++ b/SL/Controller/CsvImport.pm @@ -2,11 +2,13 @@ package SL::Controller::CsvImport; use strict; +use SL::DB; use SL::DB::Buchungsgruppe; use SL::DB::CsvImportProfile; use SL::DB::CsvImportReport; use SL::DB::Unit; use SL::DB::Helper::Paginated (); +use SL::DBUtils qw(do_statement); use SL::Helper::Flash; use SL::Locale::String; use SL::SessionFile; @@ -39,7 +41,7 @@ use Rose::Object::MakeMethods::Generic ], ); -__PACKAGE__->run_before('check_auth'); +__PACKAGE__->run_before('check_auth', except => [ qw(report) ]); __PACKAGE__->run_before('ensure_form_structure'); __PACKAGE__->run_before('check_type', except => [ qw(report) ]); __PACKAGE__->run_before('load_all_profiles'); @@ -97,7 +99,6 @@ sub action_result { my $data = $self->{background_job}->data_as_hash; my $profile = SL::DB::Manager::CsvImportProfile->find_by(id => $data->{profile_id}); - $self->profile($profile); if ($data->{errors} and my $first_error = $data->{errors}->[0]) { @@ -266,7 +267,8 @@ sub action_add_mapping_from_upload { # sub check_auth { - $::auth->assert('config'); + $_[0]->check_type; + $_[0]->worker->check_auth; } sub check_type { @@ -413,7 +415,7 @@ sub load_default_profile { my $profile; if ($::form->{profile}->{id}) { - $profile = SL::DB::Manager::CsvImportProfile->find_by(id => $::form->{profile}->{id}, login => $::myconfig{login}); + $profile = SL::DB::Manager::CsvImportProfile->find_by(id => $::form->{profile}->{id}); } $profile ||= SL::DB::Manager::CsvImportProfile->find_by(type => $self->{type}, is_default => 1, login => $::myconfig{login}); $profile ||= SL::DB::CsvImportProfile->new(type => $self->{type}, login => $::myconfig{login}); @@ -510,57 +512,58 @@ sub save_report_single { file => '', numrows => scalar @{ $self->data }, numheaders => 1, + test_mode => $params{test} ? 1 : 0, ); $report->save(cascade => 1) or die $report->db->error; - my $dbh = $::form->get_standard_dbh; - $dbh->begin_work; - - my $query = 'INSERT INTO csv_import_report_rows (csv_import_report_id, col, row, value) VALUES (?, ?, ?, ?)'; - my $query2 = 'INSERT INTO csv_import_report_status (csv_import_report_id, row, type, value) VALUES (?, ?, ?, ?)'; + SL::DB->client->with_transaction(sub { + my $dbh = SL::DB->client->dbh; - my $sth = $dbh->prepare($query); - my $sth2 = $dbh->prepare($query2); + my $query = 'INSERT INTO csv_import_report_rows (csv_import_report_id, col, row, value) VALUES (?, ?, ?, ?)'; + my $query2 = 'INSERT INTO csv_import_report_status (csv_import_report_id, row, type, value) VALUES (?, ?, ?, ?)'; - # save headers - my (@headers, @info_methods, @raw_methods, @methods); + my $sth = $dbh->prepare($query); + my $sth2 = $dbh->prepare($query2); - for my $i (0 .. $#{ $self->info_headers->{headers} }) { - next unless $self->info_headers->{used}->{ $self->info_headers->{methods}->[$i] }; - push @headers, $self->info_headers->{headers}->[$i]; - push @info_methods, $self->info_headers->{methods}->[$i]; - } - for my $i (0 .. $#{ $self->headers->{headers} }) { - next unless $self->headers->{used}->{ $self->headers->{headers}->[$i] }; - push @headers, $self->headers->{headers}->[$i]; - push @methods, $self->headers->{methods}->[$i]; - } - for my $i (0 .. $#{ $self->raw_data_headers->{headers} }) { - next unless $self->raw_data_headers->{used}->{ $self->raw_data_headers->{headers}->[$i] }; - push @headers, $self->raw_data_headers->{headers}->[$i]; - push @raw_methods, $self->raw_data_headers->{headers}->[$i]; - } + # save headers + my (@headers, @info_methods, @raw_methods, @methods); - $sth->execute($report->id, $_, 0, $headers[$_]) for 0 .. $#headers; + for my $i (0 .. $#{ $self->info_headers->{headers} }) { + next unless $self->info_headers->{used}->{ $self->info_headers->{methods}->[$i] }; + push @headers, $self->info_headers->{headers}->[$i]; + push @info_methods, $self->info_headers->{methods}->[$i]; + } + for my $i (0 .. $#{ $self->headers->{headers} }) { + next unless $self->headers->{used}->{ $self->headers->{headers}->[$i] }; + push @headers, $self->headers->{headers}->[$i]; + push @methods, $self->headers->{methods}->[$i]; + } + for my $i (0 .. $#{ $self->raw_data_headers->{headers} }) { + next unless $self->raw_data_headers->{used}->{ $self->raw_data_headers->{headers}->[$i] }; + push @headers, $self->raw_data_headers->{headers}->[$i]; + push @raw_methods, $self->raw_data_headers->{headers}->[$i]; + } - # col offsets - my $o1 = @info_methods; - my $o2 = $o1 + @methods; + do_statement($::form, $sth, $query, $report->id, $_, 0, $headers[$_]) for 0 .. $#headers; - for my $row (0 .. $#{ $self->data }) { - $self->track_progress(progress => $row / @{ $self->data } * 100) if $row % 1000 == 0; - my $data_row = $self->{data}[$row]; + # col offsets + my $o1 = @info_methods; + my $o2 = $o1 + @methods; - $sth->execute($report->id, $_, $row + 1, $data_row->{info_data}{ $info_methods[$_] }) for 0 .. $#info_methods; - $sth->execute($report->id, $o1 + $_, $row + 1, $data_row->{object}->${ \ $methods[$_] }) for 0 .. $#methods; - $sth->execute($report->id, $o2 + $_, $row + 1, $data_row->{raw_data}{ $raw_methods[$_] }) for 0 .. $#raw_methods; + for my $row (0 .. $#{ $self->data }) { + $self->track_progress(progress => $row / @{ $self->data } * 100) if $row % 1000 == 0; + my $data_row = $self->{data}[$row]; - $sth2->execute($report->id, $row + 1, 'information', $_) for @{ $data_row->{information} || [] }; - $sth2->execute($report->id, $row + 1, 'errors', $_) for @{ $data_row->{errors} || [] }; - } + do_statement($::form, $sth, $query, $report->id, $_, $row + 1, $data_row->{info_data}{ $info_methods[$_] }) for 0 .. $#info_methods; + do_statement($::form, $sth, $query, $report->id, $o1 + $_, $row + 1, $data_row->{object}->${ \ $methods[$_] }) for 0 .. $#methods; + do_statement($::form, $sth, $query, $report->id, $o2 + $_, $row + 1, $data_row->{raw_data}{ $raw_methods[$_] }) for 0 .. $#raw_methods; - $dbh->commit; + do_statement($::form, $sth2, $query2, $report->id, $row + 1, 'information', $_) for @{ $data_row->{information} || [] }; + do_statement($::form, $sth2, $query2, $report->id, $row + 1, 'errors', $_) for @{ $data_row->{errors} || [] }; + } + 1; + }) or do { die SL::DB->client->error }; return $report->id; } @@ -580,79 +583,80 @@ sub save_report_multi { file => '', numrows => scalar @{ $self->data }, numheaders => scalar @{ $self->worker->profile }, + test_mode => $params{test} ? 1 : 0, ); $report->save(cascade => 1) or die $report->db->error; - my $dbh = $::form->get_standard_dbh; - $dbh->begin_work; + SL::DB->client->with_transaction(sub { + my $dbh = SL::DB->client->dbh; - my $query = 'INSERT INTO csv_import_report_rows (csv_import_report_id, col, row, value) VALUES (?, ?, ?, ?)'; - my $query2 = 'INSERT INTO csv_import_report_status (csv_import_report_id, row, type, value) VALUES (?, ?, ?, ?)'; + my $query = 'INSERT INTO csv_import_report_rows (csv_import_report_id, col, row, value) VALUES (?, ?, ?, ?)'; + my $query2 = 'INSERT INTO csv_import_report_status (csv_import_report_id, row, type, value) VALUES (?, ?, ?, ?)'; - my $sth = $dbh->prepare($query); - my $sth2 = $dbh->prepare($query2); + my $sth = $dbh->prepare($query); + my $sth2 = $dbh->prepare($query2); - # save headers - my ($headers, $info_methods, $raw_methods, $methods); + # save headers + my ($headers, $info_methods, $raw_methods, $methods); - for my $i (0 .. $#{ $self->worker->profile }) { - my $row_ident = $self->worker->profile->[$i]->{row_ident}; + for my $i (0 .. $#{ $self->worker->profile }) { + my $row_ident = $self->worker->profile->[$i]->{row_ident}; - for my $i (0 .. $#{ $self->info_headers->{$row_ident}->{headers} }) { - next unless $self->info_headers->{$row_ident}->{used}->{ $self->info_headers->{$row_ident}->{methods}->[$i] }; - push @{ $headers->{$row_ident} }, $self->info_headers->{$row_ident}->{headers}->[$i]; - push @{ $info_methods->{$row_ident} }, $self->info_headers->{$row_ident}->{methods}->[$i]; - } - for my $i (0 .. $#{ $self->headers->{$row_ident}->{headers} }) { - next unless $self->headers->{$row_ident}->{used}->{ $self->headers->{$row_ident}->{headers}->[$i] }; - push @{ $headers->{$row_ident} }, $self->headers->{$row_ident}->{headers}->[$i]; - push @{ $methods->{$row_ident} }, $self->headers->{$row_ident}->{methods}->[$i]; - } + for my $i (0 .. $#{ $self->info_headers->{$row_ident}->{headers} }) { + next unless $self->info_headers->{$row_ident}->{used}->{ $self->info_headers->{$row_ident}->{methods}->[$i] }; + push @{ $headers->{$row_ident} }, $self->info_headers->{$row_ident}->{headers}->[$i]; + push @{ $info_methods->{$row_ident} }, $self->info_headers->{$row_ident}->{methods}->[$i]; + } + for my $i (0 .. $#{ $self->headers->{$row_ident}->{headers} }) { + next unless $self->headers->{$row_ident}->{used}->{ $self->headers->{$row_ident}->{headers}->[$i] }; + push @{ $headers->{$row_ident} }, $self->headers->{$row_ident}->{headers}->[$i]; + push @{ $methods->{$row_ident} }, $self->headers->{$row_ident}->{methods}->[$i]; + } - for my $i (0 .. $#{ $self->raw_data_headers->{$row_ident}->{headers} }) { - next unless $self->raw_data_headers->{$row_ident}->{used}->{ $self->raw_data_headers->{$row_ident}->{headers}->[$i] }; - push @{ $headers->{$row_ident} }, $self->raw_data_headers->{$row_ident}->{headers}->[$i]; - push @{ $raw_methods->{$row_ident} }, $self->raw_data_headers->{$row_ident}->{headers}->[$i]; - } - - } + for my $i (0 .. $#{ $self->raw_data_headers->{$row_ident}->{headers} }) { + next unless $self->raw_data_headers->{$row_ident}->{used}->{ $self->raw_data_headers->{$row_ident}->{headers}->[$i] }; + push @{ $headers->{$row_ident} }, $self->raw_data_headers->{$row_ident}->{headers}->[$i]; + push @{ $raw_methods->{$row_ident} }, $self->raw_data_headers->{$row_ident}->{headers}->[$i]; + } - for my $i (0 .. $#{ $self->worker->profile }) { - my $row_ident = $self->worker->profile->[$i]->{row_ident}; - $sth->execute($report->id, $_, $i, $headers->{$row_ident}->[$_]) for 0 .. $#{ $headers->{$row_ident} }; - } + } - # col offsets - my ($off1, $off2); - for my $i (0 .. $#{ $self->worker->profile }) { - my $row_ident = $self->worker->profile->[$i]->{row_ident}; - my $n_info_methods = $info_methods->{$row_ident} ? scalar @{ $info_methods->{$row_ident} } : 0; - my $n_methods = $methods->{$row_ident} ? scalar @{ $methods->{$row_ident} } : 0; + for my $i (0 .. $#{ $self->worker->profile }) { + my $row_ident = $self->worker->profile->[$i]->{row_ident}; + do_statement($::form, $sth, $query, $report->id, $_, $i, $headers->{$row_ident}->[$_]) for 0 .. $#{ $headers->{$row_ident} }; + } - $off1->{$row_ident} = $n_info_methods; - $off2->{$row_ident} = $off1->{$row_ident} + $n_methods; - } + # col offsets + my ($off1, $off2); + for my $i (0 .. $#{ $self->worker->profile }) { + my $row_ident = $self->worker->profile->[$i]->{row_ident}; + my $n_info_methods = $info_methods->{$row_ident} ? scalar @{ $info_methods->{$row_ident} } : 0; + my $n_methods = $methods->{$row_ident} ? scalar @{ $methods->{$row_ident} } : 0; - my $n_header_rows = scalar @{ $self->worker->profile }; + $off1->{$row_ident} = $n_info_methods; + $off2->{$row_ident} = $off1->{$row_ident} + $n_methods; + } - for my $row (0 .. $#{ $self->data }) { - $self->track_progress(progress => $row / @{ $self->data } * 100) if $row % 1000 == 0; - my $data_row = $self->{data}[$row]; - my $row_ident = $data_row->{raw_data}{datatype}; + my $n_header_rows = scalar @{ $self->worker->profile }; - my $o1 = $off1->{$row_ident}; - my $o2 = $off2->{$row_ident}; + for my $row (0 .. $#{ $self->data }) { + $self->track_progress(progress => $row / @{ $self->data } * 100) if $row % 1000 == 0; + my $data_row = $self->{data}[$row]; + my $row_ident = $data_row->{raw_data}{datatype}; - $sth->execute($report->id, $_, $row + $n_header_rows, $data_row->{info_data}{ $info_methods->{$row_ident}->[$_] }) for 0 .. $#{ $info_methods->{$row_ident} }; - $sth->execute($report->id, $o1 + $_, $row + $n_header_rows, $data_row->{object}->${ \ $methods->{$row_ident}->[$_] }) for 0 .. $#{ $methods->{$row_ident} }; - $sth->execute($report->id, $o2 + $_, $row + $n_header_rows, $data_row->{raw_data}{ $raw_methods->{$row_ident}->[$_] }) for 0 .. $#{ $raw_methods->{$row_ident} }; + my $o1 = $off1->{$row_ident}; + my $o2 = $off2->{$row_ident}; - $sth2->execute($report->id, $row + $n_header_rows, 'information', $_) for @{ $data_row->{information} || [] }; - $sth2->execute($report->id, $row + $n_header_rows, 'errors', $_) for @{ $data_row->{errors} || [] }; - } + do_statement($::form, $sth, $query, $report->id, $_, $row + $n_header_rows, $data_row->{info_data}{ $info_methods->{$row_ident}->[$_] }) for 0 .. $#{ $info_methods->{$row_ident} }; + do_statement($::form, $sth, $query, $report->id, $o1 + $_, $row + $n_header_rows, $data_row->{object}->${ \ $methods->{$row_ident}->[$_] }) for 0 .. $#{ $methods->{$row_ident} }; + do_statement($::form, $sth, $query, $report->id, $o2 + $_, $row + $n_header_rows, $data_row->{raw_data}{ $raw_methods->{$row_ident}->[$_] }) for 0 .. $#{ $raw_methods->{$row_ident} }; - $dbh->commit; + do_statement($::form, $sth2, $query2, $report->id, $row + $n_header_rows, 'information', $_) for @{ $data_row->{information} || [] }; + do_statement($::form, $sth2, $query2, $report->id, $row + $n_header_rows, 'errors', $_) for @{ $data_row->{errors} || [] }; + } + 1; + }) or do { die SL::DB->client->error }; return $report->id; }