Kontoauszug verbuchen: DB-Rollback nicht zusätzlich als Fehler melden
[kivitendo-erp.git] / SL / Controller / BankTransaction.pm
1 package SL::Controller::BankTransaction;
2
3 # idee- möglichkeit bankdaten zu übernehmen in stammdaten
4 # erst Kontenabgleich, um alle gl-Einträge wegzuhaben
5 use strict;
6
7 use parent qw(SL::Controller::Base);
8
9 use SL::Controller::Helper::GetModels;
10 use SL::Controller::Helper::ReportGenerator;
11 use SL::ReportGenerator;
12
13 use SL::DB::BankTransaction;
14 use SL::Helper::Flash;
15 use SL::Locale::String;
16 use SL::SEPA;
17 use SL::DB::Invoice;
18 use SL::DB::PurchaseInvoice;
19 use SL::DB::RecordLink;
20 use SL::JSON;
21 use SL::DB::Chart;
22 use SL::DB::AccTransaction;
23 use SL::DB::Tax;
24 use SL::DB::BankAccount;
25 use SL::DB::RecordTemplate;
26 use SL::DB::SepaExportItem;
27 use SL::DBUtils qw(like);
28 use SL::Presenter;
29
30 use List::MoreUtils qw(any);
31 use List::Util qw(max);
32
33 use Rose::Object::MakeMethods::Generic
34 (
35   scalar                  => [ qw(callback transaction) ],
36   'scalar --get_set_init' => [ qw(models problems) ],
37 );
38
39 __PACKAGE__->run_before('check_auth');
40
41
42 #
43 # actions
44 #
45
46 sub action_search {
47   my ($self) = @_;
48
49   my $bank_accounts = SL::DB::Manager::BankAccount->get_all_sorted( query => [ obsolete => 0 ] );
50
51   $self->render('bank_transactions/search',
52                  BANK_ACCOUNTS => $bank_accounts);
53 }
54
55 sub action_list_all {
56   my ($self) = @_;
57
58   $self->make_filter_summary;
59   $self->prepare_report;
60
61   $self->report_generator_list_objects(report => $self->{report}, objects => $self->models->get);
62 }
63
64 sub action_list {
65   my ($self) = @_;
66
67   if (!$::form->{filter}{bank_account}) {
68     flash('error', t8('No bank account chosen!'));
69     $self->action_search;
70     return;
71   }
72
73   my $sort_by = $::form->{sort_by} || 'transdate';
74   $sort_by = 'transdate' if $sort_by eq 'proposal';
75   $sort_by .= $::form->{sort_dir} ? ' DESC' : ' ASC';
76
77   my $fromdate = $::locale->parse_date_to_object($::form->{filter}->{fromdate});
78   my $todate   = $::locale->parse_date_to_object($::form->{filter}->{todate});
79   $todate->add( days => 1 ) if $todate;
80
81   my @where = ();
82   push @where, (transdate => { ge => $fromdate }) if ($fromdate);
83   push @where, (transdate => { lt => $todate })   if ($todate);
84   my $bank_account = SL::DB::Manager::BankAccount->find_by( id => $::form->{filter}{bank_account} );
85   # bank_transactions no younger than starting date,
86   # including starting date (same search behaviour as fromdate)
87   # but OPEN invoices to be matched may be from before
88   if ( $bank_account->reconciliation_starting_date ) {
89     push @where, (transdate => { ge => $bank_account->reconciliation_starting_date });
90   };
91
92   my $bank_transactions = SL::DB::Manager::BankTransaction->get_all(
93     with_objects => [ 'local_bank_account', 'currency' ],
94     sort_by      => $sort_by,
95     limit        => 10000,
96     where        => [
97       amount                => {ne => \'invoice_amount'},
98       local_bank_account_id => $::form->{filter}{bank_account},
99       @where
100     ],
101   );
102   $main::lxdebug->message(LXDebug->DEBUG2(),"count bt=".scalar(@{$bank_transactions}." bank_account=".$bank_account->id." chart=".$bank_account->chart_id));
103
104   # credit notes have a negative amount, treat differently
105   my $all_open_ar_invoices = SL::DB::Manager::Invoice        ->get_all(where => [ or => [ amount => { gt => \'paid' },
106                                                                                           and => [ type    => 'credit_note',
107                                                                                                    amount  => { lt => \'paid' }
108                                                                                                  ],
109                                                                                         ],
110                                                                                 ],
111                                                                        with_objects => ['customer','payment_terms']);
112
113   my $all_open_ap_invoices = SL::DB::Manager::PurchaseInvoice->get_all(where => [amount => { ne => \'paid' }], with_objects => ['vendor'  ,'payment_terms']);
114   my $all_open_sepa_export_items = SL::DB::Manager::SepaExportItem->get_all(where => [chart_id => $bank_account->chart_id ,
115                                                                              'sepa_export.executed' => 0, 'sepa_export.closed' => 0 ], with_objects => ['sepa_export']);
116   $main::lxdebug->message(LXDebug->DEBUG2(),"count sepaexport=".scalar(@{$all_open_sepa_export_items}));
117
118   my @all_open_invoices;
119   # filter out invoices with less than 1 cent outstanding
120   push @all_open_invoices, map { $_->{is_ar}=1 ; $_ } grep { abs($_->amount - $_->paid) >= 0.01 } @{ $all_open_ar_invoices };
121   push @all_open_invoices, map { $_->{is_ar}=0 ; $_ } grep { abs($_->amount - $_->paid) >= 0.01 } @{ $all_open_ap_invoices };
122   $main::lxdebug->message(LXDebug->DEBUG2(),"bank_account=".$::form->{filter}{bank_account}." invoices: ".scalar(@{ $all_open_ar_invoices }).
123                               " + ".scalar(@{ $all_open_ap_invoices })." non fully paid=".scalar(@all_open_invoices)." transactions=".scalar(@{ $bank_transactions }));
124
125   my @all_sepa_invoices;
126   my @all_non_sepa_invoices;
127   my %sepa_exports;
128   # first collect sepa export items to open invoices
129   foreach my $open_invoice (@all_open_invoices){
130     #    my @items =  grep { $_->ap_id == $open_invoice->id ||  $_->ar_id == $open_invoice->id } @{$all_open_sepa_export_items};
131     $open_invoice->{realamount}  = $::form->format_amount(\%::myconfig,$open_invoice->amount,2);
132     $open_invoice->{skonto_type} = 'without_skonto';
133     foreach ( @{$all_open_sepa_export_items}) {
134       if ( $_->ap_id == $open_invoice->id ||  $_->ar_id == $open_invoice->id ) {
135         my $factor = ($_->ar_id == $open_invoice->id?1:-1);
136         $main::lxdebug->message(LXDebug->DEBUG2(),"exitem=".$_->id." for invoice ".$open_invoice->id." factor=".$factor);
137         $open_invoice->{realamount}  = $::form->format_amount(\%::myconfig,$open_invoice->amount*$factor,2);
138         $open_invoice->{sepa_export_item} = $_ ;
139         $open_invoice->{skonto_type} = $_->payment_type;
140         $sepa_exports{$_->sepa_export_id} ||= { count => 0, is_ar => 0, amount => 0, proposed => 0, invoices => [], item => $_ };
141         $sepa_exports{$_->sepa_export_id}->{count}++ ;
142         $sepa_exports{$_->sepa_export_id}->{is_ar}++ if  $_->ar_id == $open_invoice->id;
143         $sepa_exports{$_->sepa_export_id}->{amount} += $_->amount * $factor;
144         push @{ $sepa_exports{$_->sepa_export_id}->{invoices} }, $open_invoice;
145         #$main::lxdebug->message(LXDebug->DEBUG2(),"amount for export id ".$_->sepa_export_id." = ".
146         #                          $sepa_exports{$_->sepa_export_id}->{amount}." count = ".
147         #                          $sepa_exports{$_->sepa_export_id}->{count}." is_ar = ".
148         #                          $sepa_exports{$_->sepa_export_id}->{is_ar} );
149         push @all_sepa_invoices , $open_invoice;
150       }
151     }
152     push @all_non_sepa_invoices , $open_invoice if ! $open_invoice->{sepa_export_item};
153   }
154
155   # try to match each bank_transaction with each of the possible open invoices
156   # by awarding points
157   my @proposals;
158
159   foreach my $bt (@{ $bank_transactions }) {
160     ## 5 Stellen hinter dem Komma auf 2 Stellen reduzieren
161     $bt->amount($bt->amount*1);
162     $bt->invoice_amount($bt->invoice_amount*1);
163     $main::lxdebug->message(LXDebug->DEBUG2(),"BT ".$bt->id." amount=".$bt->amount." invoice_amount=".$bt->invoice_amount." remote=". $bt->{remote_name});
164
165     $bt->{proposals}    = [];
166     $bt->{rule_matches} = [];
167
168     $bt->{remote_name} .= $bt->{remote_name_1} if $bt->{remote_name_1};
169
170     if ( $self->is_collective_transaction($bt) ) {
171       foreach ( keys  %sepa_exports) {
172         #$main::lxdebug->message(LXDebug->DEBUG2(),"Exp ID=".$_." compare sum amount ".($sepa_exports{$_}->{amount} *1) ." == ".($bt->amount * 1));
173         if ( $bt->transaction_code eq '191' && abs(($sepa_exports{$_}->{amount} * 1) - ($bt->amount * 1)) < 0.01 ) {
174           ## jupp
175           @{$bt->{proposals}} = @{$sepa_exports{$_}->{invoices}};
176           $bt->{agreement}    = 20;
177           push(@{$bt->{rule_matches}},'sepa_export_item(20)');
178           $sepa_exports{$_}->{proposed}=1;
179           #$main::lxdebug->message(LXDebug->DEBUG2(),"has ".scalar($bt->{proposals})." invoices");
180           push(@proposals, $bt);
181           next;
182         }
183       }
184     }
185     next unless $bt->{remote_name};  # bank has no name, usually fees, use create invoice to assign
186
187     foreach ( @{$all_open_sepa_export_items}) {
188       last if scalar (@all_sepa_invoices) == 0;
189       foreach my $open_invoice (@all_sepa_invoices){
190         if ( $_->ap_id == $open_invoice->id ||  $_->ar_id == $open_invoice->id ) {
191           #$main::lxdebug->message(LXDebug->DEBUG2(),"exitem2=".$_->id." for invoice ".$open_invoice->id);
192           my $factor = ( $_->ar_id == $open_invoice->id?1:-1);
193           $_->amount($_->amount*1);
194           #$main::lxdebug->message(LXDebug->DEBUG2(),"remote account '".$bt->{remote_account_number}."' bt_amount=".$bt->amount." factor=".$factor);
195           #$main::lxdebug->message(LXDebug->DEBUG2(),"compare with   '".$_->vc_iban."'    amount=".$_->amount);
196           if ( $bt->{remote_account_number} eq $_->vc_iban && abs(abs($_->amount) - abs($bt->amount)) < 0.01 ) {
197             my $iban;
198             $iban = $open_invoice->customer->iban if $open_invoice->is_sales;
199             $iban = $open_invoice->vendor->iban   if ! $open_invoice->is_sales;
200             if($bt->{remote_account_number} eq $iban && abs(abs($open_invoice->amount) - abs($bt->amount)) < 0.01 ) {
201               ($open_invoice->{agreement}, $open_invoice->{rule_matches}) = $bt->get_agreement_with_invoice($open_invoice);
202               $open_invoice->{agreement} += 5;
203               $open_invoice->{rule_matches} .= 'sepa_export_item(5) ';
204               $main::lxdebug->message(LXDebug->DEBUG2(),"sepa invoice_id=".$open_invoice->id." agreement=".$open_invoice->{agreement}." rules matches=".$open_invoice->{rule_matches});
205               $open_invoice->{realamount} = $::form->format_amount(\%::myconfig,$open_invoice->amount*$factor,2);
206             }
207           }
208         }
209       }
210     }
211
212     # try to match the current $bt to each of the open_invoices, saving the
213     # results of get_agreement_with_invoice in $open_invoice->{agreement} and
214     # $open_invoice->{rule_matches}.
215
216     # The values are overwritten each time a new bt is checked, so at the end
217     # of each bt the likely results are filtered and those values are stored in
218     # the arrays $bt->{proposals} and $bt->{rule_matches}, and the agreement
219     # score is stored in $bt->{agreement}
220
221     foreach my $open_invoice (@all_non_sepa_invoices){
222       ($open_invoice->{agreement}, $open_invoice->{rule_matches}) = $bt->get_agreement_with_invoice($open_invoice);
223       $open_invoice->{realamount} = $::form->format_amount(\%::myconfig,$open_invoice->amount*($open_invoice->{is_ar}?1:-1),2);
224       $main::lxdebug->message(LXDebug->DEBUG2(),"nons invoice_id=".$open_invoice->id." amount=".$open_invoice->amount." agreement=".$open_invoice->{agreement}." rules matches=".$open_invoice->{rule_matches}) if $open_invoice->{agreement} > 2;
225     };
226
227     my $agreement = 15;
228     my $min_agreement = 3; # suggestions must have at least this score
229
230     my $max_agreement = max map { $_->{agreement} } @all_open_invoices;
231
232     # add open_invoices with highest agreement into array $bt->{proposals}
233     if ( $max_agreement >= $min_agreement ) {
234       $bt->{proposals} = [ grep { $_->{agreement} == $max_agreement } @all_open_invoices ];
235       $bt->{agreement} = $max_agreement; #scalar @{ $bt->{proposals} } ? $agreement + 1 : '';
236
237       # store the rule_matches in a separate array, so they can be displayed in template
238       foreach ( @{ $bt->{proposals} } ) {
239         push(@{$bt->{rule_matches}}, $_->{rule_matches});
240       };
241     };
242   }  # finished one bt
243   # finished all bt
244
245   # separate filter for proposals (second tab, agreement >= 5 and exactly one match)
246   # to qualify as a proposal there has to be
247   # * agreement >= 5  TODO: make threshold configurable in configuration
248   # * there must be only one exact match
249   # * depending on whether sales or purchase the amount has to have the correct sign (so Gutschriften don't work?)
250   my $proposal_threshold = 5;
251   my @otherproposals = grep {
252        ($_->{agreement} >= $proposal_threshold)
253     && (1 == scalar @{ $_->{proposals} })
254     && (@{ $_->{proposals} }[0]->is_sales ? abs(@{ $_->{proposals} }[0]->amount - $_->amount) < 0.01
255                                           : abs(@{ $_->{proposals} }[0]->amount + $_->amount) < 0.01)
256   } @{ $bank_transactions };
257
258   push ( @proposals, @otherproposals);
259
260   # sort bank transaction proposals by quality (score) of proposal
261   $bank_transactions = [ sort { $a->{agreement} <=> $b->{agreement} } @{ $bank_transactions } ] if $::form->{sort_by} eq 'proposal' and $::form->{sort_dir} == 1;
262   $bank_transactions = [ sort { $b->{agreement} <=> $a->{agreement} } @{ $bank_transactions } ] if $::form->{sort_by} eq 'proposal' and $::form->{sort_dir} == 0;
263
264   $::request->layout->add_javascripts("kivi.BankTransaction.js");
265   $self->render('bank_transactions/list',
266                 title             => t8('Bank transactions MT940'),
267                 BANK_TRANSACTIONS => $bank_transactions,
268                 PROPOSALS         => \@proposals,
269                 bank_account      => $bank_account,
270                 ui_tab            => scalar(@proposals) > 0?1:0,
271               );
272 }
273
274 sub action_assign_invoice {
275   my ($self) = @_;
276
277   $self->{transaction} = SL::DB::Manager::BankTransaction->find_by(id => $::form->{bt_id});
278
279   $self->render('bank_transactions/assign_invoice',
280                 { layout => 0 },
281                 title => t8('Assign invoice'),);
282 }
283
284 sub action_create_invoice {
285   my ($self) = @_;
286   my %myconfig = %main::myconfig;
287
288   $self->transaction(SL::DB::Manager::BankTransaction->find_by(id => $::form->{bt_id}));
289
290   my $vendor_of_transaction = SL::DB::Manager::Vendor->find_by(account_number => $self->transaction->{remote_account_number});
291   my $use_vendor_filter     = $self->transaction->{remote_account_number} && $vendor_of_transaction;
292
293   my $templates             = SL::DB::Manager::RecordTemplate->get_all(
294     where        => [ template_type => 'ap_transaction' ],
295     with_objects => [ qw(employee vendor) ],
296   );
297
298   #Filter templates
299   $templates = [ grep { $_->vendor_id == $vendor_of_transaction->id } @{ $templates } ] if $use_vendor_filter;
300
301   $self->callback($self->url_for(
302     action                => 'list',
303     'filter.bank_account' => $::form->{filter}->{bank_account},
304     'filter.todate'       => $::form->{filter}->{todate},
305     'filter.fromdate'     => $::form->{filter}->{fromdate},
306   ));
307
308   $self->render(
309     'bank_transactions/create_invoice',
310     { layout => 0 },
311     title       => t8('Create invoice'),
312     TEMPLATES   => $templates,
313     vendor_id   => $use_vendor_filter ? $vendor_of_transaction->id   : undef,
314     vendor_name => $use_vendor_filter ? $vendor_of_transaction->name : undef,
315   );
316 }
317
318 sub action_ajax_payment_suggestion {
319   my ($self) = @_;
320
321   # based on a BankTransaction ID and a Invoice or PurchaseInvoice ID passed via $::form,
322   # create an HTML blob to be used by the js function add_invoices in templates/webpages/bank_transactions/list.html
323   # and return encoded as JSON
324
325   my $bt      = SL::DB::Manager::BankTransaction->find_by( id => $::form->{bt_id} );
326   my $invoice = SL::DB::Manager::Invoice->find_by( id => $::form->{prop_id} ) || SL::DB::Manager::PurchaseInvoice->find_by( id => $::form->{prop_id} );
327
328   die unless $bt and $invoice;
329
330   my @select_options = $invoice->get_payment_select_options_for_bank_transaction($::form->{bt_id});
331
332   my $html;
333   $html = $self->render(
334     'bank_transactions/_payment_suggestion', { output => 0 },
335     bt_id          => $::form->{bt_id},
336     prop_id        => $::form->{prop_id},
337     invoice        => $invoice,
338     SELECT_OPTIONS => \@select_options,
339   );
340
341   $self->render(\ SL::JSON::to_json( { 'html' => "$html" } ), { layout => 0, type => 'json', process => 0 });
342 };
343
344 sub action_filter_templates {
345   my ($self) = @_;
346
347   $self->{transaction}      = SL::DB::Manager::BankTransaction->find_by(id => $::form->{bt_id});
348   my $vendor_of_transaction = SL::DB::Manager::Vendor->find_by(account_number => $self->{transaction}->{remote_account_number});
349
350   my @filter;
351   push @filter, ('vendor.id'   => $::form->{vendor_id})                       if $::form->{vendor_id};
352   push @filter, ('vendor.name' => { ilike => '%' . $::form->{vendor} . '%' }) if $::form->{vendor};
353
354   my $templates = SL::DB::Manager::RecordTemplate->get_all(
355     where        => [ template_type => 'ap_transaction', (or => \@filter) x !!@filter ],
356     with_objects => [ qw(employee vendor) ],
357   );
358
359   $::form->{filter} //= {};
360
361   $self->callback($self->url_for(
362     action                => 'list',
363     'filter.bank_account' => $::form->{filter}->{bank_account},
364     'filter.todate'       => $::form->{filter}->{todate},
365     'filter.fromdate'     => $::form->{filter}->{fromdate},
366   ));
367
368   my $output  = $self->render(
369     'bank_transactions/_template_list',
370     { output => 0 },
371     TEMPLATES => $templates,
372   );
373
374   $self->render(\to_json({ html => $output }), { type => 'json', process => 0 });
375 }
376
377 sub action_ajax_add_list {
378   my ($self) = @_;
379
380   my @where_sale     = (amount => { ne => \'paid' });
381   my @where_purchase = (amount => { ne => \'paid' });
382
383   if ($::form->{invnumber}) {
384     push @where_sale,     (invnumber => { ilike => like($::form->{invnumber})});
385     push @where_purchase, (invnumber => { ilike => like($::form->{invnumber})});
386   }
387
388   if ($::form->{amount}) {
389     push @where_sale,     (amount => $::form->parse_amount(\%::myconfig, $::form->{amount}));
390     push @where_purchase, (amount => $::form->parse_amount(\%::myconfig, $::form->{amount}));
391   }
392
393   if ($::form->{vcnumber}) {
394     push @where_sale,     ('customer.customernumber' => { ilike => like($::form->{vcnumber})});
395     push @where_purchase, ('vendor.vendornumber'     => { ilike => like($::form->{vcnumber})});
396   }
397
398   if ($::form->{vcname}) {
399     push @where_sale,     ('customer.name' => { ilike => like($::form->{vcname})});
400     push @where_purchase, ('vendor.name'   => { ilike => like($::form->{vcname})});
401   }
402
403   if ($::form->{transdatefrom}) {
404     my $fromdate = $::locale->parse_date_to_object($::form->{transdatefrom});
405     if ( ref($fromdate) eq 'DateTime' ) {
406       push @where_sale,     ('transdate' => { ge => $fromdate});
407       push @where_purchase, ('transdate' => { ge => $fromdate});
408     };
409   }
410
411   if ($::form->{transdateto}) {
412     my $todate = $::locale->parse_date_to_object($::form->{transdateto});
413     if ( ref($todate) eq 'DateTime' ) {
414       $todate->add(days => 1);
415       push @where_sale,     ('transdate' => { lt => $todate});
416       push @where_purchase, ('transdate' => { lt => $todate});
417     };
418   }
419
420   my $all_open_ar_invoices = SL::DB::Manager::Invoice        ->get_all(where => \@where_sale,     with_objects => 'customer');
421   my $all_open_ap_invoices = SL::DB::Manager::PurchaseInvoice->get_all(where => \@where_purchase, with_objects => 'vendor');
422
423   my @all_open_invoices = @{ $all_open_ar_invoices };
424   # add ap invoices, filtering out subcent open amounts
425   push @all_open_invoices, grep { abs($_->amount - $_->paid) >= 0.01 } @{ $all_open_ap_invoices };
426
427   @all_open_invoices = sort { $a->id <=> $b->id } @all_open_invoices;
428
429   my $output  = $self->render(
430     'bank_transactions/add_list',
431     { output => 0 },
432     INVOICES => \@all_open_invoices,
433   );
434
435   my %result = ( count => 0, html => $output );
436
437   $self->render(\to_json(\%result), { type => 'json', process => 0 });
438 }
439
440 sub action_ajax_accept_invoices {
441   my ($self) = @_;
442
443   my @selected_invoices;
444   foreach my $invoice_id (@{ $::form->{invoice_id} || [] }) {
445     my $invoice_object = SL::DB::Manager::Invoice->find_by(id => $invoice_id) || SL::DB::Manager::PurchaseInvoice->find_by(id => $invoice_id);
446     push @selected_invoices, $invoice_object;
447   }
448
449   $self->render(
450     'bank_transactions/invoices',
451     { layout => 0 },
452     INVOICES => \@selected_invoices,
453     bt_id    => $::form->{bt_id},
454   );
455 }
456
457 sub save_invoices {
458   my ($self) = @_;
459
460   return 0 if !$::form->{invoice_ids};
461
462   my %invoice_hash = %{ delete $::form->{invoice_ids} };  # each key (the bt line with a bt_id) contains an array of invoice_ids
463
464   # e.g. three partial payments with bt_ids 54, 55 and 56 for invoice with id 74:
465   # $invoice_hash = {
466   #         '55' => [
467   #                 '74'
468   #               ],
469   #         '54' => [
470   #                 '74'
471   #               ],
472   #         '56' => [
473   #                 '74'
474   #               ]
475   #       };
476   #
477   # or if the payment with bt_id 44 is used to pay invoices with ids 50, 51 and 52
478   # $invoice_hash = {
479   #           '44' => [ '50', '51', 52' ]
480   #         };
481
482   $::form->{invoice_skontos} ||= {}; # hash of arrays containing the payment types, could be empty
483
484   # a bank_transaction may be assigned to several invoices, i.e. a customer
485   # might pay several open invoices with one transaction
486
487   $self->problems([]);
488
489   my $count = 0;
490
491   if ( $::form->{proposal_ids} ) {
492     foreach (@{ $::form->{proposal_ids} }) {
493       my  $bank_transaction_id = $_;
494       my  $invoice_ids = $invoice_hash{$_};
495       push @{ $self->problems }, $self->save_single_bank_transaction(
496         bank_transaction_id => $bank_transaction_id,
497         invoice_ids         => $invoice_ids,
498         sources             => ($::form->{sources} // {})->{$_},
499         memos               => ($::form->{memos}   // {})->{$_},
500       );
501       $count += scalar( @{$invoice_ids} );
502     }
503   } else {
504     while ( my ($bank_transaction_id, $invoice_ids) = each(%invoice_hash) ) {
505       push @{ $self->problems }, $self->save_single_bank_transaction(
506         bank_transaction_id => $bank_transaction_id,
507         invoice_ids         => $invoice_ids,
508         sources             => [  map { $::form->{"sources_${bank_transaction_id}_${_}"} } @{ $invoice_ids } ],
509         memos               => [  map { $::form->{"memos_${bank_transaction_id}_${_}"}   } @{ $invoice_ids } ],
510       );
511       $count += scalar( @{$invoice_ids} );
512     }
513   }
514   return $count;
515 }
516
517 sub action_save_invoices {
518   my ($self) = @_;
519   my $count = $self->save_invoices();
520
521   flash('ok', t8('#1 invoice(s) saved.', $count));
522
523   $self->action_list();
524 }
525
526 sub action_save_proposals {
527   my ($self) = @_;
528
529   if ( $::form->{proposal_ids} ) {
530     my $propcount = scalar(@{ $::form->{proposal_ids} });
531     if ( $propcount > 0 ) {
532       my $count = $self->save_invoices();
533
534       flash('ok', t8('#1 proposal(s) with #2 invoice(s) saved.',  $propcount, $count));
535     }
536   }
537   $self->action_list();
538
539 }
540
541 sub is_collective_transaction {
542   my ($self, $bt) = @_;
543   return $bt->transaction_code eq "191";
544 }
545
546 sub save_single_bank_transaction {
547   my ($self, %params) = @_;
548
549   my %data = (
550     %params,
551     bank_transaction => SL::DB::Manager::BankTransaction->find_by(id => $params{bank_transaction_id}),
552     invoices         => [],
553   );
554
555   if (!$data{bank_transaction}) {
556     return {
557       %data,
558       result => 'error',
559       message => $::locale->text('The ID #1 is not a valid database ID.', $data{bank_transaction_id}),
560     };
561   }
562
563   my (@warnings);
564
565   my $worker = sub {
566     my $bt_id                 = $data{bank_transaction_id};
567     my $bank_transaction      = $data{bank_transaction};
568     my $sign                  = $bank_transaction->amount < 0 ? -1 : 1;
569     my $amount_of_transaction = $sign * $bank_transaction->amount;
570     my $payment_received      = $bank_transaction->amount > 0;
571     my $payment_sent          = $bank_transaction->amount < 0;
572
573
574     foreach my $invoice_id (@{ $params{invoice_ids} }) {
575       my $invoice = SL::DB::Manager::Invoice->find_by(id => $invoice_id) || SL::DB::Manager::PurchaseInvoice->find_by(id => $invoice_id);
576       if (!$invoice) {
577         return {
578           %data,
579           result  => 'error',
580           message => $::locale->text("The ID #1 is not a valid database ID.", $invoice_id),
581         };
582       }
583       push @{ $data{invoices} }, $invoice;
584     }
585
586     if (   $payment_received
587         && any {    ( $_->is_sales && ($_->amount < 0))
588                  || (!$_->is_sales && ($_->amount > 0))
589                } @{ $data{invoices} }) {
590       return {
591         %data,
592         result  => 'error',
593         message => $::locale->text("Received payments can only be posted for sales invoices and purchase credit notes."),
594       };
595     }
596
597     if (   $payment_sent
598         && any {    ( $_->is_sales && ($_->amount > 0))
599                  || (!$_->is_sales && ($_->amount < 0))
600                } @{ $data{invoices} }) {
601       return {
602         %data,
603         result  => 'error',
604         message => $::locale->text("Sent payments can only be posted for purchase invoices and sales credit notes."),
605       };
606     }
607
608     my $max_invoices = scalar(@{ $data{invoices} });
609     my $n_invoices   = 0;
610
611     foreach my $invoice (@{ $data{invoices} }) {
612       my $source = ($data{sources} // [])->[$n_invoices];
613       my $memo   = ($data{memos}   // [])->[$n_invoices];
614
615       $n_invoices++ ;
616
617       # Check if bank_transaction already has a link to the invoice, may only be linked once per invoice
618       # This might be caused by the user reloading a page and resending the form
619       if (_existing_record_link($bank_transaction, $invoice)) {
620         return {
621           %data,
622           result  => 'error',
623           message => $::locale->text("Bank transaction with id #1 has already been linked to #2.", $bank_transaction->id, $invoice->displayable_name),
624         };
625       }
626
627       if (!$amount_of_transaction && $invoice->open_amount) {
628         return {
629           %data,
630           result  => 'error',
631           message => $::locale->text("A payment can only be posted for multiple invoices if the amount to post is equal to or bigger than the sum of the open amounts of the affected invoices."),
632         };
633       }
634
635       my $payment_type;
636       if ( defined $::form->{invoice_skontos}->{"$bt_id"} ) {
637         $payment_type = shift(@{ $::form->{invoice_skontos}->{"$bt_id"} });
638       } else {
639         $payment_type = 'without_skonto';
640       };
641
642
643       # pay invoice or go to the next bank transaction if the amount is not sufficiently high
644       if ($invoice->open_amount <= $amount_of_transaction && $n_invoices < $max_invoices) {
645         my $open_amount = ($payment_type eq 'with_skonto_pt'?$invoice->amount_less_skonto:$invoice->open_amount);
646         # first calculate new bank transaction amount ...
647         if ($invoice->is_sales) {
648           $amount_of_transaction -= $sign * $open_amount;
649           $bank_transaction->invoice_amount($bank_transaction->invoice_amount + $open_amount);
650         } else {
651           $amount_of_transaction += $sign * $open_amount;
652           $bank_transaction->invoice_amount($bank_transaction->invoice_amount - $open_amount);
653         }
654         # ... and then pay the invoice
655         $invoice->pay_invoice(chart_id     => $bank_transaction->local_bank_account->chart_id,
656                               trans_id     => $invoice->id,
657                               amount       => $open_amount,
658                               payment_type => $payment_type,
659                               source       => $source,
660                               memo         => $memo,
661                               transdate    => $bank_transaction->transdate->to_kivitendo);
662       } elsif ( $invoice->is_sales && $invoice->invoice_type eq 'credit_note' ) {
663         # no check for overpayment/multiple payments
664         $invoice->pay_invoice(chart_id     => $bank_transaction->local_bank_account->chart_id,
665                               trans_id     => $invoice->id,
666                               amount       => $invoice->open_amount,
667                               payment_type => $payment_type,
668                               source       => $source,
669                               memo         => $memo,
670                               transdate    => $bank_transaction->transdate->to_kivitendo);
671       } else { # use the whole amount of the bank transaction for the invoice, overpay the invoice if necessary
672         my $overpaid_amount = $amount_of_transaction - $invoice->open_amount;
673         $invoice->pay_invoice(chart_id     => $bank_transaction->local_bank_account->chart_id,
674                               trans_id     => $invoice->id,
675                               amount       => $amount_of_transaction,
676                               payment_type => $payment_type,
677                               source       => $source,
678                               memo         => $memo,
679                               transdate    => $bank_transaction->transdate->to_kivitendo);
680         $bank_transaction->invoice_amount($bank_transaction->amount);
681         $amount_of_transaction = 0;
682
683         if ($overpaid_amount >= 0.01) {
684           push @warnings, {
685             %data,
686             result  => 'warning',
687             message => $::locale->text('Invoice #1 was overpaid by #2.', $invoice->invnumber, $::form->format_amount(\%::myconfig, $overpaid_amount, 2)),
688           };
689         }
690       }
691       # Record a record link from the bank transaction to the invoice
692       my @props = (
693         from_table => 'bank_transactions',
694         from_id    => $bt_id,
695         to_table   => $invoice->is_sales ? 'ar' : 'ap',
696         to_id      => $invoice->id,
697       );
698
699       SL::DB::RecordLink->new(@props)->save;
700
701       # "close" a sepa_export_item if it exists
702       # code duplicated in action_save_proposals!
703       # currently only works, if there is only exactly one open sepa_export_item
704       if ( my $seis = $invoice->find_sepa_export_items({ executed => 0 }) ) {
705         if ( scalar @$seis == 1 ) {
706           # moved the execution and the check for sepa_export into a method,
707           # this isn't part of a transaction, though
708           $seis->[0]->set_executed if $invoice->id == $seis->[0]->arap_id;
709         }
710       }
711
712     }
713     $bank_transaction->save;
714
715     # 'undef' means 'no error' here.
716     return undef;
717   };
718
719   my $error;
720   my $rez = $data{bank_transaction}->db->with_transaction(sub {
721     eval {
722       $error = $worker->();
723       1;
724
725     } or do {
726       $error = {
727         %data,
728         result  => 'error',
729         message => $@,
730       };
731     };
732
733     # Rollback Fehler nicht weiterreichen
734     # die if $error;
735   });
736
737   return grep { $_ } ($error, @warnings);
738 }
739
740 #
741 # filters
742 #
743
744 sub check_auth {
745   $::auth->assert('bank_transaction');
746 }
747
748 #
749 # helpers
750 #
751
752 sub make_filter_summary {
753   my ($self) = @_;
754
755   my $filter = $::form->{filter} || {};
756   my @filter_strings;
757
758   my @filters = (
759     [ $filter->{"transdate:date::ge"},      $::locale->text('Transdate')  . " " . $::locale->text('From Date') ],
760     [ $filter->{"transdate:date::le"},      $::locale->text('Transdate')  . " " . $::locale->text('To Date')   ],
761     [ $filter->{"valutadate:date::ge"},     $::locale->text('Valutadate') . " " . $::locale->text('From Date') ],
762     [ $filter->{"valutadate:date::le"},     $::locale->text('Valutadate') . " " . $::locale->text('To Date')   ],
763     [ $filter->{"amount:number"},           $::locale->text('Amount')                                          ],
764     [ $filter->{"bank_account_id:integer"}, $::locale->text('Local bank account')                              ],
765   );
766
767   for (@filters) {
768     push @filter_strings, "$_->[1]: $_->[0]" if $_->[0];
769   }
770
771   $self->{filter_summary} = join ', ', @filter_strings;
772 }
773
774 sub prepare_report {
775   my ($self)      = @_;
776
777   my $callback    = $self->models->get_callback;
778
779   my $report      = SL::ReportGenerator->new(\%::myconfig, $::form);
780   $self->{report} = $report;
781
782   my @columns     = qw(local_bank_name transdate valudate remote_name remote_account_number remote_bank_code amount invoice_amount invoices currency purpose local_account_number local_bank_code id);
783   my @sortable    = qw(local_bank_name transdate valudate remote_name remote_account_number remote_bank_code amount                                  purpose local_account_number local_bank_code);
784
785   my %column_defs = (
786     transdate             => { sub   => sub { $_[0]->transdate_as_date } },
787     valutadate            => { sub   => sub { $_[0]->valutadate_as_date } },
788     remote_name           => { },
789     remote_account_number => { },
790     remote_bank_code      => { },
791     amount                => { sub   => sub { $_[0]->amount_as_number },
792                                align => 'right' },
793     invoice_amount        => { sub   => sub { $_[0]->invoice_amount_as_number },
794                                align => 'right' },
795     invoices              => { sub   => sub { $_[0]->linked_invoices } },
796     currency              => { sub   => sub { $_[0]->currency->name } },
797     purpose               => { },
798     local_account_number  => { sub   => sub { $_[0]->local_bank_account->account_number } },
799     local_bank_code       => { sub   => sub { $_[0]->local_bank_account->bank_code } },
800     local_bank_name       => { sub   => sub { $_[0]->local_bank_account->name } },
801     id                    => {},
802   );
803
804   map { $column_defs{$_}->{text} ||= $::locale->text( $self->models->get_sort_spec->{$_}->{title} ) } keys %column_defs;
805
806   $report->set_options(
807     std_column_visibility => 1,
808     controller_class      => 'BankTransaction',
809     output_format         => 'HTML',
810     top_info_text         => $::locale->text('Bank transactions'),
811     title                 => $::locale->text('Bank transactions'),
812     allow_pdf_export      => 1,
813     allow_csv_export      => 1,
814   );
815   $report->set_columns(%column_defs);
816   $report->set_column_order(@columns);
817   $report->set_export_options(qw(list_all filter));
818   $report->set_options_from_form;
819   $self->models->disable_plugin('paginated') if $report->{options}{output_format} =~ /^(pdf|csv)$/i;
820   $self->models->set_report_generator_sort_options(report => $report, sortable_columns => \@sortable);
821
822   my $bank_accounts = SL::DB::Manager::BankAccount->get_all_sorted();
823
824   $report->set_options(
825     raw_top_info_text     => $self->render('bank_transactions/report_top',    { output => 0 }, BANK_ACCOUNTS => $bank_accounts),
826     raw_bottom_info_text  => $self->render('bank_transactions/report_bottom', { output => 0 }),
827   );
828 }
829
830 sub _existing_record_link {
831   my ($bt, $invoice) = @_;
832
833   # check whether a record link from banktransaction $bt already exists to
834   # invoice $invoice, returns 1 if that is the case
835
836   die unless $bt->isa("SL::DB::BankTransaction") && ( $invoice->isa("SL::DB::Invoice") || $invoice->isa("SL::DB::PurchaseInvoice") );
837
838   my $linked_record_to_table = $invoice->is_sales ? 'Invoice' : 'PurchaseInvoice';
839   my $linked_records = $bt->linked_records( direction => 'to', to => $linked_record_to_table, query => [ id => $invoice->id ]  );
840
841   return @$linked_records ? 1 : 0;
842 };
843
844 sub init_problems { [] }
845
846 sub init_models {
847   my ($self) = @_;
848
849   SL::Controller::Helper::GetModels->new(
850     controller => $self,
851     sorted     => {
852       _default => {
853         by  => 'transdate',
854         dir => 0,   # 1 = ASC, 0 = DESC : default sort is newest at top
855       },
856       transdate             => t8('Transdate'),
857       remote_name           => t8('Remote name'),
858       amount                => t8('Amount'),
859       invoice_amount        => t8('Assigned'),
860       invoices              => t8('Linked invoices'),
861       valutadate            => t8('Valutadate'),
862       remote_account_number => t8('Remote account number'),
863       remote_bank_code      => t8('Remote bank code'),
864       currency              => t8('Currency'),
865       purpose               => t8('Purpose'),
866       local_account_number  => t8('Local account number'),
867       local_bank_code       => t8('Local bank code'),
868       local_bank_name       => t8('Bank account'),
869     },
870     with_objects => [ 'local_bank_account', 'currency' ],
871   );
872 }
873
874 sub load_ap_record_template_url {
875   my ($self, $template) = @_;
876
877   return $self->url_for(
878     controller                 => 'ap.pl',
879     action                     => 'load_record_template',
880     id                         => $template->id,
881     'form_defaults.amount_1'   => $::form->format_amount(\%::myconfig, -1 * $self->transaction->amount, 2),
882     'form_defaults.transdate'  => $self->transaction->transdate_as_date,
883     'form_defaults.duedate'    => $self->transaction->transdate_as_date,
884     'form_defaults.datepaid_1' => $self->transaction->transdate_as_date,
885     'form_defaults.paid_1'     => $::form->format_amount(\%::myconfig, -1 * $self->transaction->amount, 2),
886     'form_defaults.currency'   => $self->transaction->currency->name,
887     'form_defaults.AP_paid_1'  => $self->transaction->local_bank_account->chart->accno,
888     'form_defaults.callback'   => $self->callback,
889   );
890 }
891
892 1;
893 __END__
894
895 =pod
896
897 =encoding utf8
898
899 =head1 NAME
900
901 SL::Controller::BankTransaction - Posting payments to invoices from
902 bank transactions imported earlier
903
904 =head1 FUNCTIONS
905
906 =over 4
907
908 =item C<save_single_bank_transaction %params>
909
910 Takes a bank transaction ID (as parameter C<bank_transaction_id> and
911 tries to post its amount to a certain number of invoices (parameter
912 C<invoice_ids>, an array ref of database IDs to purchase or sales
913 invoice objects).
914
915 The whole function is wrapped in a database transaction. If an
916 exception occurs the bank transaction is not posted at all. The same
917 is true if the code detects an error during the execution, e.g. a bank
918 transaction that's already been posted earlier. In both cases the
919 database transaction will be rolled back.
920
921 If warnings but not errors occur the database transaction is still
922 committed.
923
924 The return value is an error object or C<undef> if the function
925 succeeded. The calling function will collect all warnings and errors
926 and display them in a nicely formatted table if any occurred.
927
928 An error object is a hash reference containing the following members:
929
930 =over 2
931
932 =item * C<result> — can be either C<warning> or C<error>. Warnings are
933 displayed slightly different than errors.
934
935 =item * C<message> — a human-readable message included in the list of
936 errors meant as the description of why the problem happened
937
938 =item * C<bank_transaction_id>, C<invoice_ids> — the same parameters
939 that the function was called with
940
941 =item * C<bank_transaction> — the database object
942 (C<SL::DB::BankTransaction>) corresponding to C<bank_transaction_id>
943
944 =item * C<invoices> — an array ref of the database objects (either
945 C<SL::DB::Invoice> or C<SL::DB::PurchaseInvoice>) corresponding to
946 C<invoice_ids>
947
948 =back
949
950 =back
951
952 =head1 AUTHOR
953
954 Niclas Zimmermann E<lt>niclas@kivitendo-premium.deE<gt>,
955 Geoffrey Richardson E<lt>information@richardson-bueren.deE<gt>
956
957 =cut