1 package SL::Controller::BankTransaction;
3 # idee- möglichkeit bankdaten zu übernehmen in stammdaten
4 # erst Kontenabgleich, um alle gl-Einträge wegzuhaben
7 use parent qw(SL::Controller::Base);
9 use SL::Controller::Helper::GetModels;
10 use SL::Controller::Helper::ReportGenerator;
11 use SL::ReportGenerator;
13 use SL::DB::BankTransaction;
14 use SL::Helper::Flash;
15 use SL::Locale::String;
18 use SL::DB::PurchaseInvoice;
19 use SL::DB::RecordLink;
22 use SL::DB::AccTransaction;
25 use SL::DB::BankAccount;
26 use SL::DBUtils qw(like);
28 use List::Util qw(max);
30 use Rose::Object::MakeMethods::Generic
32 'scalar --get_set_init' => [ qw(models) ],
35 __PACKAGE__->run_before('check_auth');
45 my $bank_accounts = SL::DB::Manager::BankAccount->get_all_sorted( query => [ obsolete => 0 ] );
47 $self->render('bank_transactions/search',
48 BANK_ACCOUNTS => $bank_accounts);
54 $self->make_filter_summary;
55 $self->prepare_report;
57 $self->report_generator_list_objects(report => $self->{report}, objects => $self->models->get);
63 if (!$::form->{filter}{bank_account}) {
64 flash('error', t8('No bank account chosen!'));
69 my $sort_by = $::form->{sort_by} || 'transdate';
70 $sort_by = 'transdate' if $sort_by eq 'proposal';
71 $sort_by .= $::form->{sort_dir} ? ' DESC' : ' ASC';
73 my $fromdate = $::locale->parse_date_to_object($::form->{filter}->{fromdate});
74 my $todate = $::locale->parse_date_to_object($::form->{filter}->{todate});
75 $todate->add( days => 1 ) if $todate;
78 push @where, (transdate => { ge => $fromdate }) if ($fromdate);
79 push @where, (transdate => { lt => $todate }) if ($todate);
80 my $bank_account = SL::DB::Manager::BankAccount->find_by( id => $::form->{filter}{bank_account} );
81 # bank_transactions no younger than starting date,
82 # but OPEN invoices to be matched may be from before
83 if ( $bank_account->reconciliation_starting_date ) {
84 push @where, (transdate => { gt => $bank_account->reconciliation_starting_date });
87 my $bank_transactions = SL::DB::Manager::BankTransaction->get_all(where => [ amount => {ne => \'invoice_amount'},
88 local_bank_account_id => $::form->{filter}{bank_account},
90 with_objects => [ 'local_bank_account', 'currency' ],
91 sort_by => $sort_by, limit => 10000);
93 my $all_open_ar_invoices = SL::DB::Manager::Invoice->get_all(where => [amount => { gt => \'paid' }], with_objects => 'customer');
94 my $all_open_ap_invoices = SL::DB::Manager::PurchaseInvoice->get_all(where => [amount => { gt => \'paid' }], with_objects => 'vendor');
96 my @all_open_invoices;
97 # filter out invoices with less than 1 cent outstanding
98 push @all_open_invoices, grep { abs($_->amount - $_->paid) >= 0.01 } @{ $all_open_ar_invoices };
99 push @all_open_invoices, grep { abs($_->amount - $_->paid) >= 0.01 } @{ $all_open_ap_invoices };
101 # try to match each bank_transaction with each of the possible open invoices
104 foreach my $bt (@{ $bank_transactions }) {
105 next unless $bt->{remote_name}; # bank has no name, usually fees, use create invoice to assign
107 $bt->{remote_name} .= $bt->{remote_name_1} if $bt->{remote_name_1};
109 # try to match the current $bt to each of the open_invoices, saving the
110 # results of get_agreement_with_invoice in $open_invoice->{agreement} and
111 # $open_invoice->{rule_matches}.
113 # The values are overwritten each time a new bt is checked, so at the end
114 # of each bt the likely results are filtered and those values are stored in
115 # the arrays $bt->{proposals} and $bt->{rule_matches}, and the agreement
116 # score is stored in $bt->{agreement}
118 foreach my $open_invoice (@all_open_invoices){
119 ($open_invoice->{agreement}, $open_invoice->{rule_matches}) = $bt->get_agreement_with_invoice($open_invoice);
122 $bt->{proposals} = [];
125 my $min_agreement = 3; # suggestions must have at least this score
127 my $max_agreement = max map { $_->{agreement} } @all_open_invoices;
129 # add open_invoices with highest agreement into array $bt->{proposals}
130 if ( $max_agreement >= $min_agreement ) {
131 $bt->{proposals} = [ grep { $_->{agreement} == $max_agreement } @all_open_invoices ];
132 $bt->{agreement} = $max_agreement; #scalar @{ $bt->{proposals} } ? $agreement + 1 : '';
134 # store the rule_matches in a separate array, so they can be displayed in template
135 foreach ( @{ $bt->{proposals} } ) {
136 push(@{$bt->{rule_matches}}, $_->{rule_matches});
142 # separate filter for proposals (second tab, agreement >= 5 and exactly one match)
143 # to qualify as a proposal there has to be
144 # * agreement >= 5 TODO: make threshold configurable in configuration
145 # * there must be only one exact match
146 # * depending on whether sales or purchase the amount has to have the correct sign (so Gutschriften don't work?)
147 my $proposal_threshold = 5;
148 my @proposals = grep { $_->{agreement} >= $proposal_threshold
149 and 1 == scalar @{ $_->{proposals} }
150 and (@{ $_->{proposals} }[0]->is_sales ? abs(@{ $_->{proposals} }[0]->amount - $_->amount) < 0.01 : abs(@{ $_->{proposals} }[0]->amount + $_->amount) < 0.01) } @{ $bank_transactions };
152 # sort bank transaction proposals by quality (score) of proposal
153 $bank_transactions = [ sort { $a->{agreement} <=> $b->{agreement} } @{ $bank_transactions } ] if $::form->{sort_by} eq 'proposal' and $::form->{sort_dir} == 1;
154 $bank_transactions = [ sort { $b->{agreement} <=> $a->{agreement} } @{ $bank_transactions } ] if $::form->{sort_by} eq 'proposal' and $::form->{sort_dir} == 0;
157 $self->render('bank_transactions/list',
158 title => t8('Bank transactions MT940'),
159 BANK_TRANSACTIONS => $bank_transactions,
160 PROPOSALS => \@proposals,
161 bank_account => $bank_account );
164 sub action_assign_invoice {
167 $self->{transaction} = SL::DB::Manager::BankTransaction->find_by(id => $::form->{bt_id});
169 $self->render('bank_transactions/assign_invoice', { layout => 0 },
170 title => t8('Assign invoice'),);
173 sub action_create_invoice {
175 my %myconfig = %main::myconfig;
177 $self->{transaction} = SL::DB::Manager::BankTransaction->find_by(id => $::form->{bt_id});
178 my $vendor_of_transaction = SL::DB::Manager::Vendor->find_by(account_number => $self->{transaction}->{remote_account_number});
180 my $drafts = SL::DB::Manager::Draft->get_all(where => [ module => 'ap'] , with_objects => 'employee');
184 foreach my $draft ( @{ $drafts } ) {
185 my $draft_as_object = YAML::Load($draft->form);
186 my $vendor = SL::DB::Manager::Vendor->find_by(id => $draft_as_object->{vendor_id});
187 $draft->{vendor} = $vendor->name;
188 $draft->{vendor_id} = $vendor->id;
189 push @filtered_drafts, $draft;
193 @filtered_drafts = grep { $_->{vendor_id} == $vendor_of_transaction->id } @filtered_drafts if $vendor_of_transaction;
195 my $all_vendors = SL::DB::Manager::Vendor->get_all();
197 $self->render('bank_transactions/create_invoice', { layout => 0 },
198 title => t8('Create invoice'),
199 DRAFTS => \@filtered_drafts,
200 vendor_id => $vendor_of_transaction ? $vendor_of_transaction->id : undef,
201 vendor_name => $vendor_of_transaction ? $vendor_of_transaction->name : undef,
202 ALL_VENDORS => $all_vendors,
203 limit => $myconfig{vclimit},
204 callback => $self->url_for(action => 'list',
205 'filter.bank_account' => $::form->{filter}->{bank_account},
206 'filter.todate' => $::form->{filter}->{todate},
207 'filter.fromdate' => $::form->{filter}->{fromdate}),
211 sub action_ajax_payment_suggestion {
214 # based on a BankTransaction ID and a Invoice or PurchaseInvoice ID passed via $::form,
215 # create an HTML blob to be used by the js function add_invoices in templates/webpages/bank_transactions/list.html
216 # and return encoded as JSON
218 my $bt = SL::DB::Manager::BankTransaction->find_by( id => $::form->{bt_id} );
219 my $invoice = SL::DB::Manager::Invoice->find_by( id => $::form->{prop_id} );
220 $invoice = SL::DB::Manager::PurchaseInvoice->find_by( id => $::form->{prop_id} ) unless $invoice;
222 die unless $bt and $invoice;
224 my @select_options = $invoice->get_payment_select_options_for_bank_transaction($::form->{bt_id});
227 $html .= SL::Presenter->input_tag('invoice_ids.' . $::form->{bt_id} . '[]', $::form->{prop_id} , type => 'hidden');
228 $html .= SL::Presenter->escape( $invoice->invnumber );
229 $html .= SL::Presenter->select_tag('invoice_skontos.' . $::form->{bt_id} . '[]', \@select_options,
230 value_key => 'payment_type',
231 title_key => 'display' ) if @select_options;
232 $html .= '<a href=# onclick="delete_invoice(' . $::form->{bt_id} . ',' . $::form->{prop_id} . ');">x</a>';
233 $html = SL::Presenter->html_tag('div', $html, id => $::form->{bt_id} . '.' . $::form->{prop_id});
235 $self->render(\ SL::JSON::to_json( { 'html' => $html } ), { layout => 0, type => 'json', process => 0 });
238 sub action_filter_drafts {
241 $self->{transaction} = SL::DB::Manager::BankTransaction->find_by(id => $::form->{bt_id});
242 my $vendor_of_transaction = SL::DB::Manager::Vendor->find_by(account_number => $self->{transaction}->{remote_account_number});
244 my $drafts = SL::DB::Manager::Draft->get_all(with_objects => 'employee');
248 foreach my $draft ( @{ $drafts } ) {
249 my $draft_as_object = YAML::Load($draft->form);
250 my $vendor = SL::DB::Manager::Vendor->find_by(id => $draft_as_object->{vendor_id});
251 $draft->{vendor} = $vendor->name;
252 $draft->{vendor_id} = $vendor->id;
253 push @filtered_drafts, $draft;
256 my $vendor_name = $::form->{vendor};
257 my $vendor_id = $::form->{vendor_id};
260 @filtered_drafts = grep { $_->{vendor_id} == $vendor_id } @filtered_drafts if $vendor_id;
261 @filtered_drafts = grep { $_->{vendor} =~ /$vendor_name/i } @filtered_drafts if $vendor_name;
263 my $output = $self->render(
264 'bank_transactions/filter_drafts',
266 DRAFTS => \@filtered_drafts,
269 my %result = ( count => 0, html => $output );
271 $self->render(\to_json(\%result), { type => 'json', process => 0 });
274 sub action_ajax_add_list {
277 my @where_sale = (amount => { ne => \'paid' });
278 my @where_purchase = (amount => { ne => \'paid' });
280 if ($::form->{invnumber}) {
281 push @where_sale, (invnumber => { ilike => like($::form->{invnumber})});
282 push @where_purchase, (invnumber => { ilike => like($::form->{invnumber})});
285 if ($::form->{amount}) {
286 push @where_sale, (amount => $::form->parse_amount(\%::myconfig, $::form->{amount}));
287 push @where_purchase, (amount => $::form->parse_amount(\%::myconfig, $::form->{amount}));
290 if ($::form->{vcnumber}) {
291 push @where_sale, ('customer.customernumber' => { ilike => like($::form->{vcnumber})});
292 push @where_purchase, ('vendor.vendornumber' => { ilike => like($::form->{vcnumber})});
295 if ($::form->{vcname}) {
296 push @where_sale, ('customer.name' => { ilike => like($::form->{vcname})});
297 push @where_purchase, ('vendor.name' => { ilike => like($::form->{vcname})});
300 if ($::form->{transdatefrom}) {
301 my $fromdate = $::locale->parse_date_to_object($::form->{transdatefrom});
302 if ( ref($fromdate) eq 'DateTime' ) {
303 push @where_sale, ('transdate' => { ge => $fromdate});
304 push @where_purchase, ('transdate' => { ge => $fromdate});
308 if ($::form->{transdateto}) {
309 my $todate = $::locale->parse_date_to_object($::form->{transdateto});
310 if ( ref($todate) eq 'DateTime' ) {
311 $todate->add(days => 1);
312 push @where_sale, ('transdate' => { lt => $todate});
313 push @where_purchase, ('transdate' => { lt => $todate});
317 my $all_open_ar_invoices = SL::DB::Manager::Invoice->get_all(where => \@where_sale, with_objects => 'customer');
318 my $all_open_ap_invoices = SL::DB::Manager::PurchaseInvoice->get_all(where => \@where_purchase, with_objects => 'vendor');
320 my @all_open_invoices = @{ $all_open_ar_invoices };
321 # add ap invoices, filtering out subcent open amounts
322 push @all_open_invoices, grep { abs($_->amount - $_->paid) >= 0.01 } @{ $all_open_ap_invoices };
324 @all_open_invoices = sort { $a->id <=> $b->id } @all_open_invoices;
326 my $output = $self->render(
327 'bank_transactions/add_list',
329 INVOICES => \@all_open_invoices,
332 my %result = ( count => 0, html => $output );
334 $self->render(\to_json(\%result), { type => 'json', process => 0 });
337 sub action_ajax_accept_invoices {
340 my @selected_invoices;
341 foreach my $invoice_id (@{ $::form->{invoice_id} || [] }) {
342 my $invoice_object = SL::DB::Manager::Invoice->find_by(id => $invoice_id);
343 $invoice_object ||= SL::DB::Manager::PurchaseInvoice->find_by(id => $invoice_id);
345 push @selected_invoices, $invoice_object;
348 $self->render('bank_transactions/invoices', { layout => 0 },
349 INVOICES => \@selected_invoices,
350 bt_id => $::form->{bt_id} );
353 sub action_save_invoices {
356 my $invoice_hash = delete $::form->{invoice_ids}; # each key (the bt line with a bt_id) contains an array of invoice_ids
357 my $skonto_hash = delete $::form->{invoice_skontos} || {}; # array containing the payment type, could be empty
359 # a bank_transaction may be assigned to several invoices, i.e. a customer
360 # might pay several open invoices with one transaction
362 while ( my ($bt_id, $invoice_ids) = each(%$invoice_hash) ) {
363 my $bank_transaction = SL::DB::Manager::BankTransaction->find_by(id => $bt_id);
364 my $sign = $bank_transaction->amount < 0 ? -1 : 1;
365 my $amount_of_transaction = $sign * $bank_transaction->amount;
368 foreach my $invoice_id (@{ $invoice_ids }) {
369 push @invoices, (SL::DB::Manager::Invoice->find_by(id => $invoice_id) || SL::DB::Manager::PurchaseInvoice->find_by(id => $invoice_id));
371 @invoices = sort { return 1 if ($a->is_sales and $a->amount > 0);
372 return 1 if (!$a->is_sales and $a->amount < 0);
373 return -1; } @invoices if $bank_transaction->amount > 0;
374 @invoices = sort { return -1 if ($a->is_sales and $a->amount > 0);
375 return -1 if (!$a->is_sales and $a->amount < 0);
376 return 1; } @invoices if $bank_transaction->amount < 0;
378 foreach my $invoice (@invoices) {
380 # Check if bank_transaction already has a link to the invoice, may only be linked once per invoice
381 # This might be caused by the user reloading a page and resending the form
382 die t8("Bank transaction with id #1 has already been linked to #2.", $bank_transaction->id, $invoice->displayable_name)
383 if _existing_record_link($bank_transaction, $invoice);
386 if ( defined $skonto_hash->{"$bt_id"} ) {
387 $payment_type = shift(@{ $skonto_hash->{"$bt_id"} });
389 $payment_type = 'without_skonto';
391 if ($amount_of_transaction == 0) {
392 flash('warning', $::locale->text('There are invoices which could not be paid by bank transaction #1 (Account number: #2, bank code: #3)!',
393 $bank_transaction->purpose,
394 $bank_transaction->remote_account_number,
395 $bank_transaction->remote_bank_code));
398 # pay invoice or go to the next bank transaction if the amount is not sufficiently high
399 if ($invoice->amount <= $amount_of_transaction) {
400 $invoice->pay_invoice(chart_id => $bank_transaction->local_bank_account->chart_id,
401 trans_id => $invoice->id,
402 amount => $invoice->amount,
403 payment_type => $payment_type,
404 transdate => $bank_transaction->transdate->to_kivitendo);
405 if ($invoice->is_sales) {
406 $amount_of_transaction -= $sign * $invoice->amount;
407 $bank_transaction->invoice_amount($bank_transaction->invoice_amount + $invoice->amount);
409 $amount_of_transaction += $sign * $invoice->amount if (!$invoice->is_sales);
410 $bank_transaction->invoice_amount($bank_transaction->invoice_amount - $invoice->amount);
413 $invoice->pay_invoice(chart_id => $bank_transaction->local_bank_account->chart_id,
414 trans_id => $invoice->id,
415 amount => $amount_of_transaction,
416 payment_type => $payment_type,
417 transdate => $bank_transaction->transdate->to_kivitendo);
418 $bank_transaction->invoice_amount($bank_transaction->amount) if $invoice->is_sales;
419 $bank_transaction->invoice_amount($bank_transaction->amount) if !$invoice->is_sales;
420 $amount_of_transaction = 0;
423 # Record a record link from the bank transaction to the invoice
425 from_table => 'bank_transactions',
427 to_table => $invoice->is_sales ? 'ar' : 'ap',
428 to_id => $invoice->id,
431 SL::DB::RecordLink->new(@props)->save;
433 $bank_transaction->save;
436 $self->action_list();
439 sub action_save_proposals {
442 foreach my $bt_id (@{ $::form->{proposal_ids} }) {
443 my $bt = SL::DB::Manager::BankTransaction->find_by(id => $bt_id);
445 my $arap = SL::DB::Manager::Invoice->find_by(id => $::form->{"proposed_invoice_$bt_id"});
446 $arap = SL::DB::Manager::PurchaseInvoice->find_by(id => $::form->{"proposed_invoice_$bt_id"}) if not defined $arap;
448 # check for existing record_link for that $bt and $arap
449 # do this before any changes to $bt are made
450 die t8("Bank transaction with id #1 has already been linked to #2.", $bt->id, $arap->displayable_name)
451 if _existing_record_link($bt, $arap);
454 $bt->invoice_amount($bt->amount);
458 $arap->pay_invoice(chart_id => $bt->local_bank_account->chart_id,
459 trans_id => $arap->id,
460 amount => $arap->amount,
461 transdate => $bt->transdate->to_kivitendo);
466 from_table => 'bank_transactions',
468 to_table => $arap->is_sales ? 'ar' : 'ap',
472 SL::DB::RecordLink->new(@props)->save;
475 flash('ok', t8('#1 proposal(s) saved.', scalar @{ $::form->{proposal_ids} }));
477 $self->action_list();
485 $::auth->assert('bank_transaction');
492 sub make_filter_summary {
495 my $filter = $::form->{filter} || {};
499 [ $filter->{"transdate:date::ge"}, $::locale->text('Transdate') . " " . $::locale->text('From Date') ],
500 [ $filter->{"transdate:date::le"}, $::locale->text('Transdate') . " " . $::locale->text('To Date') ],
501 [ $filter->{"valutadate:date::ge"}, $::locale->text('Valutadate') . " " . $::locale->text('From Date') ],
502 [ $filter->{"valutadate:date::le"}, $::locale->text('Valutadate') . " " . $::locale->text('To Date') ],
503 [ $filter->{"amount:number"}, $::locale->text('Amount') ],
504 [ $filter->{"bank_account_id:integer"}, $::locale->text('Local bank account') ],
508 push @filter_strings, "$_->[1]: $_->[0]" if $_->[0];
511 $self->{filter_summary} = join ', ', @filter_strings;
517 my $callback = $self->models->get_callback;
519 my $report = SL::ReportGenerator->new(\%::myconfig, $::form);
520 $self->{report} = $report;
522 my @columns = qw(local_bank_name transdate valudate remote_name remote_account_number remote_bank_code amount invoice_amount invoices currency purpose local_account_number local_bank_code id);
523 my @sortable = qw(local_bank_name transdate valudate remote_name remote_account_number remote_bank_code amount purpose local_account_number local_bank_code);
526 transdate => { sub => sub { $_[0]->transdate_as_date } },
527 valutadate => { sub => sub { $_[0]->valutadate_as_date } },
529 remote_account_number => { },
530 remote_bank_code => { },
531 amount => { sub => sub { $_[0]->amount_as_number },
533 invoice_amount => { sub => sub { $_[0]->invoice_amount_as_number },
535 invoices => { sub => sub { $_[0]->linked_invoices } },
536 currency => { sub => sub { $_[0]->currency->name } },
538 local_account_number => { sub => sub { $_[0]->local_bank_account->account_number } },
539 local_bank_code => { sub => sub { $_[0]->local_bank_account->bank_code } },
540 local_bank_name => { sub => sub { $_[0]->local_bank_account->name } },
544 map { $column_defs{$_}->{text} ||= $::locale->text( $self->models->get_sort_spec->{$_}->{title} ) } keys %column_defs;
546 $report->set_options(
547 std_column_visibility => 1,
548 controller_class => 'BankTransaction',
549 output_format => 'HTML',
550 top_info_text => $::locale->text('Bank transactions'),
551 title => $::locale->text('Bank transactions'),
552 allow_pdf_export => 1,
553 allow_csv_export => 1,
555 $report->set_columns(%column_defs);
556 $report->set_column_order(@columns);
557 $report->set_export_options(qw(list_all filter));
558 $report->set_options_from_form;
559 $self->models->disable_plugin('paginated') if $report->{options}{output_format} =~ /^(pdf|csv)$/i;
560 $self->models->set_report_generator_sort_options(report => $report, sortable_columns => \@sortable);
562 my $bank_accounts = SL::DB::Manager::BankAccount->get_all_sorted();
564 $report->set_options(
565 raw_top_info_text => $self->render('bank_transactions/report_top', { output => 0 }, BANK_ACCOUNTS => $bank_accounts),
566 raw_bottom_info_text => $self->render('bank_transactions/report_bottom', { output => 0 }),
570 sub _existing_record_link {
571 my ($bt, $invoice) = @_;
573 # check whether a record link from banktransaction $bt already exists to
574 # invoice $invoice, returns 1 if that is the case
576 die unless $bt->isa("SL::DB::BankTransaction") && ( $invoice->isa("SL::DB::Invoice") || $invoice->isa("SL::DB::PurchaseInvoice") );
578 my $linked_record_to_table = $invoice->is_sales ? 'Invoice' : 'PurchaseInvoice';
579 my $linked_records = $bt->linked_records( direction => 'to', to => $linked_record_to_table, query => [ id => $invoice->id ] );
581 return @$linked_records ? 1 : 0;
588 SL::Controller::Helper::GetModels->new(
593 dir => 0, # 1 = ASC, 0 = DESC : default sort is newest at top
595 transdate => t8('Transdate'),
596 remote_name => t8('Remote name'),
597 amount => t8('Amount'),
598 invoice_amount => t8('Assigned'),
599 invoices => t8('Linked invoices'),
600 valutadate => t8('Valutadate'),
601 remote_account_number => t8('Remote account number'),
602 remote_bank_code => t8('Remote bank code'),
603 currency => t8('Currency'),
604 purpose => t8('Purpose'),
605 local_account_number => t8('Local account number'),
606 local_bank_code => t8('Local bank code'),
607 local_bank_name => t8('Bank account'),
609 with_objects => [ 'local_bank_account', 'currency' ],