1 package SL::Controller::BankTransaction;
3 # idee- möglichkeit bankdaten zu übernehmen in stammdaten
4 # erst Kontenabgleich, um alle gl-Einträge wegzuhaben
7 use parent qw(SL::Controller::Base);
9 use SL::Controller::Helper::GetModels;
10 use SL::Controller::Helper::ReportGenerator;
11 use SL::ReportGenerator;
13 use SL::DB::BankTransaction;
14 use SL::Helper::Flash;
15 use SL::Locale::String;
18 use SL::DB::PurchaseInvoice;
19 use SL::DB::RecordLink;
22 use SL::DB::AccTransaction;
25 use SL::DB::BankAccount;
27 use SL::DB::Helper::Payment qw(validate_payment_type);
28 use List::Util qw(max);
30 use Rose::Object::MakeMethods::Generic
32 'scalar --get_set_init' => [ qw(models) ],
35 __PACKAGE__->run_before('check_auth');
45 my $bank_accounts = SL::DB::Manager::BankAccount->get_all_sorted( query => [ obsolete => 0 ] );
47 $self->render('bank_transactions/search',
48 BANK_ACCOUNTS => $bank_accounts);
54 $self->make_filter_summary;
55 $self->prepare_report;
57 $self->report_generator_list_objects(report => $self->{report}, objects => $self->models->get);
63 if (!$::form->{filter}{bank_account}) {
64 flash('error', t8('No bank account chosen!'));
69 my $sort_by = $::form->{sort_by} || 'transdate';
70 $sort_by = 'transdate' if $sort_by eq 'proposal';
71 $sort_by .= $::form->{sort_dir} ? ' DESC' : ' ASC';
73 my $fromdate = $::locale->parse_date_to_object($::form->{filter}->{fromdate});
74 my $todate = $::locale->parse_date_to_object($::form->{filter}->{todate});
75 $todate->add( days => 1 ) if $todate;
78 push @where, (transdate => { ge => $fromdate }) if ($fromdate);
79 push @where, (transdate => { lt => $todate }) if ($todate);
80 my $bank_account = SL::DB::Manager::BankAccount->find_by( id => $::form->{filter}{bank_account} );
81 # bank_transactions no younger than starting date,
82 # but OPEN invoices to be matched may be from before
83 if ( $bank_account->reconciliation_starting_date ) {
84 push @where, (transdate => { gt => $bank_account->reconciliation_starting_date });
87 my $bank_transactions = SL::DB::Manager::BankTransaction->get_all(where => [ amount => {ne => \'invoice_amount'},
88 local_bank_account_id => $::form->{filter}{bank_account},
90 with_objects => [ 'local_bank_account', 'currency' ],
91 sort_by => $sort_by, limit => 10000);
93 my $all_open_ar_invoices = SL::DB::Manager::Invoice->get_all(where => [amount => { gt => \'paid' }], with_objects => 'customer');
94 my $all_open_ap_invoices = SL::DB::Manager::PurchaseInvoice->get_all(where => [amount => { gt => \'paid' }], with_objects => 'vendor');
96 my @all_open_invoices;
97 # filter out invoices with less than 1 cent outstanding
98 push @all_open_invoices, grep { abs($_->amount - $_->paid) >= 0.01 } @{ $all_open_ar_invoices };
99 push @all_open_invoices, grep { abs($_->amount - $_->paid) >= 0.01 } @{ $all_open_ap_invoices };
101 # try to match each bank_transaction with each of the possible open invoices
104 foreach my $bt (@{ $bank_transactions }) {
105 next unless $bt->{remote_name}; # bank has no name, usually fees, use create invoice to assign
107 $bt->{remote_name} .= $bt->{remote_name_1} if $bt->{remote_name_1};
109 # try to match the current $bt to each of the open_invoices, saving the
110 # results of get_agreement_with_invoice in $open_invoice->{agreement} and
111 # $open_invoice->{rule_matches}.
113 # The values are overwritten each time a new bt is checked, so at the end
114 # of each bt the likely results are filtered and those values are stored in
115 # the arrays $bt->{proposals} and $bt->{rule_matches}, and the agreement
116 # score is stored in $bt->{agreement}
118 foreach my $open_invoice (@all_open_invoices){
119 ($open_invoice->{agreement}, $open_invoice->{rule_matches}) = $bt->get_agreement_with_invoice($open_invoice);
122 $bt->{proposals} = [];
125 my $min_agreement = 3; # suggestions must have at least this score
127 my $max_agreement = max map { $_->{agreement} } @all_open_invoices;
129 # add open_invoices with highest agreement into array $bt->{proposals}
130 if ( $max_agreement >= $min_agreement ) {
131 $bt->{proposals} = [ grep { $_->{agreement} == $max_agreement } @all_open_invoices ];
132 $bt->{agreement} = $max_agreement; #scalar @{ $bt->{proposals} } ? $agreement + 1 : '';
134 # store the rule_matches in a separate array, so they can be displayed in template
135 foreach ( @{ $bt->{proposals} } ) {
136 push(@{$bt->{rule_matches}}, $_->{rule_matches});
142 # separate filter for proposals (second tab, agreement >= 5 and exactly one match)
143 # to qualify as a proposal there has to be
144 # * agreement >= 5 TODO: make threshold configurable in configuration
145 # * there must be only one exact match
146 # * depending on whether sales or purchase the amount has to have the correct sign (so Gutschriften don't work?)
147 my $proposal_threshold = 5;
148 my @proposals = grep { $_->{agreement} >= $proposal_threshold
149 and 1 == scalar @{ $_->{proposals} }
150 and (@{ $_->{proposals} }[0]->is_sales ? abs(@{ $_->{proposals} }[0]->amount - $_->amount) < 0.01 : abs(@{ $_->{proposals} }[0]->amount + $_->amount) < 0.01) } @{ $bank_transactions };
152 # sort bank transaction proposals by quality (score) of proposal
153 $bank_transactions = [ sort { $a->{agreement} <=> $b->{agreement} } @{ $bank_transactions } ] if $::form->{sort_by} eq 'proposal' and $::form->{sort_dir} == 1;
154 $bank_transactions = [ sort { $b->{agreement} <=> $a->{agreement} } @{ $bank_transactions } ] if $::form->{sort_by} eq 'proposal' and $::form->{sort_dir} == 0;
157 $self->render('bank_transactions/list',
158 title => t8('Bank transactions MT940'),
159 BANK_TRANSACTIONS => $bank_transactions,
160 PROPOSALS => \@proposals,
161 bank_account => $bank_account );
164 sub action_assign_invoice {
167 $self->{transaction} = SL::DB::Manager::BankTransaction->find_by(id => $::form->{bt_id});
169 $self->render('bank_transactions/assign_invoice', { layout => 0 },
170 title => t8('Assign invoice'),);
173 sub action_create_invoice {
175 my %myconfig = %main::myconfig;
177 $self->{transaction} = SL::DB::Manager::BankTransaction->find_by(id => $::form->{bt_id});
178 my $vendor_of_transaction = SL::DB::Manager::Vendor->find_by(account_number => $self->{transaction}->{remote_account_number});
180 my $drafts = SL::DB::Manager::Draft->get_all(where => [ module => 'ap'] , with_objects => 'employee');
184 foreach my $draft ( @{ $drafts } ) {
185 my $draft_as_object = YAML::Load($draft->form);
186 my $vendor = SL::DB::Manager::Vendor->find_by(id => $draft_as_object->{vendor_id});
187 $draft->{vendor} = $vendor->name;
188 $draft->{vendor_id} = $vendor->id;
189 push @filtered_drafts, $draft;
193 @filtered_drafts = grep { $_->{vendor_id} == $vendor_of_transaction->id } @filtered_drafts if $vendor_of_transaction;
195 my $all_vendors = SL::DB::Manager::Vendor->get_all();
197 $self->render('bank_transactions/create_invoice', { layout => 0 },
198 title => t8('Create invoice'),
199 DRAFTS => \@filtered_drafts,
200 vendor_id => $vendor_of_transaction ? $vendor_of_transaction->id : undef,
201 vendor_name => $vendor_of_transaction ? $vendor_of_transaction->name : undef,
202 ALL_VENDORS => $all_vendors,
203 limit => $myconfig{vclimit},
204 callback => $self->url_for(action => 'list',
205 'filter.bank_account' => $::form->{filter}->{bank_account},
206 'filter.todate' => $::form->{filter}->{todate},
207 'filter.fromdate' => $::form->{filter}->{fromdate}),
211 sub action_ajax_payment_suggestion {
214 # based on a BankTransaction ID and a Invoice or PurchaseInvoice ID passed via $::form,
215 # create an HTML blob to be used by the js function add_invoices in templates/webpages/bank_transactions/list.html
216 # and return encoded as JSON
218 my $bt = SL::DB::Manager::BankTransaction->find_by( id => $::form->{bt_id} );
219 my $invoice = SL::DB::Manager::Invoice->find_by( id => $::form->{prop_id} );
220 $invoice = SL::DB::Manager::PurchaseInvoice->find_by( id => $::form->{prop_id} ) unless $invoice;
222 die unless $bt and $invoice;
224 my @select_options = $invoice->get_payment_select_options_for_bank_transaction($::form->{bt_id});
227 $html .= SL::Presenter->input_tag('invoice_ids.' . $::form->{bt_id} . '[]', $::form->{prop_id} , type => 'hidden');
228 $html .= SL::Presenter->escape( $invoice->invnumber );
229 $html .= SL::Presenter->select_tag('invoice_skontos.' . $::form->{bt_id} . '[]', \@select_options,
230 value_key => 'payment_type',
231 title_key => 'display' ) if @select_options;
232 $html .= '<a href=# onclick="delete_invoice(' . $::form->{bt_id} . ',' . $::form->{prop_id} . ');">x</a>';
233 $html = SL::Presenter->html_tag('div', $html, id => $::form->{bt_id} . '.' . $::form->{prop_id});
235 $self->render(\ SL::JSON::to_json( { 'html' => $html } ), { layout => 0, type => 'json', process => 0 });
238 sub action_filter_drafts {
241 $self->{transaction} = SL::DB::Manager::BankTransaction->find_by(id => $::form->{bt_id});
242 my $vendor_of_transaction = SL::DB::Manager::Vendor->find_by(account_number => $self->{transaction}->{remote_account_number});
244 my $drafts = SL::DB::Manager::Draft->get_all(with_objects => 'employee');
248 foreach my $draft ( @{ $drafts } ) {
249 my $draft_as_object = YAML::Load($draft->form);
250 my $vendor = SL::DB::Manager::Vendor->find_by(id => $draft_as_object->{vendor_id});
251 $draft->{vendor} = $vendor->name;
252 $draft->{vendor_id} = $vendor->id;
253 push @filtered_drafts, $draft;
256 my $vendor_name = $::form->{vendor};
257 my $vendor_id = $::form->{vendor_id};
260 @filtered_drafts = grep { $_->{vendor_id} == $vendor_id } @filtered_drafts if $vendor_id;
261 @filtered_drafts = grep { $_->{vendor} =~ /$vendor_name/i } @filtered_drafts if $vendor_name;
263 my $output = $self->render(
264 'bank_transactions/filter_drafts',
266 DRAFTS => \@filtered_drafts,
269 my %result = ( count => 0, html => $output );
271 $self->render(\to_json(\%result), { type => 'json', process => 0 });
274 sub action_ajax_add_list {
277 my @where_sale = (amount => { ne => \'paid' });
278 my @where_purchase = (amount => { ne => \'paid' });
280 if ($::form->{invnumber}) {
281 push @where_sale, (invnumber => { ilike => '%' . $::form->{invnumber} . '%'});
282 push @where_purchase, (invnumber => { ilike => '%' . $::form->{invnumber} . '%'});
285 if ($::form->{amount}) {
286 push @where_sale, (amount => $::form->parse_amount(\%::myconfig, $::form->{amount}));
287 push @where_purchase, (amount => $::form->parse_amount(\%::myconfig, $::form->{amount}));
290 if ($::form->{vcnumber}) {
291 push @where_sale, ('customer.customernumber' => { ilike => '%' . $::form->{vcnumber} . '%'});
292 push @where_purchase, ('vendor.vendornumber' => { ilike => '%' . $::form->{vcnumber} . '%'});
295 if ($::form->{vcname}) {
296 push @where_sale, ('customer.name' => { ilike => '%' . $::form->{vcname} . '%'});
297 push @where_purchase, ('vendor.name' => { ilike => '%' . $::form->{vcname} . '%'});
300 if ($::form->{transdatefrom}) {
301 my $fromdate = $::locale->parse_date_to_object($::form->{transdatefrom});
302 if ( ref($fromdate) eq 'DateTime' ) {
303 push @where_sale, ('transdate' => { ge => $fromdate});
304 push @where_purchase, ('transdate' => { ge => $fromdate});
308 if ($::form->{transdateto}) {
309 my $todate = $::locale->parse_date_to_object($::form->{transdateto});
310 if ( ref($todate) eq 'DateTime' ) {
311 $todate->add(days => 1);
312 push @where_sale, ('transdate' => { lt => $todate});
313 push @where_purchase, ('transdate' => { lt => $todate});
317 my $all_open_ar_invoices = SL::DB::Manager::Invoice->get_all(where => \@where_sale, with_objects => 'customer');
318 my $all_open_ap_invoices = SL::DB::Manager::PurchaseInvoice->get_all(where => \@where_purchase, with_objects => 'vendor');
320 my @all_open_invoices;
321 # filter out subcent differences from ap invoices
322 push @all_open_invoices, grep { abs($_->amount - $_->paid) >= 0.01 } @{ $all_open_ap_invoices };
324 @all_open_invoices = sort { $a->id <=> $b->id } @all_open_invoices;
326 my $output = $self->render(
327 'bank_transactions/add_list',
329 INVOICES => \@all_open_invoices,
332 my %result = ( count => 0, html => $output );
334 $self->render(\to_json(\%result), { type => 'json', process => 0 });
337 sub action_ajax_accept_invoices {
340 my @selected_invoices;
341 foreach my $invoice_id (@{ $::form->{invoice_id} || [] }) {
342 my $invoice_object = SL::DB::Manager::Invoice->find_by(id => $invoice_id);
343 $invoice_object ||= SL::DB::Manager::PurchaseInvoice->find_by(id => $invoice_id);
345 push @selected_invoices, $invoice_object;
348 $self->render('bank_transactions/invoices', { layout => 0 },
349 INVOICES => \@selected_invoices,
350 bt_id => $::form->{bt_id} );
353 sub action_save_invoices {
356 my $invoice_hash = delete $::form->{invoice_ids}; # each key (the bt line with a bt_id) contains an array of invoice_ids
357 my $skonto_hash = delete $::form->{invoice_skontos} || {}; # array containing the payment type, could be empty
359 while ( my ($bt_id, $invoice_ids) = each(%$invoice_hash) ) {
360 my $bank_transaction = SL::DB::Manager::BankTransaction->find_by(id => $bt_id);
361 my $sign = $bank_transaction->amount < 0 ? -1 : 1;
362 my $amount_of_transaction = $sign * $bank_transaction->amount;
365 foreach my $invoice_id (@{ $invoice_ids }) {
366 push @invoices, (SL::DB::Manager::Invoice->find_by(id => $invoice_id) || SL::DB::Manager::PurchaseInvoice->find_by(id => $invoice_id));
368 @invoices = sort { return 1 if ($a->is_sales and $a->amount > 0);
369 return 1 if (!$a->is_sales and $a->amount < 0);
370 return -1; } @invoices if $bank_transaction->amount > 0;
371 @invoices = sort { return -1 if ($a->is_sales and $a->amount > 0);
372 return -1 if (!$a->is_sales and $a->amount < 0);
373 return 1; } @invoices if $bank_transaction->amount < 0;
375 foreach my $invoice (@invoices) {
377 if ( defined $skonto_hash->{"$bt_id"} ) {
378 $payment_type = shift(@{ $skonto_hash->{"$bt_id"} });
379 SL::DB::Helper::Payment->validate_payment_type($payment_type);
381 $payment_type = 'without_skonto';
383 if ($amount_of_transaction == 0) {
384 flash('warning', $::locale->text('There are invoices which could not be paid by bank transaction #1 (Account number: #2, bank code: #3)!',
385 $bank_transaction->purpose,
386 $bank_transaction->remote_account_number,
387 $bank_transaction->remote_bank_code));
390 #pay invoice or go to the next bank transaction if the amount is not sufficiently high
391 if ($invoice->amount <= $amount_of_transaction) {
392 $invoice->pay_invoice(chart_id => $bank_transaction->local_bank_account->chart_id,
393 trans_id => $invoice->id,
394 amount => $invoice->amount,
395 payment_type => $payment_type,
396 transdate => $bank_transaction->transdate->to_kivitendo);
397 if ($invoice->is_sales) {
398 $amount_of_transaction -= $sign * $invoice->amount;
399 $bank_transaction->invoice_amount($bank_transaction->invoice_amount + $invoice->amount);
401 $amount_of_transaction += $sign * $invoice->amount if (!$invoice->is_sales);
402 $bank_transaction->invoice_amount($bank_transaction->invoice_amount - $invoice->amount);
405 $invoice->pay_invoice(chart_id => $bank_transaction->local_bank_account->chart_id,
406 trans_id => $invoice->id,
407 amount => $amount_of_transaction,
408 payment_type => $payment_type,
409 transdate => $bank_transaction->transdate->to_kivitendo);
410 $bank_transaction->invoice_amount($bank_transaction->amount) if $invoice->is_sales;
411 $bank_transaction->invoice_amount($bank_transaction->amount) if !$invoice->is_sales;
412 $amount_of_transaction = 0;
415 #Record a link from the bank transaction to the invoice
417 from_table => 'bank_transactions',
419 to_table => $invoice->is_sales ? 'ar' : 'ap',
420 to_id => $invoice->id,
423 my $existing = SL::DB::Manager::RecordLink->get_all(where => \@props, limit => 1)->[0];
425 SL::DB::RecordLink->new(@props)->save if !$existing;
427 $bank_transaction->save;
430 $self->action_list();
433 sub action_save_proposals {
436 foreach my $bt_id (@{ $::form->{proposal_ids} }) {
438 my $bt = SL::DB::Manager::BankTransaction->find_by(id => $bt_id);
439 $bt->invoice_amount($bt->amount);
443 my $arap = SL::DB::Manager::Invoice->find_by(id => $::form->{"proposed_invoice_$bt_id"});
444 $arap = SL::DB::Manager::PurchaseInvoice->find_by(id => $::form->{"proposed_invoice_$bt_id"}) if not defined $arap;
445 $arap->pay_invoice(chart_id => $bt->local_bank_account->chart_id,
446 trans_id => $arap->id,
447 amount => $arap->amount,
448 transdate => $bt->transdate->to_kivitendo);
453 from_table => 'bank_transactions',
455 to_table => $arap->is_sales ? 'ar' : 'ap',
459 my $existing = SL::DB::Manager::RecordLink->get_all(where => \@props, limit => 1)->[0];
461 SL::DB::RecordLink->new(@props)->save if !$existing;
464 flash('ok', t8('#1 proposal(s) saved.', scalar @{ $::form->{proposal_ids} }));
466 $self->action_list();
474 $::auth->assert('bank_transaction');
481 sub make_filter_summary {
484 my $filter = $::form->{filter} || {};
488 [ $filter->{"transdate:date::ge"}, $::locale->text('Transdate') . " " . $::locale->text('From Date') ],
489 [ $filter->{"transdate:date::le"}, $::locale->text('Transdate') . " " . $::locale->text('To Date') ],
490 [ $filter->{"valutadate:date::ge"}, $::locale->text('Valutadate') . " " . $::locale->text('From Date') ],
491 [ $filter->{"valutadate:date::le"}, $::locale->text('Valutadate') . " " . $::locale->text('To Date') ],
492 [ $filter->{"amount:number"}, $::locale->text('Amount') ],
493 [ $filter->{"bank_account_id:integer"}, $::locale->text('Local bank account') ],
497 push @filter_strings, "$_->[1]: $_->[0]" if $_->[0];
500 $self->{filter_summary} = join ', ', @filter_strings;
506 my $callback = $self->models->get_callback;
508 my $report = SL::ReportGenerator->new(\%::myconfig, $::form);
509 $self->{report} = $report;
511 my @columns = qw(local_bank_name transdate valudate remote_name remote_account_number remote_bank_code amount invoice_amount invoices currency purpose local_account_number local_bank_code id);
512 my @sortable = qw(local_bank_name transdate valudate remote_name remote_account_number remote_bank_code amount purpose local_account_number local_bank_code);
515 transdate => { sub => sub { $_[0]->transdate_as_date } },
516 valutadate => { sub => sub { $_[0]->valutadate_as_date } },
518 remote_account_number => { },
519 remote_bank_code => { },
520 amount => { sub => sub { $_[0]->amount_as_number },
522 invoice_amount => { sub => sub { $_[0]->invoice_amount_as_number },
524 invoices => { sub => sub { $_[0]->linked_invoices } },
525 currency => { sub => sub { $_[0]->currency->name } },
527 local_account_number => { sub => sub { $_[0]->local_bank_account->account_number } },
528 local_bank_code => { sub => sub { $_[0]->local_bank_account->bank_code } },
529 local_bank_name => { sub => sub { $_[0]->local_bank_account->name } },
533 map { $column_defs{$_}->{text} ||= $::locale->text( $self->models->get_sort_spec->{$_}->{title} ) } keys %column_defs;
535 $report->set_options(
536 std_column_visibility => 1,
537 controller_class => 'BankTransaction',
538 output_format => 'HTML',
539 top_info_text => $::locale->text('Bank transactions'),
540 title => $::locale->text('Bank transactions'),
541 allow_pdf_export => 1,
542 allow_csv_export => 1,
544 $report->set_columns(%column_defs);
545 $report->set_column_order(@columns);
546 $report->set_export_options(qw(list_all filter));
547 $report->set_options_from_form;
548 $self->models->disable_plugin('paginated') if $report->{options}{output_format} =~ /^(pdf|csv)$/i;
549 $self->models->set_report_generator_sort_options(report => $report, sortable_columns => \@sortable);
551 my $bank_accounts = SL::DB::Manager::BankAccount->get_all_sorted();
553 $report->set_options(
554 raw_top_info_text => $self->render('bank_transactions/report_top', { output => 0 }, BANK_ACCOUNTS => $bank_accounts),
555 raw_bottom_info_text => $self->render('bank_transactions/report_bottom', { output => 0 }),
562 SL::Controller::Helper::GetModels->new(
567 dir => 0, # 1 = ASC, 0 = DESC : default sort is newest at top
569 transdate => t8('Transdate'),
570 remote_name => t8('Remote name'),
571 amount => t8('Amount'),
572 invoice_amount => t8('Assigned'),
573 invoices => t8('Linked invoices'),
574 valutadate => t8('Valutadate'),
575 remote_account_number => t8('Remote account number'),
576 remote_bank_code => t8('Remote bank code'),
577 currency => t8('Currency'),
578 purpose => t8('Purpose'),
579 local_account_number => t8('Local account number'),
580 local_bank_code => t8('Local bank code'),
581 local_bank_name => t8('Bank account'),
583 with_objects => [ 'local_bank_account', 'currency' ],