1 package SL::Controller::CsvImport::ARTransaction;
5 use List::MoreUtils qw(any);
9 use SL::Controller::CsvImport::Helper::Consistency;
11 use SL::DB::AccTransaction;
12 use SL::DB::Department;
19 use parent qw(SL::Controller::CsvImport::BaseMulti);
21 use Rose::Object::MakeMethods::Generic
23 'scalar --get_set_init' => [ qw(settings charts_by taxkeys_by) ],
29 $self->class(['SL::DB::Invoice', 'SL::DB::AccTransaction']);
32 sub set_profile_defaults {
35 $self->controller->profile->_set_defaults(
36 ar_column => $::locale->text('Invoice'),
37 transaction_column => $::locale->text('AccTransaction'),
38 max_amount_diff => 0.02,
46 return { map { ( $_ => $self->controller->profile->get($_) ) } qw(ar_column transaction_column max_amount_diff) };
52 my $profile = $self->SUPER::init_profile;
54 # SUPER::init_profile sets row_ident to the translated class name
55 # overwrite it with the user specified settings
56 # TODO: remove hardcoded row_idents
57 foreach my $p (@{ $profile }) {
58 if ($p->{class} eq 'SL::DB::Invoice') {
59 $p->{row_ident} = $self->_ar_column;
61 if ($p->{class} eq 'SL::DB::AccTransaction') {
62 $p->{row_ident} = $self->_transaction_column;
66 foreach my $p (@{ $profile }) {
67 my $prof = $p->{profile};
68 if ($p->{row_ident} eq $self->_ar_column) {
70 delete @{$prof}{qw(delivery_customer_id delivery_vendor_id )};
72 if ($p->{row_ident} eq $self->_transaction_column) {
74 delete @{$prof}{qw(trans_id)};
82 sub setup_displayable_columns {
85 $self->SUPER::setup_displayable_columns;
87 $self->add_displayable_columns($self->_ar_column,
88 { name => 'datatype', description => $self->_ar_column . ' [1]' },
89 { name => 'currency', description => $::locale->text('Currency') },
90 { name => 'cusordnumber', description => $::locale->text('Customer Order Number') },
91 { name => 'direct_debit', description => $::locale->text('direct debit') },
92 { name => 'donumber', description => $::locale->text('Delivery Order Number') },
93 { name => 'duedate', description => $::locale->text('Due Date') },
94 { name => 'delivery_term_id', description => $::locale->text('Delivery terms (database ID)') },
95 { name => 'delivery_term', description => $::locale->text('Delivery terms (name)') },
96 { name => 'deliverydate', description => $::locale->text('Delivery Date') },
97 { name => 'employee_id', description => $::locale->text('Employee (database ID)') },
98 { name => 'intnotes', description => $::locale->text('Internal Notes') },
99 { name => 'notes', description => $::locale->text('Notes') },
100 { name => 'invnumber', description => $::locale->text('Invoice Number') },
101 { name => 'quonumber', description => $::locale->text('Quotation Number') },
102 { name => 'reqdate', description => $::locale->text('Reqdate') },
103 { name => 'salesman_id', description => $::locale->text('Salesman (database ID)') },
104 { name => 'transaction_description', description => $::locale->text('Transaction description') },
105 { name => 'transdate', description => $::locale->text('Invoice Date') },
106 { name => 'verify_amount', description => $::locale->text('Amount (for verification)') . ' [2]' },
107 { name => 'verify_netamount', description => $::locale->text('Net amount (for verification)') . ' [2]'},
108 { name => 'taxincluded', description => $::locale->text('Tax Included') },
109 { name => 'customer', description => $::locale->text('Customer (name)') },
110 { name => 'customernumber', description => $::locale->text('Customer Number') },
111 { name => 'customer_gln', description => $::locale->text('Customer GLN') },
112 { name => 'customer_id', description => $::locale->text('Customer (database ID)') },
113 { name => 'language_id', description => $::locale->text('Language (database ID)') },
114 { name => 'language', description => $::locale->text('Language (name)') },
115 { name => 'payment_id', description => $::locale->text('Payment terms (database ID)') },
116 { name => 'payment', description => $::locale->text('Payment terms (name)') },
117 { name => 'taxzone_id', description => $::locale->text('Tax zone (database ID)') },
118 { name => 'taxzone', description => $::locale->text('Tax zone (description)') },
119 { name => 'department_id', description => $::locale->text('Department (database ID)') },
120 { name => 'department', description => $::locale->text('Department (description)') },
121 { name => 'globalproject_id', description => $::locale->text('Document Project (database ID)') },
122 { name => 'globalprojectnumber', description => $::locale->text('Document Project (number)') },
123 { name => 'globalproject', description => $::locale->text('Document Project (description)') },
124 { name => 'archart', description => $::locale->text('Receivables account (account number)') },
125 { name => 'orddate', description => $::locale->text('Order Date') },
126 { name => 'ordnumber', description => $::locale->text('Order Number') },
127 { name => 'quonumber', description => $::locale->text('Quotation Number') },
128 { name => 'quodate', description => $::locale->text('Quotation Date') },
131 $self->add_displayable_columns($self->_transaction_column,
132 { name => 'datatype', description => $self->_transaction_column . ' [1]' },
133 { name => 'projectnumber', description => $::locale->text('Project (number)') },
134 { name => 'project', description => $::locale->text('Project (description)') },
135 { name => 'amount', description => $::locale->text('Amount') },
136 { name => 'accno', description => $::locale->text('Account number') },
137 { name => 'taxkey', description => $::locale->text('Taxkey') },
141 sub init_taxkeys_by {
144 my $all_taxes = SL::DB::Manager::Tax->get_all;
145 return { map { $_->taxkey => $_->id } @{ $all_taxes } };
152 my $all_charts = SL::DB::Manager::Chart->get_all;
153 return { map { my $col = $_; ( $col => { map { ( $_->$col => $_ ) } @{ $all_charts } } ) } qw(id accno) };
159 $self->controller->track_progress(phase => 'building data', progress => 0);
162 my $num_data = scalar @{ $self->controller->data };
165 foreach my $entry (@{ $self->controller->data }) {
166 $self->controller->track_progress(progress => $i/$num_data * 100) if $i % 100 == 0;
168 if ($entry->{raw_data}->{datatype} eq $self->_ar_column) {
169 $self->handle_invoice($entry);
170 $invoice_entry = $entry;
171 } elsif ($entry->{raw_data}->{datatype} eq $self->_transaction_column ) {
172 die "Cannot process transaction row without an invoice row" if !$invoice_entry;
173 $self->handle_transaction($entry, $invoice_entry);
175 die "unknown datatype";
180 } # finished data parsing
182 $self->add_transactions_to_ar(); # go through all data entries again, adding receivable entry to ar lines while calculating amount and netamount
184 $self->check_verify_amounts();
186 foreach my $entry (@{ $self->controller->data }) {
187 next unless ($entry->{raw_data}->{datatype} eq $self->_ar_column);
188 unless ( $entry->{object}->validate_acc_trans ) {
189 push @{ $entry->{errors} }, $::locale->text('Error: ar transaction doesn\'t validate');
193 # add info columns that aren't directly part of the object to be imported
194 # but are always determined or should always be shown because they are mandatory
195 $self->add_info_columns($self->_ar_column,
196 { header => $::locale->text('Customer/Vendor'), method => 'vc_name' },
197 { header => $::locale->text('Receivables account'), method => 'archart' },
198 { header => $::locale->text('Amount'), method => 'amount' },
199 { header => $::locale->text('Net amount'), method => 'netamount' },
200 { header => $::locale->text('Tax zone'), method => 'taxzone' });
202 # Adding info_header this way only works, if the first invoice $self->controller->data->[0]
204 # Todo: access via ->[0] ok? Better: search first order column and use this
205 $self->add_info_columns($self->_ar_column, { header => $::locale->text('Department'), method => 'department' }) if $self->controller->data->[0]->{info_data}->{department} or $self->controller->data->[0]->{raw_data}->{department};
207 $self->add_info_columns($self->_ar_column, { header => $::locale->text('Project Number'), method => 'globalprojectnumber' }) if $self->controller->data->[0]->{info_data}->{globalprojectnumber};
209 $self->add_columns($self->_ar_column,
210 map { "${_}_id" } grep { exists $self->controller->data->[0]->{raw_data}->{$_} } qw(payment department globalproject taxzone cp currency));
211 $self->add_columns($self->_ar_column, 'globalproject_id') if exists $self->controller->data->[0]->{raw_data}->{globalprojectnumber};
212 $self->add_columns($self->_ar_column, 'notes') if exists $self->controller->data->[0]->{raw_data}->{notes};
214 # Todo: access via ->[1] ok? Better: search first item column and use this
215 $self->add_info_columns($self->_transaction_column, { header => $::locale->text('Chart'), method => 'accno' });
216 $self->add_columns($self->_transaction_column, 'amount');
218 $self->add_info_columns($self->_transaction_column, { header => $::locale->text('Project Number'), method => 'projectnumber' }) if $self->controller->data->[1]->{info_data}->{projectnumber};
220 # $self->add_columns($self->_transaction_column,
221 # map { "${_}_id" } grep { exists $self->controller->data->[1]->{raw_data}->{$_} } qw(project price_factor pricegroup));
222 # $self->add_columns($self->_transaction_column,
223 # map { "${_}_id" } grep { exists $self->controller->data->[2]->{raw_data}->{$_} } qw(project price_factor pricegroup));
224 # $self->add_columns($self->_transaction_column, 'project_id') if exists $self->controller->data->[1]->{raw_data}->{projectnumber};
225 # $self->add_columns($self->_transaction_column, 'taxkey') if exists $self->controller->data->[1]->{raw_data}->{taxkey};
227 # If invoice has errors, add error for acc_trans items
228 # If acc_trans item has an error, add an error to the invoice item
230 foreach my $entry (@{ $self->controller->data }) {
232 if ($entry->{raw_data}->{datatype} eq $self->_ar_column) {
234 } elsif ( defined $ar_entry
235 && $entry->{raw_data}->{datatype} eq $self->_transaction_column
236 && scalar @{ $ar_entry->{errors} } > 0 ) {
237 push @{ $entry->{errors} }, $::locale->text('Error: invalid ar row for this transaction');
238 } elsif ( defined $ar_entry
239 && $entry->{raw_data}->{datatype} eq $self->_transaction_column
240 && scalar @{ $entry->{errors} } > 0 ) {
241 push @{ $ar_entry->{errors} }, $::locale->text('Error: invalid acc transactions for this ar row');
248 my ($self, $entry) = @_;
250 my $object = $entry->{object};
252 $object->transactions( [] ); # initialise transactions for ar object so methods work on unsaved transactions
255 if (any { $entry->{raw_data}->{$_} } qw(customer customernumber customer_gln customer_id)) {
256 $self->check_vc($entry, 'customer_id');
257 # check_vc only sets customer_id, but we need vc_obj later for customer defaults
258 $vc_obj = SL::DB::Customer->new(id => $object->customer_id)->load if $object->customer_id;
259 } elsif (any { $entry->{raw_data}->{$_} } qw(vendor vendornumber vendor_gln vendor_id)) {
260 $self->check_vc($entry, 'vendor_id');
261 $vc_obj = SL::DB::Vendor->new(id => $object->vendor_id)->load if $object->vendor_id;
263 push @{ $entry->{errors} }, $::locale->text('Error: Customer/vendor missing');
266 # check for duplicate invnumbers already in database
267 if ( SL::DB::Manager::Invoice->get_all_count( where => [ invnumber => $object->invnumber ] ) ) {
268 push @{ $entry->{errors} }, $::locale->text('Error: invnumber already exists');
271 $self->check_archart($entry); # checks for receivable account
272 # $self->check_amounts($entry); # checks and sets amount and netamount, use verify_amount and verify_netamount instead
273 $self->check_payment($entry); # currency default from customer used below
274 $self->check_department($entry);
275 $self->check_taxincluded($entry);
276 $self->check_project($entry, global => 1);
277 $self->check_taxzone($entry); # taxzone default from customer used below
278 $self->check_currency($entry); # currency default from customer used below
279 $self->handle_salesman($entry);
280 $self->handle_employee($entry);
283 # copy defaults from customer if not specified in import file
284 foreach (qw(payment_id language_id taxzone_id currency_id)) {
285 $object->$_($vc_obj->$_) unless $object->$_;
291 my ($self, $entry, $invoice_entry, $chart) = @_;
293 die "check_taxkey needs chart object as an argument" unless ref($chart) eq 'SL::DB::Chart';
294 # problem: taxkey is not unique in table tax, normally one of those entries is chosen directly from a dropdown
295 # so we check if the chart has an active taxkey, and if it matches the taxkey from the import, use the active taxkey
296 # if the chart doesn't have an active taxkey, use the first entry from Tax that matches the taxkey
298 my $object = $entry->{object};
299 my $invoice_object = $invoice_entry->{object};
301 unless ( defined $entry->{raw_data}->{taxkey} ) {
302 push @{ $entry->{errors} }, $::locale->text('Error: taxkey missing'); # don't just assume 0, force taxkey in import
306 my $tax = $chart->get_active_taxkey($invoice_object->deliverydate // $invoice_object->transdate // DateTime->today_local)->tax;
307 if ( $entry->{raw_data}->{taxkey} != $tax->taxkey ) {
308 # assume there is only one tax entry with that taxkey, can't guess
309 $tax = SL::DB::Manager::Tax->get_first( where => [ taxkey => $entry->{raw_data}->{taxkey} ]);
313 push @{ $entry->{errors} }, $::locale->text('Error: invalid taxkey');
317 $object->taxkey($tax->taxkey);
318 $object->tax_id($tax->id);
323 my ($self, $entry) = @_;
324 # currently not used in favour of verify_amount and verify_netamount
326 my $object = $entry->{object};
328 unless ($entry->{raw_data}->{amount} && $entry->{raw_data}->{netamount}) {
329 push @{ $entry->{errors} }, $::locale->text('Error: need amount and netamount');
332 unless ($entry->{raw_data}->{amount} * 1 && $entry->{raw_data}->{netamount} * 1) {
333 push @{ $entry->{errors} }, $::locale->text('Error: amount and netamount need to be numeric');
337 $object->amount( $entry->{raw_data}->{amount} );
338 $object->netamount( $entry->{raw_data}->{netamount} );
341 sub handle_transaction {
342 my ($self, $entry, $invoice_entry) = @_;
344 # Prepare acc_trans data. amount is dealt with in add_transactions_to_ar
346 my $object = $entry->{object};
348 $self->check_project($entry, global => 0);
349 if ( $self->check_chart($entry) ) {
350 my $chart_obj = SL::DB::Manager::Chart->find_by(id => $object->chart_id);
352 unless ( $chart_obj->link =~ /AR_amount/ ) {
353 push @{ $entry->{errors} }, $::locale->text('Error: chart isn\'t an ar_amount chart');
357 if ( $self->check_taxkey($entry, $invoice_entry, $chart_obj) ) {
358 # do nothing, taxkey was assigned, just continue
360 # missing taxkey, don't do anything
367 # check whether taxkey and automatic taxkey match
368 # die sprintf("taxkeys don't match: %s not equal default taxkey for chart %s: %s", $object->taxkey, $chart_obj->accno, $active_tax_for_chart->tax->taxkey) unless $object->taxkey == $active_tax_for_chart->tax->taxkey;
370 die "no taxkey for transaction object" unless $object->taxkey or $object->taxkey == 0;
375 my ($self, $entry) = @_;
377 my $object = $entry->{object};
379 if (any { $entry->{raw_data}->{$_} } qw(accno chart_id)) {
381 # Check whether or not chart ID is valid.
382 if ($object->chart_id && !$self->charts_by->{id}->{ $object->chart_id }) {
383 push @{ $entry->{errors} }, $::locale->text('Error: invalid chart_id');
387 # Map number to ID if given.
388 if (!$object->chart_id && $entry->{raw_data}->{accno}) {
389 my $chart = $self->charts_by->{accno}->{ $entry->{raw_data}->{accno} };
391 push @{ $entry->{errors} }, $::locale->text('Error: invalid chart (accno)');
395 $object->chart_id($chart->id);
398 # Map description to ID if given.
399 if (!$object->chart_id && $entry->{raw_data}->{description}) {
400 my $chart = $self->charts_by->{description}->{ $entry->{raw_data}->{description} };
402 push @{ $entry->{errors} }, $::locale->text('Error: invalid chart');
406 $object->chart_id($chart->id);
409 if ($object->chart_id) {
410 # add account number to preview
411 $entry->{info_data}->{accno} = $self->charts_by->{id}->{ $object->chart_id }->accno;
413 push @{ $entry->{errors} }, $::locale->text('Error: chart not found');
417 push @{ $entry->{errors} }, $::locale->text('Error: chart missing');
425 my ($self, $entry) = @_;
429 if ( $entry->{raw_data}->{archart} ) {
430 my $archart = $entry->{raw_data}->{archart};
431 $chart = SL::DB::Manager::Chart->find_by(accno => $archart);
433 push @{ $entry->{errors} }, $::locale->text("Error: can't find ar chart with accno #1", $archart);
436 } elsif ( $::instance_conf->get_ar_chart_id ) {
437 $chart = SL::DB::Manager::Chart->find_by(id => $::instance_conf->get_ar_chart_id);
439 push @{ $entry->{errors} }, $::locale->text("Error: neither archart passed, no default receivables chart configured");
443 unless ($chart->link eq 'AR') {
444 push @{ $entry->{errors} }, $::locale->text('Error: archart isn\'t an AR chart');
448 $entry->{info_data}->{archart} = $chart->accno;
449 $entry->{object}->{archart} = $chart;
453 sub check_taxincluded {
454 my ($self, $entry) = @_;
456 my $object = $entry->{object};
458 if ( $entry->{raw_data}->{taxincluded} ) {
459 if ( $entry->{raw_data}->{taxincluded} eq 'f' or $entry->{raw_data}->{taxincluded} eq '0' ) {
460 $object->taxincluded('0');
461 } elsif ( $entry->{raw_data}->{taxincluded} eq 't' or $entry->{raw_data}->{taxincluded} eq '1' ) {
462 $object->taxincluded('1');
464 push @{ $entry->{errors} }, $::locale->text('Error: taxincluded has to be t or f');
468 push @{ $entry->{errors} }, $::locale->text('Error: taxincluded wasn\'t set');
474 sub check_verify_amounts {
477 # If amounts are given, show calculated amounts as info and given amounts (verify_xxx).
478 # And throw an error if the differences are too big.
479 my @to_verify = ( { column => 'amount',
480 raw_column => 'verify_amount',
481 info_header => 'Calc. Amount',
482 info_method => 'calc_amount',
483 err_msg => $::locale->text('Amounts differ too much'),
485 { column => 'netamount',
486 raw_column => 'verify_netamount',
487 info_header => 'Calc. Net amount',
488 info_method => 'calc_netamount',
489 err_msg => $::locale->text('Net amounts differ too much'),
492 foreach my $tv (@to_verify) {
493 if (exists $self->controller->data->[0]->{raw_data}->{ $tv->{raw_column} }) {
494 $self->add_raw_data_columns($self->_ar_column, $tv->{raw_column});
495 $self->add_info_columns($self->_ar_column,
496 { header => $::locale->text($tv->{info_header}), method => $tv->{info_method} });
500 foreach my $entry (@{ $self->controller->data }) {
501 if ($entry->{raw_data}->{datatype} eq $self->_ar_column) {
502 next if !$entry->{raw_data}->{ $tv->{raw_column} };
503 my $parsed_value = $::form->parse_amount(\%::myconfig, $entry->{raw_data}->{ $tv->{raw_column} });
504 # round $abs_diff, otherwise it might trigger for 0.020000000000021
505 my $abs_diff = $::form->round_amount(abs($entry->{object}->${ \$tv->{column} } - $parsed_value),2);
506 if ( $abs_diff > $self->settings->{'max_amount_diff'}) {
507 push @{ $entry->{errors} }, $::locale->text($tv->{err_msg});
514 sub add_transactions_to_ar {
517 # go through all verified ar and acc_trans rows in import, adding acc_trans objects to ar objects
519 my $ar_entry; # the current ar row
521 foreach my $entry (@{ $self->controller->data }) {
522 # when we reach an ar_column for the first time, don't do anything, just store in $ar_entry
523 # when we reach an ar_column for the second time, save it
524 if ($entry->{raw_data}->{datatype} eq $self->_ar_column) {
525 if ( $ar_entry && $ar_entry->{object} ) { # won't trigger the first time, finishes the last object
526 if ( $ar_entry->{object}->{archart} && $ar_entry->{object}->{archart}->isa('SL::DB::Chart') ) {
527 $ar_entry->{object}->recalculate_amounts; # determine and set amount and netamount for ar
528 $ar_entry->{object}->create_ar_row(chart => $ar_entry->{object}->{archart});
529 $ar_entry->{info_data}->{calc_amount} = $ar_entry->{object}->amount_as_number;
530 $ar_entry->{info_data}->{calc_netamount} = $ar_entry->{object}->netamount_as_number;
532 push @{ $ar_entry->{errors} }, $::locale->text("The receivables chart isn't a valid chart.");
535 $ar_entry = $entry; # remember as last ar_entry
537 } elsif ( defined $ar_entry && $entry->{raw_data}->{datatype} eq $self->_transaction_column ) {
538 push @{ $entry->{errors} }, $::locale->text('no tax_id in acc_trans') if !defined $entry->{object}->tax_id;
539 next if @{ $entry->{errors} };
541 my $acc_trans_objects = $ar_entry->{object}->add_ar_amount_row(
542 amount => $entry->{object}->amount,
543 chart => SL::DB::Manager::Chart->find_by(id => $entry->{object}->chart_id), # add_ar_amount takes chart obj. as argument
544 tax_id => $entry->{object}->tax_id,
545 project_id => $entry->{object}->project_id,
550 die "This should never happen\n";
554 # finish the final object
555 if ( $ar_entry->{object} ) {
556 if ( $ar_entry->{object}->{archart} && $ar_entry->{object}->{archart}->isa('SL::DB::Chart') ) {
557 $ar_entry->{object}->recalculate_amounts;
558 $ar_entry->{info_data}->{calc_amount} = $ar_entry->{object}->amount_as_number;
559 $ar_entry->{info_data}->{calc_netamount} = $ar_entry->{object}->netamount_as_number;
561 $ar_entry->{object}->create_ar_row(chart => $ar_entry->{object}->{archart});
563 push @{ $ar_entry->{errors} }, $::locale->text("The receivables chart isn't a valid chart.");
567 die "There was no final ar_entry object";
572 my ($self, %params) = @_;
574 # save all the Invoice objects
576 foreach my $entry (@{ $self->controller->data }) {
577 # only push the invoice objects that don't have an error
578 next if $entry->{raw_data}->{datatype} ne $self->_ar_column;
579 next if @{ $entry->{errors} };
581 die unless $entry->{object}->validate_acc_trans;
583 push @{ $objects_to_save }, $entry;
586 $self->SUPER::save_objects(data => $objects_to_save);
590 $_[0]->settings->{'ar_column'}
593 sub _transaction_column {
594 $_[0]->settings->{'transaction_column'}