1 package SL::Controller::CsvImport::Order;
6 use List::MoreUtils qw(any none);
9 use SL::Controller::CsvImport::Helper::Consistency;
11 use SL::DB::OrderItem;
13 use SL::DB::PaymentTerm;
15 use SL::DB::Department;
16 use SL::DB::PriceFactor;
17 use SL::DB::Pricegroup;
24 use parent qw(SL::Controller::CsvImport::BaseMulti);
27 use Rose::Object::MakeMethods::Generic
29 'scalar --get_set_init' => [ qw(settings languages_by parts_by contacts_by ct_shiptos_by price_factors_by pricegroups_by units_by) ],
35 $self->class(['SL::DB::Order', 'SL::DB::OrderItem']);
38 sub set_profile_defaults {
41 $self->controller->profile->_set_defaults(
42 order_column => $::locale->text('Order'),
43 item_column => $::locale->text('OrderItem'),
44 max_amount_diff => 0.02,
52 return { map { ( $_ => $self->controller->profile->get($_) ) } qw(order_column item_column max_amount_diff) };
56 sub init_cvar_configs_by {
59 my $item_cvar_configs = SL::DB::Manager::CustomVariableConfig->get_all(where => [ module => 'IC' ]);
60 $item_cvar_configs = [grep { $_->has_flag('editable') } @{ $item_cvar_configs }];
63 $ccb->{class}->{'SL::DB::Order'} = [];
64 $ccb->{class}->{'SL::DB::OrderItem'} = $item_cvar_configs;
65 $ccb->{row_ident}->{$self->_order_column} = [];
66 $ccb->{row_ident}->{$self->_item_column} = $item_cvar_configs;
75 my $profile = $self->SUPER::init_profile;
77 # SUPER::init_profile sets row_ident to the translated class name
78 # overwrite it with the user specified settings
79 foreach my $p (@{ $profile }) {
80 if ($p->{class} eq 'SL::DB::Order') {
81 $p->{row_ident} = $self->_order_column;
83 if ($p->{class} eq 'SL::DB::OrderItem') {
84 $p->{row_ident} = $self->_item_column;
88 foreach my $p (@{ $profile }) {
89 my $prof = $p->{profile};
90 if ($p->{row_ident} eq $self->_order_column) {
92 delete @{$prof}{qw(delivery_customer_id delivery_vendor_id proforma quotation amount netamount)};
94 if ($p->{row_ident} eq $self->_item_column) {
96 delete @{$prof}{qw(trans_id)};
104 sub setup_displayable_columns {
107 $self->SUPER::setup_displayable_columns;
109 $self->add_displayable_columns($self->_order_column,
110 { name => 'datatype', description => $self->_order_column . ' [1]' },
111 { name => 'closed', description => $::locale->text('Closed') },
112 { name => 'currency', description => $::locale->text('Currency') },
113 { name => 'currency_id', description => $::locale->text('Currency (database ID)') },
114 { name => 'cusordnumber', description => $::locale->text('Customer Order Number') },
115 { name => 'delivered', description => $::locale->text('Delivered') },
116 { name => 'delivery_term_id', description => $::locale->text('Delivery terms (database ID)') },
117 { name => 'delivery_term', description => $::locale->text('Delivery terms (name)') },
118 { name => 'employee_id', description => $::locale->text('Employee (database ID)') },
119 { name => 'intnotes', description => $::locale->text('Internal Notes') },
120 { name => 'marge_percent', description => $::locale->text('Margepercent') },
121 { name => 'marge_total', description => $::locale->text('Margetotal') },
122 { name => 'notes', description => $::locale->text('Notes') },
123 { name => 'ordnumber', description => $::locale->text('Order Number') },
124 { name => 'quonumber', description => $::locale->text('Quotation Number') },
125 { name => 'reqdate', description => $::locale->text('Reqdate') },
126 { name => 'salesman_id', description => $::locale->text('Salesman (database ID)') },
127 { name => 'shippingpoint', description => $::locale->text('Shipping Point') },
128 { name => 'shipvia', description => $::locale->text('Ship via') },
129 { name => 'transaction_description', description => $::locale->text('Transaction description') },
130 { name => 'transdate', description => $::locale->text('Order Date') },
131 { name => 'verify_amount', description => $::locale->text('Amount (for verification)') . ' [2]' },
132 { name => 'verify_netamount', description => $::locale->text('Net amount (for verification)') . ' [2]'},
133 { name => 'taxincluded', description => $::locale->text('Tax Included') },
134 { name => 'customer', description => $::locale->text('Customer (name)') },
135 { name => 'customernumber', description => $::locale->text('Customer Number') },
136 { name => 'customer_gln', description => $::locale->text('Customer GLN') },
137 { name => 'customer_id', description => $::locale->text('Customer (database ID)') },
138 { name => 'vendor', description => $::locale->text('Vendor (name)') },
139 { name => 'vendornumber', description => $::locale->text('Vendor Number') },
140 { name => 'vendor_gln', description => $::locale->text('Vendor GLN') },
141 { name => 'vendor_id', description => $::locale->text('Vendor (database ID)') },
142 { name => 'language_id', description => $::locale->text('Language (database ID)') },
143 { name => 'language', description => $::locale->text('Language (name)') },
144 { name => 'payment_id', description => $::locale->text('Payment terms (database ID)') },
145 { name => 'payment', description => $::locale->text('Payment terms (name)') },
146 { name => 'taxzone_id', description => $::locale->text('Tax zone (database ID)') },
147 { name => 'taxzone', description => $::locale->text('Tax zone (description)') },
148 { name => 'cp_id', description => $::locale->text('Contact Person (database ID)') },
149 { name => 'contact', description => $::locale->text('Contact Person (name)') },
150 { name => 'department_id', description => $::locale->text('Department (database ID)') },
151 { name => 'department', description => $::locale->text('Department (description)') },
152 { name => 'globalproject_id', description => $::locale->text('Document Project (database ID)') },
153 { name => 'globalprojectnumber', description => $::locale->text('Document Project (number)') },
154 { name => 'globalproject', description => $::locale->text('Document Project (description)') },
155 { name => 'shipto_id', description => $::locale->text('Ship to (database ID)') },
158 $self->add_cvar_columns_to_displayable_columns($self->_item_column);
160 $self->add_displayable_columns($self->_item_column,
161 { name => 'datatype', description => $self->_item_column . ' [1]' },
162 { name => 'cusordnumber', description => $::locale->text('Customer Order Number') },
163 { name => 'description', description => $::locale->text('Description') },
164 { name => 'discount', description => $::locale->text('Discount') },
165 { name => 'ean', description => $::locale->text('EAN') },
166 { name => 'lastcost', description => $::locale->text('Lastcost') },
167 { name => 'longdescription', description => $::locale->text('Long Description') },
168 { name => 'marge_percent', description => $::locale->text('Margepercent') },
169 { name => 'marge_total', description => $::locale->text('Margetotal') },
170 { name => 'ordnumber', description => $::locale->text('Order Number') },
171 { name => 'parts_id', description => $::locale->text('Part (database ID)') },
172 { name => 'partnumber', description => $::locale->text('Part Number') },
173 { name => 'position', description => $::locale->text('position') },
174 { name => 'project_id', description => $::locale->text('Project (database ID)') },
175 { name => 'projectnumber', description => $::locale->text('Project (number)') },
176 { name => 'project', description => $::locale->text('Project (description)') },
177 { name => 'price_factor_id', description => $::locale->text('Price factor (database ID)') },
178 { name => 'price_factor', description => $::locale->text('Price factor (name)') },
179 { name => 'pricegroup_id', description => $::locale->text('Price group (database ID)') },
180 { name => 'pricegroup', description => $::locale->text('Price group (name)') },
181 { name => 'qty', description => $::locale->text('Quantity') },
182 { name => 'reqdate', description => $::locale->text('Reqdate') },
183 { name => 'sellprice', description => $::locale->text('Sellprice') },
184 { name => 'serialnumber', description => $::locale->text('Serial No.') },
185 { name => 'subtotal', description => $::locale->text('Subtotal') },
186 { name => 'unit', description => $::locale->text('Unit') },
191 sub init_languages_by {
194 return { map { my $col = $_; ( $col => { map { ( $_->$col => $_ ) } @{ $self->all_languages } } ) } qw(id description article_code) };
200 my $all_parts = SL::DB::Manager::Part->get_all;
201 return { map { my $col = $_; ( $col => { map { ( $_->$col => $_ ) } @{ $all_parts } } ) } qw(id partnumber ean description) };
204 sub init_contacts_by {
207 my $all_contacts = SL::DB::Manager::Contact->get_all;
210 # by customer/vendor id _and_ contact person id
211 $cby->{'cp_cv_id+cp_id'} = { map { ( $_->cp_cv_id . '+' . $_->cp_id => $_ ) } @{ $all_contacts } };
212 # by customer/vendor id _and_ contact person name
213 $cby->{'cp_cv_id+cp_name'} = { map { ( $_->cp_cv_id . '+' . $_->cp_name => $_ ) } @{ $all_contacts } };
218 sub init_ct_shiptos_by {
221 my $all_ct_shiptos = SL::DB::Manager::Shipto->get_all(query => [module => 'CT']);
224 # by trans_id _and_ shipto_id
225 $sby->{'trans_id+shipto_id'} = { map { ( $_->trans_id . '+' . $_->shipto_id => $_ ) } @{ $all_ct_shiptos } };
230 sub init_price_factors_by {
233 my $all_price_factors = SL::DB::Manager::PriceFactor->get_all;
234 return { map { my $col = $_; ( $col => { map { ( $_->$col => $_ ) } @{ $all_price_factors } } ) } qw(id description) };
237 sub init_pricegroups_by {
240 my $all_pricegroups = SL::DB::Manager::Pricegroup->get_all;
241 return { map { my $col = $_; ( $col => { map { ( $_->$col => $_ ) } @{ $all_pricegroups } } ) } qw(id pricegroup) };
247 my $all_units = SL::DB::Manager::Unit->get_all;
248 return { map { my $col = $_; ( $col => { map { ( $_->$col => $_ ) } @{ $all_units } } ) } qw(name) };
254 $self->controller->track_progress(phase => 'building data', progress => 0);
257 my $num_data = scalar @{ $self->controller->data };
258 foreach my $entry (@{ $self->controller->data }) {
259 $self->controller->track_progress(progress => $i/$num_data * 100) if $i % 100 == 0;
261 $entry->{info_data}->{datatype} = $entry->{raw_data}->{datatype};
263 if ($entry->{raw_data}->{datatype} eq $self->_order_column) {
264 $self->handle_order($entry);
265 } elsif ($entry->{raw_data}->{datatype} eq $self->_item_column && $entry->{object}->can('part')) {
266 $self->handle_item($entry);
268 $self->handle_cvars($entry, sub_module => 'orderitems');
274 $self->add_info_columns($self->_order_column,
275 { header => $::locale->text('Data type'), method => 'datatype' });
276 $self->add_info_columns($self->_item_column,
277 { header => $::locale->text('Data type'), method => 'datatype' });
279 $self->add_info_columns($self->_order_column,
280 { header => $::locale->text('Customer/Vendor'), method => 'vc_name' });
281 # Todo: access via ->[0] ok? Better: search first order column and use this
282 $self->add_columns($self->_order_column,
283 map { "${_}_id" } grep { exists $self->controller->data->[0]->{raw_data}->{$_} } qw(payment delivery_term language department globalproject taxzone cp currency));
284 $self->add_columns($self->_order_column, 'globalproject_id') if exists $self->controller->data->[0]->{raw_data}->{globalprojectnumber};
285 $self->add_columns($self->_order_column, 'cp_id') if exists $self->controller->data->[0]->{raw_data}->{contact};
287 $self->add_info_columns($self->_item_column,
288 { header => $::locale->text('Part Number'), method => 'partnumber' });
289 # Todo: access via ->[1] ok? Better: search first item column and use this
290 $self->add_columns($self->_item_column,
291 map { "${_}_id" } grep { exists $self->controller->data->[1]->{raw_data}->{$_} } qw(project price_factor pricegroup));
292 $self->add_columns($self->_item_column, 'project_id') if exists $self->controller->data->[1]->{raw_data}->{projectnumber};
294 $self->add_cvar_raw_data_columns();
296 $self->add_items_to_order();
297 $self->handle_prices_and_taxes();
301 my ($self, $entry) = @_;
303 my $object = $entry->{object};
306 if (any { $entry->{raw_data}->{$_} } qw(customer customernumber customer_gln customer_id)) {
307 $self->check_vc($entry, 'customer_id');
308 $vc_obj = SL::DB::Customer->new(id => $object->customer_id)->load if $object->customer_id;
309 } elsif (any { $entry->{raw_data}->{$_} } qw(vendor vendornumber vendor_gln vendor_id)) {
310 $self->check_vc($entry, 'vendor_id');
311 $vc_obj = SL::DB::Vendor->new(id => $object->vendor_id)->load if $object->vendor_id;
313 push @{ $entry->{errors} }, $::locale->text('Error: Customer/vendor missing');
316 $self->check_contact($entry);
317 $self->check_language($entry);
318 $self->check_payment($entry);
319 $self->check_delivery_term($entry);
320 $self->check_department($entry);
321 $self->check_project($entry, global => 1);
322 $self->check_ct_shipto($entry);
323 $self->check_taxzone($entry);
324 $self->check_currency($entry, take_default => 0);
327 # copy from customer if not given
328 foreach (qw(payment_id delivery_term_id language_id taxzone_id currency_id)) {
329 $object->$_($vc_obj->$_) unless $object->$_;
333 $self->handle_salesman($entry);
334 $self->handle_employee($entry);
338 my ($self, $entry) = @_;
340 my $object = $entry->{object};
342 # Check whether or not language ID is valid.
343 if ($object->language_id && !$self->languages_by->{id}->{ $object->language_id }) {
344 push @{ $entry->{errors} }, $::locale->text('Error: Invalid language');
348 # Map name to ID if given.
349 if (!$object->language_id && $entry->{raw_data}->{language}) {
350 my $language = $self->languages_by->{description}->{ $entry->{raw_data}->{language} }
351 || $self->languages_by->{article_code}->{ $entry->{raw_data}->{language} };
354 push @{ $entry->{errors} }, $::locale->text('Error: Invalid language');
358 $object->language_id($language->id);
361 if ($object->language_id) {
362 $entry->{info_data}->{language} = $self->languages_by->{id}->{ $object->language_id }->description;
369 my ($self, $entry) = @_;
371 my $object = $entry->{object};
372 return unless $self->check_part($entry);
374 my $part_obj = SL::DB::Part->new(id => $object->parts_id)->load;
376 $self->handle_unit($entry);
377 $self->handle_sellprice($entry);
379 # copy from part if not given
380 $object->description($part_obj->description) unless $object->description;
381 $object->longdescription($part_obj->notes) unless $object->longdescription;
382 $object->lastcost($part_obj->lastcost) unless defined $object->lastcost;
384 # set to 0 if not given
385 $object->discount(0) unless $object->discount;
386 $object->ship(0) unless $object->ship;
388 $self->check_project($entry, global => 0);
389 $self->check_price_factor($entry);
390 $self->check_pricegroup($entry);
394 my ($self, $entry) = @_;
396 my $object = $entry->{object};
398 # Set unit from part if not given.
399 if (!$object->unit) {
400 $object->unit($object->part->unit);
404 # Check whether or not unit is valid.
405 if ($object->unit && !$self->units_by->{name}->{ $object->unit }) {
406 push @{ $entry->{errors} }, $::locale->text('Error: Invalid unit');
410 # Check whether unit is convertible to parts unit
411 if (none { $object->unit eq $_ } map { $_->name } @{ $object->part->unit_obj->convertible_units }) {
412 push @{ $entry->{errors} }, $::locale->text('Error: Invalid unit');
419 sub handle_sellprice {
420 my ($self, $entry) = @_;
422 my $object = $entry->{object};
424 # Set sellprice from part if not given. Convert with respect to unit.
425 if (!defined $object->sellprice) {
426 my $sellprice = $object->part->sellprice;
428 if ($object->unit ne $object->part->unit) {
429 $sellprice = $object->unit_obj->convert_to($sellprice, $object->part->unit_obj);
431 $object->sellprice($sellprice);
436 my ($self, $entry) = @_;
438 my $object = $entry->{object};
440 # Check whether or not part ID is valid.
441 if ($object->parts_id && !$self->parts_by->{id}->{ $object->parts_id }) {
442 push @{ $entry->{errors} }, $::locale->text('Error: Invalid part');
446 # Map number to ID if given.
447 if (!$object->parts_id && $entry->{raw_data}->{partnumber}) {
448 my $part = $self->parts_by->{partnumber}->{ $entry->{raw_data}->{partnumber} };
450 push @{ $entry->{errors} }, $::locale->text('Error: Invalid part');
454 $object->parts_id($part->id);
457 # Map description to ID if given.
458 if (!$object->parts_id && $entry->{raw_data}->{description}) {
459 my $part = $self->parts_by->{description}->{ $entry->{raw_data}->{description} };
461 push @{ $entry->{errors} }, $::locale->text('Error: Invalid part');
465 $object->parts_id($part->id);
468 # Map ean to ID if given.
469 if (!$object->parts_id && $entry->{raw_data}->{ean}) {
470 my $part = $self->parts_by->{ean}->{ $entry->{raw_data}->{ean} };
472 push @{ $entry->{errors} }, $::locale->text('Error: Invalid part');
476 $object->parts_id($part->id);
479 if ($object->parts_id) {
480 $entry->{info_data}->{partnumber} = $self->parts_by->{id}->{ $object->parts_id }->partnumber;
482 push @{ $entry->{errors} }, $::locale->text('Error: Part not found');
486 if ($self->parts_by->{id}->{ $object->parts_id }->obsolete) {
487 push @{ $entry->{errors} }, $::locale->text('Error: Part is obsolete');
495 my ($self, $entry) = @_;
497 my $object = $entry->{object};
499 my $cp_cv_id = $object->customer_id || $object->vendor_id;
500 return 0 unless $cp_cv_id;
502 # Check whether or not contact ID is valid.
503 if ($object->cp_id && !$self->contacts_by->{'cp_cv_id+cp_id'}->{ $cp_cv_id . '+' . $object->cp_id }) {
504 push @{ $entry->{errors} }, $::locale->text('Error: Invalid contact');
508 # Map name to ID if given.
509 if (!$object->cp_id && $entry->{raw_data}->{contact}) {
510 my $cp = $self->contacts_by->{'cp_cv_id+cp_name'}->{ $cp_cv_id . '+' . $entry->{raw_data}->{contact} };
512 push @{ $entry->{errors} }, $::locale->text('Error: Invalid contact');
516 $object->cp_id($cp->cp_id);
519 if ($object->cp_id) {
520 $entry->{info_data}->{contact} = $self->contacts_by->{'cp_cv_id+cp_id'}->{ $cp_cv_id . '+' . $object->cp_id }->cp_name;
526 sub check_ct_shipto {
527 my ($self, $entry) = @_;
529 my $object = $entry->{object};
531 my $trans_id = $object->customer_id || $object->vendor_id;
532 return 0 unless $trans_id;
534 # Check whether or not shipto ID is valid.
535 if ($object->shipto_id && !$self->ct_shiptos_by->{'trans_id+shipto_id'}->{ $trans_id . '+' . $object->shipto_id }) {
536 push @{ $entry->{errors} }, $::locale->text('Error: Invalid shipto');
543 sub check_price_factor {
544 my ($self, $entry) = @_;
546 my $object = $entry->{object};
548 # Check whether or not price_factor ID is valid.
549 if ($object->price_factor_id && !$self->price_factors_by->{id}->{ $object->price_factor_id }) {
550 push @{ $entry->{errors} }, $::locale->text('Error: Invalid price factor');
554 # Map description to ID if given.
555 if (!$object->price_factor_id && $entry->{raw_data}->{price_factor}) {
556 my $price_factor = $self->price_factors_by->{description}->{ $entry->{raw_data}->{price_factor} };
557 if (!$price_factor) {
558 push @{ $entry->{errors} }, $::locale->text('Error: Invalid price factor');
562 $object->price_factor_id($price_factor->id);
568 sub check_pricegroup {
569 my ($self, $entry) = @_;
571 my $object = $entry->{object};
573 # Check whether or not pricegroup ID is valid.
574 if ($object->pricegroup_id && !$self->pricegroups_by->{id}->{ $object->pricegroup_id }) {
575 push @{ $entry->{errors} }, $::locale->text('Error: Invalid price group');
579 # Map pricegroup to ID if given.
580 if (!$object->pricegroup_id && $entry->{raw_data}->{pricegroup}) {
581 my $pricegroup = $self->pricegroups_by->{pricegroup}->{ $entry->{raw_data}->{pricegroup} };
583 push @{ $entry->{errors} }, $::locale->text('Error: Invalid price group');
587 $object->pricegroup_id($pricegroup->id);
593 sub add_items_to_order {
596 # add orderitems to order
599 foreach my $entry (@{ $self->controller->data }) {
600 # search first/next order
601 if ($entry->{raw_data}->{datatype} eq $self->_order_column) {
603 # next order entry: add collected orderitems to the previous one
604 if (defined $order_entry) {
605 $order_entry->{object}->orderitems(@orderitems);
609 $order_entry = $entry;
611 } elsif ( defined $order_entry && $entry->{raw_data}->{datatype} eq $self->_item_column ) {
612 # collect orderitems to add to order (if they have no errors)
613 # ( add_orderitems does not work here if we want to call
614 # calculate_prices_and_taxes afterwards ...
615 # so collect orderitems and add them at once )
616 push @orderitems, $entry->{object} if (scalar @{ $entry->{errors} } == 0);
619 # add last collected orderitems to last order
620 $order_entry->{object}->orderitems(@orderitems) if $order_entry;
623 sub handle_prices_and_taxes() {
626 # calculate prices and taxes
627 foreach my $entry (@{ $self->controller->data }) {
628 next if @{ $entry->{errors} };
630 if ($entry->{raw_data}->{datatype} eq $self->_order_column && $entry->{object}->orderitems) {
632 $entry->{object}->calculate_prices_and_taxes;
634 $entry->{info_data}->{calc_amount} = $entry->{object}->amount_as_number;
635 $entry->{info_data}->{calc_netamount} = $entry->{object}->netamount_as_number;
639 # If amounts are given, show calculated amounts as info and given amounts (verify_xxx).
640 # And throw an error if the differences are too big.
641 my @to_verify = ( { column => 'amount',
642 raw_column => 'verify_amount',
643 info_header => 'Calc. Amount',
644 info_method => 'calc_amount',
645 err_msg => 'Amounts differ too much',
647 { column => 'netamount',
648 raw_column => 'verify_netamount',
649 info_header => 'Calc. Net amount',
650 info_method => 'calc_netamount',
651 err_msg => 'Net amounts differ too much',
654 foreach my $tv (@to_verify) {
655 # Todo: access via ->[0] ok? Better: search first order column and use this
656 if (exists $self->controller->data->[0]->{raw_data}->{ $tv->{raw_column} }) {
657 $self->add_raw_data_columns($self->_order_column, $tv->{raw_column});
658 $self->add_info_columns($self->_order_column,
659 { header => $::locale->text($tv->{info_header}), method => $tv->{info_method} });
663 foreach my $entry (@{ $self->controller->data }) {
664 next if @{ $entry->{errors} };
665 if ($entry->{raw_data}->{datatype} eq $self->_order_column) {
666 next if !$entry->{raw_data}->{ $tv->{raw_column} };
667 my $parsed_value = $::form->parse_amount(\%::myconfig, $entry->{raw_data}->{ $tv->{raw_column} });
668 if (abs($entry->{object}->${ \$tv->{column} } - $parsed_value) > $self->settings->{'max_amount_diff'}) {
669 push @{ $entry->{errors} }, $::locale->text($tv->{err_msg});
678 my ($self, %params) = @_;
680 # Collect orders without errors to save.
681 my $entries_to_save = [];
682 foreach my $entry (@{ $self->controller->data }) {
683 next if $entry->{raw_data}->{datatype} ne $self->_order_column;
684 next if @{ $entry->{errors} };
686 push @{ $entries_to_save }, $entry;
689 $self->SUPER::save_objects(data => $entries_to_save);
693 $_[0]->settings->{'order_column'}
697 $_[0]->settings->{'item_column'}