X-Git-Url: http://wagnertech.de/git?a=blobdiff_plain;f=SL%2FDATEV.pm;h=86cb729bc6abf72719f92414ff4680b6a5223bfb;hb=f05bd96b031d7d4ffaf4804704684ae929a0890a;hp=71533840970f17f26a5a517fad133dd24f93a861;hpb=eab277a4114a1115310e05fa5bbe867877900d84;p=kivitendo-erp.git diff --git a/SL/DATEV.pm b/SL/DATEV.pm index 715338409..86cb729bc 100644 --- a/SL/DATEV.pm +++ b/SL/DATEV.pm @@ -31,7 +31,6 @@ use utf8; use strict; use SL::DBUtils; -use SL::DATEV::KNEFile; use SL::DATEV::CSV; use SL::DB; use SL::HTML::Util (); @@ -288,29 +287,6 @@ sub clean_temporary_directories { $::lxdebug->leave_sub; } -sub _fill { - $main::lxdebug->enter_sub(); - - my $text = shift // ''; - my $field_len = shift; - my $fill_char = shift; - my $alignment = shift || 'right'; - - my $text_len = length $text; - - if ($field_len < $text_len) { - $text = substr $text, 0, $field_len; - - } elsif ($field_len > $text_len) { - my $filler = ($fill_char) x ($field_len - $text_len); - $text = $alignment eq 'right' ? $filler . $text : $text . $filler; - } - - $main::lxdebug->leave_sub(); - - return $text; -} - sub get_datev_stamm { return $_[0]{stamm} ||= selectfirst_hashref_query($::form, $_[0]->dbh, 'SELECT * FROM datev'); } @@ -331,40 +307,8 @@ sub save_datev_stamm { sub export { my ($self) = @_; - my $result; - die 'no format set!' unless $self->has_format; - - if ($self->format == DATEV_FORMAT_CSV) { - $result = $self->csv_export; - } elsif ($self->format == DATEV_FORMAT_KNE) { - $result = $self->kne_export; - } elsif ($self->format == DATEV_FORMAT_OBE) { - $result = $self->obe_export; - } else { - die 'unrecognized export format'; - } - - return $result; -} - -sub kne_export { - my ($self) = @_; - my $result; - - die 'no exporttype set!' unless $self->has_exporttype; - - if ($self->exporttype == DATEV_ET_BUCHUNGEN) { - $result = $self->kne_buchungsexport; - } elsif ($self->exporttype == DATEV_ET_STAMM) { - $result = $self->kne_stammdatenexport; - } elsif ($self->exporttype == DATEV_ET_CSV) { - $result = $self->csv_export_for_tax_accountant; - } else { - die 'unrecognized exporttype'; - } - - return $result; + return $self->csv_export; } sub csv_export { @@ -423,13 +367,6 @@ sub csv_export { return { download_token => $self->download_token, filenames => $filename }; - } elsif ($self->exporttype == DATEV_ET_STAMM) { - die 'will never be implemented'; - # 'Background: Export should only contain non - # DATEV-Charts and DATEV import will only - # import new Charts.' - } elsif ($self->exporttype == DATEV_ET_CSV) { - $result = $self->csv_export_for_tax_accountant; } else { die 'unrecognized exporttype'; } @@ -437,10 +374,6 @@ sub csv_export { return $result; } -sub obe_export { - die 'not yet implemented'; -} - sub fromto { my ($self) = @_; @@ -461,6 +394,14 @@ sub locked { } return $self->{locked}; } +sub imported { + my $self = shift; + + if (@_) { + $self->{imported} = $_[0]; + } + return $self->{imported}; +} sub generate_datev_data { $main::lxdebug->enter_sub(); @@ -514,10 +455,14 @@ sub generate_datev_data { $ar_accno = "CASE WHEN ac.chart_link = 'AR' THEN ct.customernumber ELSE c.accno END as accno"; $ap_accno = "CASE WHEN ac.chart_link = 'AP' THEN ct.vendornumber ELSE c.accno END as accno"; } + my $gl_imported; + if ( !$self->imported ) { + $gl_imported = " AND NOT imported"; + } my $query = qq|SELECT ac.acc_trans_id, ac.transdate, ac.gldate, ac.trans_id,ar.id, ac.amount, ac.taxkey, ac.memo, - ar.invnumber, ar.duedate, ar.amount as umsatz, ar.deliverydate, ar.itime::date, + ar.invnumber, ar.duedate, ar.amount as umsatz, COALESCE(ar.tax_point, ar.deliverydate) AS deliverydate, ar.itime::date, ct.name, ct.ustid, ct.customernumber AS vcnumber, ct.id AS customer_id, NULL AS vendor_id, $ar_accno, c.description AS accname, c.taxkey_id as charttax, c.datevautomatik, c.id, ac.chart_link AS link, ar.invoice, @@ -546,7 +491,7 @@ sub generate_datev_data { UNION ALL SELECT ac.acc_trans_id, ac.transdate, ac.gldate, ac.trans_id,ap.id, ac.amount, ac.taxkey, ac.memo, - ap.invnumber, ap.duedate, ap.amount as umsatz, ap.deliverydate, ap.itime::date, + ap.invnumber, ap.duedate, ap.amount as umsatz, COALESCE(ap.tax_point, ap.deliverydate) AS deliverydate, ap.itime::date, ct.name, ct.ustid, ct.vendornumber AS vcnumber, NULL AS customer_id, ct.id AS vendor_id, $ap_accno, c.description AS accname, c.taxkey_id as charttax, c.datevautomatik, c.id, ac.chart_link AS link, ap.invoice, @@ -575,7 +520,7 @@ sub generate_datev_data { UNION ALL SELECT ac.acc_trans_id, ac.transdate, ac.gldate, ac.trans_id,gl.id, ac.amount, ac.taxkey, ac.memo, - gl.reference AS invnumber, NULL AS duedate, ac.amount as umsatz, gl.deliverydate, gl.itime::date, + gl.reference AS invnumber, NULL AS duedate, ac.amount as umsatz, COALESCE(gl.tax_point, gl.deliverydate) AS deliverydate, gl.itime::date, gl.description AS name, NULL as ustid, '' AS vcname, NULL AS customer_id, NULL AS vendor_id, c.accno, c.description AS accname, c.taxkey_id as charttax, c.datevautomatik, c.id, ac.chart_link AS link, FALSE AS invoice, @@ -597,6 +542,8 @@ sub generate_datev_data { $trans_id_filter $gl_itime_filter $gl_department_id_filter + $gl_imported + AND NOT EXISTS (SELECT gl_id from ap_gl where gl_id = gl.id) $filter ORDER BY trans_id, acc_trans_id|; @@ -848,135 +795,6 @@ sub generate_datev_data { $::lxdebug->leave_sub; } -sub make_kne_data_header { - $main::lxdebug->enter_sub(); - - my ($self, $form) = @_; - my ($primanota); - - my $stamm = $self->get_datev_stamm; - - my $jahr = $self->from ? $self->from->year : DateTime->today->year; - - #Header - my $header = "\x1D\x181"; - $header .= _fill($stamm->{datentraegernr}, 3, ' ', 'left'); - $header .= ($self->fromto) ? "11" : "13"; # Anwendungsnummer - $header .= _fill($stamm->{dfvkz}, 2, '0'); - $header .= _fill($stamm->{beraternr}, 7, '0'); - $header .= _fill($stamm->{mandantennr}, 5, '0'); - $header .= _fill(($stamm->{abrechnungsnr} // '') . $jahr, 6, '0'); - - $header .= $self->from ? $self->from->strftime('%d%m%y') : ''; - $header .= $self->to ? $self->to->strftime('%d%m%y') : ''; - - if ($self->fromto) { - $primanota = "001"; - $header .= $primanota; - } - - $header .= _fill($stamm->{passwort}, 4, '0'); - $header .= " " x 16; # Anwendungsinfo - $header .= " " x 16; # Inputinfo - $header .= "\x79"; - - #Versionssatz - my $versionssatz = $self->exporttype == DATEV_ET_BUCHUNGEN ? "\xB5" . "1," : "\xB6" . "1,"; - - my $query = qq|SELECT accno FROM chart LIMIT 1|; - my $ref = selectfirst_hashref_query($form, $self->dbh, $query); - - $versionssatz .= length $ref->{accno}; - $versionssatz .= ","; - $versionssatz .= length $ref->{accno}; - $versionssatz .= ",SELF" . "\x1C\x79"; - - $header .= $versionssatz; - - $main::lxdebug->leave_sub(); - - return $header; -} - -sub datetofour { - $main::lxdebug->enter_sub(); - - my ($date, $six) = @_; - - my ($day, $month, $year) = split(/\./, $date); - - if (length($month) < 2) { - $month = "0" . $month; - } - if (length($year) > 2) { - $year = substr($year, -2, 2); - } - - if ($six) { - $date = $day . $month . $year; - } else { - $date = $day . $month; - } - - $main::lxdebug->leave_sub(); - - return $date; -} - -sub trim_leading_zeroes { - my $str = shift; - - $str =~ s/^0+//g; - - return $str; -} - -sub make_ed_versionset { - $main::lxdebug->enter_sub(); - - my ($self, $header, $filename, $blockcount) = @_; - - my $versionset = "V" . substr($filename, 2, 5); - $versionset .= substr($header, 6, 22); - - if ($self->fromto) { - $versionset .= "0000" . substr($header, 28, 19); - } else { - my $datum = " " x 16; - $versionset .= $datum . "001" . substr($header, 28, 4); - } - - $versionset .= _fill($blockcount, 5, '0'); - $versionset .= "001"; - $versionset .= " 1"; - $versionset .= substr($header, -12, 10) . " "; - $versionset .= " " x 53; - - $main::lxdebug->leave_sub(); - - return $versionset; -} - -sub make_ev_header { - $main::lxdebug->enter_sub(); - - my ($self, $form, $fileno) = @_; - - my $stamm = $self->get_datev_stamm; - - my $ev_header = _fill($stamm->{datentraegernr}, 3, ' ', 'left'); - $ev_header .= " "; - $ev_header .= _fill($stamm->{beraternr}, 7, ' ', 'left'); - $ev_header .= _fill($stamm->{beratername}, 9, ' ', 'left'); - $ev_header .= " "; - $ev_header .= (_fill($fileno, 5, '0')) x 2; - $ev_header .= " " x 95; - - $main::lxdebug->leave_sub(); - - return $ev_header; -} - sub generate_datev_lines { my ($self) = @_; @@ -1018,6 +836,7 @@ sub generate_datev_lines { } if ($transaction->[$i]->{'taxkey'}) { $taxkey = $transaction->[$i]->{'taxkey'}; + # $taxkey = 0 if $taxkey == 94; # taxbookings are in gl } if ($transaction->[$i]->{'charttax'}) { $charttax = $transaction->[$i]->{'charttax'}; @@ -1051,9 +870,19 @@ sub generate_datev_lines { if (($transaction->[$haben]->{'duedate'} // '') ne "") { $datev_data{belegfeld2} = $transaction->[$haben]->{'duedate'}; } - if (($transaction->[$haben]->{'deliverydate'} // '') ne "" && - $transaction->[$haben]->{'link'} !~ m/_paid/ && - $transaction->[$soll]->{'link'} !~ m/_paid/ ) { + + # if deliverydate exists, add it to datev export if it is + # * an ar/ap booking that is not a payment + # * a gl booking + if ( ($transaction->[$haben]->{'deliverydate'} // '') ne '' + && ( + ( $transaction->[$haben]->{'table'} =~ /^(ar|ap)$/ + && $transaction->[$haben]->{'link'} !~ m/_paid/ + && $transaction->[$soll]->{'link'} !~ m/_paid/ + ) + || $transaction->[$haben]->{'table'} eq 'gl' + ) + ) { $datev_data{leistungsdatum} = $transaction->[$haben]->{'deliverydate'}; } } @@ -1093,347 +922,6 @@ sub generate_datev_lines { return \@datev_lines; } - -sub kne_buchungsexport { - $main::lxdebug->enter_sub(); - - my ($self) = @_; - - my $form = $::form; - - my @filenames; - - my $filename = "ED00001"; - my $evfile = "EV01"; - my @ed_versionset; - my $fileno = 1; - my $ed_filename = $self->export_path . $filename; - - my $fromto = $self->fromto; - - $self->generate_datev_data(from_to => $self->fromto); # fetches data from db, transforms data and fills $self->{DATEV} - return if $self->errors; - - my @datev_lines = @{ $self->generate_datev_lines }; - - - my $umsatzsumme = sum map { $_->{umsatz} } @datev_lines; - - # prepare kne file, everything gets stored in ED00001 - my $header = $self->make_kne_data_header($form); - my $kne_file = SL::DATEV::KNEFile->new(); - $kne_file->add_block($header); - - my $iconv = $::locale->{iconv_utf8}; - my %umlaute = ($iconv->convert('ä') => 'ae', - $iconv->convert('ö') => 'oe', - $iconv->convert('ü') => 'ue', - $iconv->convert('Ä') => 'Ae', - $iconv->convert('Ö') => 'Oe', - $iconv->convert('Ü') => 'Ue', - $iconv->convert('ß') => 'sz'); - - # add the data from @datev_lines to the kne_file, formatting as needed - foreach my $kne ( @datev_lines ) { - $kne_file->add_block("+" . $kne_file->format_amount(abs($kne->{umsatz}), 0)); - - # only add buchungsschluessel if it was previously defined - $kne_file->add_block("\x6C" . $kne->{buchungsschluessel}) if defined $kne->{buchungsschluessel}; - - # ($kne->{gegenkonto}) = $kne->{gegenkonto} =~ /^(\d+)/; - $kne_file->add_block("a" . trim_leading_zeroes($kne->{gegenkonto})); - - if ( $kne->{belegfeld1} ) { - my $invnumber = $kne->{belegfeld1}; - foreach my $umlaut (keys(%umlaute)) { - $invnumber =~ s/${umlaut}/${umlaute{$umlaut}}/g; - } - $invnumber =~ s/[^0-9A-Za-z\$\%\&\*\+\-\/]//g; - $invnumber = substr($invnumber, 0, 12); - $invnumber =~ s/\ *$//; - $kne_file->add_block("\xBD" . $invnumber . "\x1C"); - } - - $kne_file->add_block("\xBE" . &datetofour($kne->{belegfeld2},1) . "\x1C"); - - $kne_file->add_block("d" . &datetofour($kne->{datum},0)); - - # ($kne->{konto}) = $kne->{konto} =~ /^(\d+)/; - $kne_file->add_block("e" . trim_leading_zeroes($kne->{konto})); - - my $name = $kne->{buchungstext}; - foreach my $umlaut (keys(%umlaute)) { - $name =~ s/${umlaut}/${umlaute{$umlaut}}/g; - } - $name =~ s/[^0-9A-Za-z\$\%\&\*\+\-\ \/]//g; - $name = substr($name, 0, 30); - $name =~ s/\ *$//; - $kne_file->add_block("\x1E" . $name . "\x1C"); - - $kne_file->add_block("\xBA" . SL::VATIDNr->normalize($kne->{'ustid'}) . "\x1C") if $kne->{'ustid'}; - - $kne_file->add_block("\xB3" . $kne->{'waehrung'} . "\x1C" . "\x79"); - }; - - $umsatzsumme = $kne_file->format_amount(abs($umsatzsumme), 0); - my $mandantenendsumme = "x" . $kne_file->format_amount($umsatzsumme / 100.0, 14) . "\x79\x7a"; - - $kne_file->add_block($mandantenendsumme); - $kne_file->flush(); - - open(ED, ">", $ed_filename) or die "can't open outputfile: $!\n"; - print(ED $kne_file->get_data()); - close(ED); - - $ed_versionset[$fileno] = $self->make_ed_versionset($header, $filename, $kne_file->get_block_count()); - - #Make EV Verwaltungsdatei - my $ev_header = $self->make_ev_header($form, $fileno); - my $ev_filename = $self->export_path . $evfile; - push(@filenames, $evfile); - open(EV, ">", $ev_filename) or die "can't open outputfile: EV01\n"; - print(EV $ev_header); - - foreach my $file (@ed_versionset) { - print(EV $file); - } - close(EV); - ### - - $self->add_filenames(@filenames); - - $main::lxdebug->leave_sub(); - - return { 'download_token' => $self->download_token, 'filenames' => \@filenames }; -} - -sub kne_stammdatenexport { - $main::lxdebug->enter_sub(); - - my ($self) = @_; - my $form = $::form; - - $self->get_datev_stamm->{abrechnungsnr} = "99"; - - my @filenames; - - my $filename = "ED00000"; - my $evfile = "EV01"; - my @ed_versionset; - my $fileno = 1; - my $i = 0; - my $blockcount = 1; - my $remaining_bytes = 256; - my $total_bytes = 256; - my $buchungssatz = ""; - $filename++; - my $ed_filename = $self->export_path . $filename; - push(@filenames, $filename); - open(ED, ">", $ed_filename) or die "can't open outputfile: $!\n"; - my $header = $self->make_kne_data_header($form); - $remaining_bytes -= length($header); - - my $fuellzeichen; - - my (@where, @values) = ((), ()); - if ($self->accnofrom) { - push @where, 'c.accno >= ?'; - push @values, $self->accnofrom; - } - if ($self->accnoto) { - push @where, 'c.accno <= ?'; - push @values, $self->accnoto; - } - - my $where_str = @where ? ' WHERE ' . join(' AND ', map { "($_)" } @where) : ''; - - my $query = qq|SELECT c.accno, c.description - FROM chart c - $where_str - ORDER BY c.accno|; - - my $sth = $self->dbh->prepare($query); - $sth->execute(@values) || $form->dberror($query); - - while (my $ref = $sth->fetchrow_hashref("NAME_lc")) { - if (($remaining_bytes - length("t" . $ref->{'accno'})) <= 6) { - $fuellzeichen = ($blockcount * 256 - length($buchungssatz . $header)); - $buchungssatz .= "\x00" x $fuellzeichen; - $blockcount++; - $total_bytes = ($blockcount) * 256; - } - $buchungssatz .= "t" . $ref->{'accno'}; - $remaining_bytes = $total_bytes - length($buchungssatz . $header); - $ref->{'description'} =~ s/[^0-9A-Za-z\$\%\&\*\+\-\/]//g; - $ref->{'description'} = substr($ref->{'description'}, 0, 40); - $ref->{'description'} =~ s/\ *$//; - - if ( - ($remaining_bytes - length("\x1E" . $ref->{'description'} . "\x1C\x79") - ) <= 6 - ) { - $fuellzeichen = ($blockcount * 256 - length($buchungssatz . $header)); - $buchungssatz .= "\x00" x $fuellzeichen; - $blockcount++; - $total_bytes = ($blockcount) * 256; - } - $buchungssatz .= "\x1E" . $ref->{'description'} . "\x1C\x79"; - $remaining_bytes = $total_bytes - length($buchungssatz . $header); - } - - $sth->finish; - print(ED $header); - print(ED $buchungssatz); - $fuellzeichen = 256 - (length($header . $buchungssatz . "z") % 256); - my $dateiende = "\x00" x $fuellzeichen; - print(ED "z"); - print(ED $dateiende); - close(ED); - - #Make EV Verwaltungsdatei - $ed_versionset[0] = - $self->make_ed_versionset($header, $filename, $blockcount); - - my $ev_header = $self->make_ev_header($form, $fileno); - my $ev_filename = $self->export_path . $evfile; - push(@filenames, $evfile); - open(EV, ">", $ev_filename) or die "can't open outputfile: EV01\n"; - print(EV $ev_header); - - foreach my $file (@ed_versionset) { - print(EV $ed_versionset[$file]); - } - close(EV); - - $self->add_filenames(@filenames); - - $main::lxdebug->leave_sub(); - - return { 'download_token' => $self->download_token, 'filenames' => \@filenames }; -} - -sub _format_accno { - my ($accno) = @_; - return $accno . ('0' x (6 - min(length($accno), 6))); -} - -sub csv_export_for_tax_accountant { - my ($self) = @_; - - $self->generate_datev_data(from_to => $self->fromto); - - foreach my $transaction (@{ $self->{DATEV} }) { - foreach my $entry (@{ $transaction }) { - $entry->{sortkey} = join '-', map { lc } (DateTime->from_kivitendo($entry->{transdate})->strftime('%Y%m%d'), $entry->{name}, $entry->{reference}); - } - } - - my %transactions = - partition_by { $_->[0]->{table} } - sort_by { $_->[0]->{sortkey} } - grep { 2 == scalar(@{ $_ }) } - @{ $self->{DATEV} }; - - my %column_defs = ( - acc_trans_id => { 'text' => $::locale->text('ID'), }, - amount => { 'text' => $::locale->text('Amount'), }, - credit_accname => { 'text' => $::locale->text('Credit Account Name'), }, - credit_accno => { 'text' => $::locale->text('Credit Account'), }, - debit_accname => { 'text' => $::locale->text('Debit Account Name'), }, - debit_accno => { 'text' => $::locale->text('Debit Account'), }, - invnumber => { 'text' => $::locale->text('Reference'), }, - name => { 'text' => $::locale->text('Name'), }, - notes => { 'text' => $::locale->text('Notes'), }, - tax => { 'text' => $::locale->text('Tax'), }, - taxkey => { 'text' => $::locale->text('Taxkey'), }, - tax_accname => { 'text' => $::locale->text('Tax Account Name'), }, - tax_accno => { 'text' => $::locale->text('Tax Account'), }, - transdate => { 'text' => $::locale->text('Transdate'), }, - vcnumber => { 'text' => $::locale->text('Customer/Vendor Number'), }, - ); - - my @columns = qw( - acc_trans_id name vcnumber - transdate invnumber amount - debit_accno debit_accname - credit_accno credit_accname - tax - tax_accno tax_accname taxkey - notes - ); - - my %filenames_by_type = ( - ar => $::locale->text('AR Transactions'), - ap => $::locale->text('AP Transactions'), - gl => $::locale->text('GL Transactions'), - ); - - my @filenames; - foreach my $type (qw(ap ar)) { - my %csvs = ( - invoices => { - content => '', - filename => sprintf('%s %s - %s.csv', $filenames_by_type{$type}, $self->from->to_kivitendo, $self->to->to_kivitendo), - csv => Text::CSV_XS->new({ - binary => 1, - eol => "\n", - sep_char => ";", - }), - }, - payments => { - content => '', - filename => sprintf('Zahlungen %s %s - %s.csv', $filenames_by_type{$type}, $self->from->to_kivitendo, $self->to->to_kivitendo), - csv => Text::CSV_XS->new({ - binary => 1, - eol => "\n", - sep_char => ";", - }), - }, - ); - - foreach my $csv (values %csvs) { - $csv->{out} = IO::File->new($self->export_path . '/' . $csv->{filename}, '>:encoding(utf8)') ; - $csv->{csv}->print($csv->{out}, [ map { $column_defs{$_}->{text} } @columns ]); - - push @filenames, $csv->{filename}; - } - - foreach my $transaction (@{ $transactions{$type} }) { - my $is_payment = any { $_->{link} =~ m{A[PR]_paid} } @{ $transaction }; - my $csv = $is_payment ? $csvs{payments} : $csvs{invoices}; - - my ($soll, $haben) = map { $transaction->[$_] } ($transaction->[0]->{amount} > 0 ? (1, 0) : (0, 1)); - my $tax = defined($soll->{tax_accno}) ? $soll : $haben; - my $amount = defined($soll->{net_amount}) ? $soll : $haben; - $haben->{notes} = ($haben->{memo} || $soll->{memo}) if $is_payment; - $haben->{notes} //= ''; - $haben->{notes} = SL::HTML::Util->strip($haben->{notes}); - $haben->{notes} =~ s{\r}{}g; - $haben->{notes} =~ s{\n+}{ }g; - - my %row = ( - amount => $::form->format_amount({ numberformat => '1000,00' }, abs($amount->{amount}), 2), - debit_accno => _format_accno($soll->{accno}), - debit_accname => $soll->{accname}, - credit_accno => _format_accno($haben->{accno}), - credit_accname => $haben->{accname}, - tax => $::form->format_amount({ numberformat => '1000,00' }, abs($amount->{amount}) - abs($amount->{net_amount}), 2), - notes => $haben->{notes}, - (map { ($_ => $tax->{$_}) } qw(taxkey tax_accname tax_accno)), - (map { ($_ => ($haben->{$_} // $soll->{$_})) } qw(acc_trans_id invnumber name vcnumber transdate)), - ); - - $csv->{csv}->print($csv->{out}, [ map { $row{$_} } @columns ]); - } - - $_->{out}->close for values %csvs; - } - - $self->add_filenames(@filenames); - - return { download_token => $self->download_token, filenames => \@filenames }; -} - sub check_vcnumbers_are_valid_pk_numbers { my ($self) = @_;