# -- # Copyright (C) 2001-2019 OTRS AG, https://otrs.com/ # -- # This software comes with ABSOLUTELY NO WARRANTY. For details, see # the enclosed file COPYING for license information (GPL). If you # did not receive this file, see https://www.gnu.org/licenses/gpl-3.0.txt. # -- package Kernel::System::CSV; use strict; use warnings; use Text::CSV; use Excel::Writer::XLSX; our @ObjectDependencies = ( 'Kernel::System::Log', ); =head1 NAME Kernel::System::CSV - CSV lib =head1 DESCRIPTION All csv functions. =head1 PUBLIC INTERFACE =head2 new() Don't use the constructor directly, use the ObjectManager instead: my $CSVObject = $Kernel::OM->Get('Kernel::System::CSV'); =cut sub new { my ( $Type, %Param ) = @_; # allocate new hash for object my $Self = {}; bless( $Self, $Type ); return $Self; } =head2 Array2CSV() Returns a csv formatted string based on a array with head data. $CSV = $CSVObject->Array2CSV( WithHeader => [ 'RowA', 'RowB', ], # optional Head => [ 'RowA', 'RowB', ], # optional Data => [ [ 1, 4 ], [ 7, 3 ], [ 1, 9 ], [ 34, 4 ], ], Separator => ';', # optional separator (default is ;) Quote => '"', # optional quote (default is ") Format => 'CSV', # optional format [Excel|CSV ] (default is CSV) ); =cut sub Array2CSV { my ( $Self, %Param ) = @_; # check required params for (qw(Data)) { if ( !$Param{$_} ) { $Kernel::OM->Get('Kernel::System::Log')->Log( Priority => 'error', Message => "Got no $_ param!" ); return; } } my @Head; my @Data = ( ['##No Data##'] ); if ( $Param{Head} ) { @Head = @{ $Param{Head} }; } if ( $Param{Data} ) { @Data = @{ $Param{Data} }; } my @WithHeader; if ( $Param{WithHeader} ) { @WithHeader = @{ $Param{WithHeader} }; } # get format $Param{Format} //= 'CSV'; my $Output = ''; if ( $Param{Format} eq 'Excel' ) { open my $FileHandle, '>', \$Output; ## no critic if ( !$FileHandle ) { $Kernel::OM->Get('Kernel::System::Log')->Log( Priority => 'error', Message => "Failed to open FileHandle: $!", ); return; } my $Workbook = Excel::Writer::XLSX->new($FileHandle); my $Worksheet = $Workbook->add_worksheet(); my $HeaderFormat = $Workbook->add_format( bold => 1, num_format => '@', ); # We will try to determine the appropriate length for each column. my @ColumnLengths; my $Row = 0; my @Rows = ( \@Head, @Data ); if ( scalar @WithHeader ) { # Adds \@WithHeader to the beggining of @Rows, if not empty. # Otherwise it adds empty first row - see bug#12467. unshift @Rows, \@WithHeader; } for my $DataRaw (@Rows) { COL: for my $Col ( 0 .. ( scalar @{ $DataRaw // [] } ) - 1 ) { next COL if !defined( $DataRaw->[$Col] ); my $CellLength = length( $DataRaw->[$Col] ); $CellLength = 30 if ( $CellLength > 30 ); if ( !defined $ColumnLengths[$Col] || $ColumnLengths[$Col] < $CellLength ) { $ColumnLengths[$Col] = $CellLength; } if ( $Row == 0 && @Head ) { # Format header nicely if present. $Worksheet->write( $Row, $Col, "$DataRaw->[$Col]", $HeaderFormat ); } else { # There are major problems with data recognition in Excel. OTRS # ticket numbers will be recognized as numbers, but they are so big that # Excel will (incorrectly) round them. Prevent this by using write_string() # to protect the data. This might trigger formatting notifications in Excel, # but these can be turned off. $Worksheet->write_string( $Row, $Col, "$DataRaw->[$Col]" ); } } $Row++; } # Now apply column lengths. my $Col = 0; for my $ColumnLength (@ColumnLengths) { $Worksheet->set_column( $Col, $Col, $ColumnLength ); $Col++; } $Workbook->close(); } else { # get separator if ( !defined $Param{Separator} || $Param{Separator} eq '' ) { $Param{Separator} = ';'; } # get separator if ( !defined $Param{Quote} ) { $Param{Quote} = '"'; } # create new csv backend object my $CSV = Text::CSV->new( { quote_char => $Param{Quote}, escape_char => $Param{Quote}, sep_char => $Param{Separator}, eol => '', always_quote => 1, binary => 1, keep_meta_info => 0, allow_loose_quotes => 0, allow_loose_escapes => 0, allow_whitespace => 0, verbatim => 0, } ); # set header if given if (@WithHeader) { my $Status = $CSV->combine(@WithHeader); $Output .= $CSV->string() . "\n"; } # if we have head param fill in header if (@Head) { my $Status = $CSV->combine(@Head); $Output .= $CSV->string() . "\n"; } # fill in data for my $Row (@Data) { my $Status = $CSV->combine( @{$Row} ); if ($Status) { $Output .= $CSV->string() . "\n"; } else { $Kernel::OM->Get('Kernel::System::Log')->Log( Priority => 'error', Message => 'Failed to build line: ' . $CSV->error_input(), ); } } } return $Output; } =head2 CSV2Array() Returns an array with parsed csv data. my $RefArray = $CSVObject->CSV2Array( String => $CSVString, Separator => ';', # optional separator (default is ;) Quote => '"', # optional quote (default is ") ); =cut sub CSV2Array { my ( $Self, %Param ) = @_; # create new csv backend object my $CSV = Text::CSV->new( { quote_char => $Param{Quote} // '"', escape_char => $Param{Quote} || '"', sep_char => $Param{Separator} || ";", eol => '', always_quote => 0, binary => 1, keep_meta_info => 0, allow_loose_quotes => 0, allow_loose_escapes => 0, allow_whitespace => 0, verbatim => 0, } ); # do some dos/unix file conversions $Param{String} =~ s/(\n\r|\r\r\n|\r\n|\r)/\n/g; my @Array; # parse all CSV data line by line (allows newlines in data fields) my $LineCounter = 1; open my $FileHandle, '<', \$Param{String}; ## no critic while ( my $ColRef = $CSV->getline($FileHandle) ) { push @Array, $ColRef; $LineCounter++; } # log error if occurred and exit if ( !$CSV->eof() ) { $Kernel::OM->Get('Kernel::System::Log')->Log( Priority => 'error', Message => 'Failed to parse CSV line ' . $LineCounter . ' (input: ' . $CSV->error_input() . ', error: ' . $CSV->error_diag() . ')', ); return; } return \@Array; } 1; =head1 TERMS AND CONDITIONS This software is part of the OTRS project (L). This software comes with ABSOLUTELY NO WARRANTY. For details, see the enclosed file COPYING for license information (GPL). If you did not receive this file, see L. =cut