# --
# Copyright (C) 2001-2019 OTRS AG, https://otrs.com/
# --
# This software comes with ABSOLUTELY NO WARRANTY. For details, see
# the enclosed file COPYING for license information (GPL). If you
# did not receive this file, see https://www.gnu.org/licenses/gpl-3.0.txt.
# --
package Kernel::System::Loader;
use strict;
use warnings;
use CSS::Minifier qw();
use JavaScript::Minifier qw();
our @ObjectDependencies = (
'Kernel::Config',
'Kernel::Output::HTML::Layout',
'Kernel::System::Cache',
'Kernel::System::Log',
'Kernel::System::Main',
);
=head1 NAME
Kernel::System::Loader - CSS/JavaScript loader backend
=head1 DESCRIPTION
All valid functions.
=head1 PUBLIC INTERFACE
=head2 new()
create an object
my $LoaderObject = $Kernel::OM->Get('Kernel::System::Loader');
=cut
sub new {
my ( $Type, %Param ) = @_;
# allocate new hash for object
my $Self = {};
bless( $Self, $Type );
$Self->{CacheType} = 'Loader';
$Self->{CacheTTL} = 60 * 60 * 24 * 20;
return $Self;
}
=head2 MinifyFiles()
takes a list of files and returns a filename in the target directory
which holds the minified and concatenated content of the files.
Uses caching internally.
my $TargetFilename = $LoaderObject->MinifyFiles(
List => [ # optional, minify list of files
$Filename,
$Filename2,
],
Checksum => '...' # optional, pass a checksum for the minified file
Content => '...' # optional, pass direct (already minified) content instead of a file list
Type => 'CSS', # CSS | JavaScript
TargetDirectory => $TargetDirectory,
TargetFilenamePrefix => 'CommonCSS', # optional, prefix for the target filename
);
=cut
sub MinifyFiles {
my ( $Self, %Param ) = @_;
# check needed params
my $List = $Param{List};
my $Content = $Param{Content};
if ( !$Content && ( ref $List ne 'ARRAY' || !@{$List} ) ) {
$Kernel::OM->Get('Kernel::System::Log')->Log(
Priority => 'error',
Message => 'Need List or Content!',
);
return;
}
my $TargetDirectory = $Param{TargetDirectory};
if ( !-e $TargetDirectory ) {
if ( !mkdir( $TargetDirectory, 0775 ) ) {
$Kernel::OM->Get('Kernel::System::Log')->Log(
Priority => 'error',
Message => "Can't create directory '$TargetDirectory': $!",
);
return;
}
}
if ( !$TargetDirectory || !-d $TargetDirectory ) {
$Kernel::OM->Get('Kernel::System::Log')->Log(
Priority => 'error',
Message => "Need valid TargetDirectory, got '$TargetDirectory'!",
);
return;
}
my $TargetFilenamePrefix = $Param{TargetFilenamePrefix} ? "$Param{TargetFilenamePrefix}_" : '';
my %ValidTypeParams = (
CSS => 1,
JavaScript => 1,
);
if ( !$Param{Type} || !$ValidTypeParams{ $Param{Type} } ) {
$Kernel::OM->Get('Kernel::System::Log')->Log(
Priority => 'error',
Message => "Need Type! Must be one of '" . join( ', ', keys %ValidTypeParams ) . "'."
);
return;
}
my $MainObject = $Kernel::OM->Get('Kernel::System::Main');
my $Filename;
if ( $Param{Checksum} ) {
$Filename = $TargetFilenamePrefix . $Param{Checksum};
}
else {
my $FileString;
if ( $Param{List} ) {
LOCATION:
for my $Location ( @{$List} ) {
if ( !-e $Location ) {
next LOCATION;
}
my $FileMTime = $MainObject->FileGetMTime(
Location => $Location
);
# For the caching, use both filename and mtime to make sure that
# caches are correctly regenerated on changes.
$FileString .= "$Location:$FileMTime:";
}
}
$Filename = $TargetFilenamePrefix . $MainObject->MD5sum(
String => \$FileString,
);
}
if ( $Param{Type} eq 'CSS' ) {
$Filename .= '.css';
}
elsif ( $Param{Type} eq 'JavaScript' ) {
$Filename .= '.js';
}
if ( !-r "$TargetDirectory/$Filename" ) {
# no cache available, so loop through all files, get minified version and concatenate
LOCATION: for my $Location ( @{$List} ) {
next LOCATION if ( !-r $Location );
# cut out the system specific parts for the comments (for easier testing)
# for now, only keep filename
my $Label = $Location;
$Label =~ s{^.*/}{}smx;
if ( $Param{Type} eq 'CSS' ) {
eval {
$Content .= $Self->GetMinifiedFile(
Location => $Location,
Type => $Param{Type},
);
};
if ($@) {
$Kernel::OM->Get('Kernel::System::Log')->Log(
Priority => 'error',
Message => "Error during file minification: $@",
);
}
$Content .= "\n";
}
elsif ( $Param{Type} eq 'JavaScript' ) {
eval {
$Content .= $Self->GetMinifiedFile(
Location => $Location,
Type => $Param{Type},
);
};
if ($@) {
my $JSError = "Error during minification of file $Location: $@";
$Kernel::OM->Get('Kernel::System::Log')->Log(
Priority => 'error',
Message => $JSError,
);
$JSError =~ s/'/\\'/gsmx;
$JSError =~ s/\r?\n/ /gsmx;
$Content .= "alert('$JSError');";
}
$Content .= "\n";
}
}
my $FileLocation = $MainObject->FileWrite(
Directory => $TargetDirectory,
Filename => $Filename,
Content => \$Content,
);
}
return $Filename;
}
=head2 GetMinifiedFile()
returns the minified contents of a given CSS or JavaScript file.
Uses caching internally.
my $MinifiedCSS = $LoaderObject->GetMinifiedFile(
Location => $Filename,
Type => 'CSS', # CSS | JavaScript
);
Warning: this function may cause a die() if there are errors in the file,
protect against that with eval().
=cut
sub GetMinifiedFile {
my ( $Self, %Param ) = @_;
# check needed params
my $Location = $Param{Location};
if ( !$Location ) {
$Kernel::OM->Get('Kernel::System::Log')->Log(
Priority => 'error',
Message => 'Need Location!',
);
return;
}
my %ValidTypeParams = (
CSS => 1,
JavaScript => 1,
);
if ( !$Param{Type} || !$ValidTypeParams{ $Param{Type} } ) {
$Kernel::OM->Get('Kernel::System::Log')->Log(
Priority => 'error',
Message => "Need Type! Must be one of '" . join( ', ', keys %ValidTypeParams ) . "'."
);
return;
}
my $MainObject = $Kernel::OM->Get('Kernel::System::Main');
my $FileMTime = $MainObject->FileGetMTime(
Location => $Location,
);
# For the caching, use both filename and mtime to make sure that
# caches are correctly regenerated on changes.
my $CacheKey = "$Location:$FileMTime";
# check if a cached version exists
my $CacheContent = $Kernel::OM->Get('Kernel::System::Cache')->Get(
Type => $Self->{CacheType},
Key => $CacheKey,
);
if ( ref $CacheContent eq 'SCALAR' ) {
return ${$CacheContent};
}
# no cache available, read and minify file
my $FileContents = $MainObject->FileRead(
Location => $Location,
# It would be more correct to use UTF8 mode, but then the JavaScript::Minifier
# will cause timeouts due to extreme slowness on some UT servers. Disable for now.
# Unicode in the files still works correctly.
#Mode => 'utf8',
);
if ( ref $FileContents ne 'SCALAR' ) {
return;
}
my $Result;
if ( $Param{Type} eq 'CSS' ) {
$Result = $Self->MinifyCSS( Code => $$FileContents );
}
elsif ( $Param{Type} eq 'JavaScript' ) {
$Result = $Self->MinifyJavaScript( Code => $$FileContents );
}
# and put it in the cache
$Kernel::OM->Get('Kernel::System::Cache')->Set(
Type => $Self->{CacheType},
TTL => $Self->{CacheTTL},
Key => $CacheKey,
Value => \$Result,
);
return $Result;
}
=head2 MinifyCSS()
returns a minified version of the given CSS Code
my $MinifiedCSS = $LoaderObject->MinifyCSS( Code => $CSS );
Warning: this function may cause a die() if there are errors in the file,
protect against that with eval().
=cut
sub MinifyCSS {
my ( $Self, %Param ) = @_;
# check needed params
if ( !$Param{Code} ) {
$Kernel::OM->Get('Kernel::System::Log')->Log(
Priority => 'error',
Message => 'Need Code Param!',
);
return;
}
my $Result = CSS::Minifier::minify( input => $Param{Code} );
# a few optimizations can be made for the minified CSS that CSS::Minifier doesn't yet do
# remove remaining linebreaks
$Result =~ s/\r?\n\s*//smxg;
# remove superfluous whitespace after commas in chained selectors
$Result =~ s/,\s*/,/smxg;
return $Result;
}
=head2 MinifyJavaScript()
returns a minified version of the given JavaScript Code.
my $MinifiedJS = $LoaderObject->MinifyJavaScript( Code => $JavaScript );
Warning: this function may cause a die() if there are errors in the file,
protect against that with eval().
This function internally uses the CPAN module JavaScript::Minifier.
As of version 1.05 of that module, there is an issue with regular expressions:
This will cause a die:
function test(s) { return /\d{1,2}/.test(s); }
A workaround is to enclose the regular expression in parentheses:
function test(s) { return (/\d{1,2}/).test(s); }
=cut
sub MinifyJavaScript {
my ( $Self, %Param ) = @_;
# check needed params
if ( !$Param{Code} ) {
$Kernel::OM->Get('Kernel::System::Log')->Log(
Priority => 'error',
Message => 'Need Code Param!',
);
return;
}
return JavaScript::Minifier::minify( input => $Param{Code} );
}
=head2 CacheGenerate()
generates the loader cache files for all frontend modules.
my %GeneratedFiles = $LoaderObject->CacheGenerate();
=cut
sub CacheGenerate {
my ( $Self, %Param ) = @_;
my @Result;
my $ConfigObject = $Kernel::OM->Get('Kernel::Config');
## nofilter(TidyAll::Plugin::OTRS::Perl::LayoutObject)
my $LayoutObject = $Kernel::OM->Get('Kernel::Output::HTML::Layout');
my %AgentFrontends = %{ $ConfigObject->Get('Frontend::Module') // {} };
for my $FrontendModule ( sort { $a cmp $b } keys %AgentFrontends ) {
$LayoutObject->{Action} = $FrontendModule;
$LayoutObject->LoaderCreateAgentCSSCalls();
$LayoutObject->LoaderCreateAgentJSCalls();
push @Result, $FrontendModule;
}
my %CustomerFrontends = (
%{ $ConfigObject->Get('CustomerFrontend::Module') // {} },
%{ $ConfigObject->Get('PublicFrontend::Module') // {} },
);
for my $FrontendModule ( sort { $a cmp $b } keys %CustomerFrontends ) {
$LayoutObject->{Action} = $FrontendModule;
$LayoutObject->LoaderCreateCustomerCSSCalls();
$LayoutObject->LoaderCreateCustomerJSCalls();
push @Result, $FrontendModule;
}
# Now generate JavaScript translation content
for my $UserLanguage ( sort keys %{ $ConfigObject->Get('DefaultUsedLanguages') // {} } ) {
$Kernel::OM->ObjectsDiscard( Objects => ['Kernel::Language'] );
my $LocalLayoutObject = Kernel::Output::HTML::Layout->new(
Lang => $UserLanguage,
);
$LocalLayoutObject->LoaderCreateJavaScriptTranslationData();
}
# generate JS template cache
$LayoutObject->LoaderCreateJavaScriptTemplateData();
return @Result;
}
=head2 CacheDelete()
deletes all the loader cache files.
Returns a list of deleted files.
my @DeletedFiles = $LoaderObject->CacheDelete();
=cut
sub CacheDelete {
my ( $Self, %Param ) = @_;
my @Result;
my $Home = $Kernel::OM->Get('Kernel::Config')->Get('Home');
my $JSCacheFolder = "$Home/var/httpd/htdocs/js/js-cache";
my @SkinTypeDirectories = (
"$Home/var/httpd/htdocs/skins/Agent",
"$Home/var/httpd/htdocs/skins/Customer",
);
my @CacheFoldersList = ($JSCacheFolder);
my $MainObject = $Kernel::OM->Get('Kernel::System::Main');
# Looking for all skin folders that may contain a cache folder
for my $Folder (@SkinTypeDirectories) {
my @List = $MainObject->DirectoryRead(
Directory => $Folder,
Filter => '*',
);
FOLDER:
for my $Folder (@List) {
next FOLDER if ( !-d $Folder );
my @CacheFolder = $MainObject->DirectoryRead(
Directory => $Folder,
Filter => 'css-cache',
);
if ( @CacheFolder && -d $CacheFolder[0] ) {
push @CacheFoldersList, $CacheFolder[0];
}
}
}
# now go through the cache folders and delete all .js and .css files
my @FileTypes = ( "*.js", "*.css" );
my $TotalCounter = 0;
FOLDERTODELETE:
for my $FolderToDelete (@CacheFoldersList) {
next FOLDERTODELETE if ( !-d $FolderToDelete );
my @FilesList = $MainObject->DirectoryRead(
Directory => $FolderToDelete,
Filter => \@FileTypes,
);
for my $File (@FilesList) {
if ( $MainObject->FileDelete( Location => $File ) ) {
push @Result, $File;
}
else {
$Kernel::OM->Get('Kernel::System::Log')->Log(
Priority => 'error',
Message => "Can't remove: $File"
);
}
}
}
# finally, also clean up the internal perl cache files
$Kernel::OM->Get('Kernel::System::Cache')->CleanUp(
Type => $Self->{CacheType},
);
return @Result;
}
1;
=head1 TERMS AND CONDITIONS
This software is part of the OTRS project (L).
This software comes with ABSOLUTELY NO WARRANTY. For details, see
the enclosed file COPYING for license information (GPL). If you
did not receive this file, see L.
=cut