![](\"$DirIcons\/flags\/$flag.png\")
\n";
}
}
}
#------------------------------------------------------------------------------
# Function: Format value in bytes in a string (Bytes, Kb, Mb, Gb)
# Parameters: bytes (integer value or "0.00")
# Input: None
# Output: None
# Return: "x.yz MB" or "x.yy KB" or "x Bytes" or "0"
#------------------------------------------------------------------------------
sub Format_Bytes {
my $bytes = shift || 0;
my $fudge = 1;
# Do not use exp/log function to calculate 1024power, function make segfault on some unix/perl versions
if ( $bytes >= ( $fudge << 30 ) ) {
return sprintf( "%.2f", $bytes / 1073741824 ) . " $Message[110]";
}
if ( $bytes >= ( $fudge << 20 ) ) {
return sprintf( "%.2f", $bytes / 1048576 ) . " $Message[109]";
}
if ( $bytes >= ( $fudge << 10 ) ) {
return sprintf( "%.2f", $bytes / 1024 ) . " $Message[108]";
}
if ( $bytes < 0 ) { $bytes = "?"; }
return int($bytes) . ( int($bytes) ? " $Message[119]" : "" );
}
#------------------------------------------------------------------------------
# Function: Format a number
# Parameters: number
# Input: None
# Output: None
# Return: "999 999 999 999"
#------------------------------------------------------------------------------
sub Format_Number {
my $number = shift || 0;
$number =~ s/(\d)(\d\d\d)$/$1 $2/;
$number =~ s/(\d)(\d\d\d\s\d\d\d)$/$1 $2/;
$number =~ s/(\d)(\d\d\d\s\d\d\d\s\d\d\d)$/$1 $2/;
return $number;
}
#------------------------------------------------------------------------------
# Function: Return " alt=string title=string"
# Parameters: string
# Input: None
# Output: None
# Return: "alt=string title=string"
#------------------------------------------------------------------------------
sub AltTitle {
my $string = shift || '';
return " alt='$string' title='$string'";
# return " alt=\"$string\" title=\"$string\"";
# return ($BuildReportFormat?"":" alt=\"$string\"")." title=\"$string\"";
}
#------------------------------------------------------------------------------
# Function: Tell if an email is a local or external email
# Parameters: email
# Input: $SiteDomain(exact string) $HostAliases(quoted regex string)
# Output: None
# Return: -1, 0 or 1
#------------------------------------------------------------------------------
sub IsLocalEMail {
my $email = shift || 'unknown';
if ( $email !~ /\@(.*)$/ ) { return 0; }
my $domain = $1;
if ( $domain =~ /^$SiteDomain$/i ) { return 1; }
foreach (@HostAliases) {
if ( $domain =~ /$_/ ) { return 1; }
}
return -1;
}
#------------------------------------------------------------------------------
# Function: Format a date according to Message[78] (country date format)
# Parameters: String date YYYYMMDDHHMMSS
# Option 0=LastUpdate and LastTime date
# 1=Arrays date except daymonthvalues
# 2=daymonthvalues date (only year month and day)
# Input: $Message[78]
# Output: None
# Return: Date with format defined by Message[78] and option
#------------------------------------------------------------------------------
sub Format_Date {
my $date = shift;
my $option = shift || 0;
my $year = substr( "$date", 0, 4 );
my $month = substr( "$date", 4, 2 );
my $day = substr( "$date", 6, 2 );
my $hour = substr( "$date", 8, 2 );
my $min = substr( "$date", 10, 2 );
my $sec = substr( "$date", 12, 2 );
my $dateformat = $Message[78];
if ( $option == 2 ) {
$dateformat =~ s/^[^ymd]+//g;
$dateformat =~ s/[^ymd]+$//g;
}
$dateformat =~ s/yyyy/$year/g;
$dateformat =~ s/yy/$year/g;
$dateformat =~ s/mmm/$MonthNumLib{$month}/g;
$dateformat =~ s/mm/$month/g;
$dateformat =~ s/dd/$day/g;
$dateformat =~ s/HH/$hour/g;
$dateformat =~ s/MM/$min/g;
$dateformat =~ s/SS/$sec/g;
return "$dateformat";
}
#------------------------------------------------------------------------------
# Function: Return 1 if string contains only ascii chars
# Parameters: string
# Input: None
# Output: None
# Return: 0 or 1
#------------------------------------------------------------------------------
sub IsAscii {
my $string = shift;
if ($Debug) { debug( "IsAscii($string)", 5 ); }
if ( $string =~ /^[\w\+\-\/\\\.%,;:=\"\'&?!\s]+$/ ) {
if ($Debug) { debug( " Yes", 6 ); }
return
1
; # Only alphanum chars (and _) or + - / \ . % , ; : = " ' & ? space \t
}
if ($Debug) { debug( " No", 6 ); }
return 0;
}
#------------------------------------------------------------------------------
# Function: Return the lower value between 2 but exclude value if 0
# Parameters: Val1 and Val2
# Input: None
# Output: None
# Return: min(Val1,Val2)
#------------------------------------------------------------------------------
sub MinimumButNoZero {
my ( $val1, $val2 ) = @_;
return ( $val1 && ( $val1 < $val2 || !$val2 ) ? $val1 : $val2 );
}
#------------------------------------------------------------------------------
# Function: Add a val from sorting tree
# Parameters: keytoadd keyval [firstadd]
# Input: None
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub AddInTree {
my $keytoadd = shift;
my $keyval = shift;
my $firstadd = shift || 0;
if ( $firstadd == 1 ) { # Val is the first one
if ($Debug) { debug( " firstadd", 4 ); }
$val{$keyval} = $keytoadd;
$lowerval = $keyval;
if ($Debug) {
debug(
" lowerval=$lowerval, nb elem val="
. ( scalar keys %val )
. ", nb elem egal="
. ( scalar keys %egal ) . ".",
4
);
}
return;
}
if ( $val{$keyval} ) { # Val is already in tree
if ($Debug) { debug( " val is already in tree", 4 ); }
$egal{$keytoadd} = $val{$keyval};
$val{$keyval} = $keytoadd;
if ($Debug) {
debug(
" lowerval=$lowerval, nb elem val="
. ( scalar keys %val )
. ", nb elem egal="
. ( scalar keys %egal ) . ".",
4
);
}
return;
}
if ( $keyval <= $lowerval )
{ # Val is a new one lower (should happens only when tree is not full)
if ($Debug) {
debug(
" keytoadd val=$keyval is lower or equal to lowerval=$lowerval",
4
);
}
$val{$keyval} = $keytoadd;
$nextval{$keyval} = $lowerval;
$lowerval = $keyval;
if ($Debug) {
debug(
" lowerval=$lowerval, nb elem val="
. ( scalar keys %val )
. ", nb elem egal="
. ( scalar keys %egal ) . ".",
4
);
}
return;
}
# Val is a new one higher
if ($Debug) {
debug( " keytoadd val=$keyval is higher than lowerval=$lowerval", 4 );
}
$val{$keyval} = $keytoadd;
my $valcursor = $lowerval; # valcursor is value just before keyval
while ( $nextval{$valcursor} && ( $nextval{$valcursor} < $keyval ) ) {
$valcursor = $nextval{$valcursor};
}
if ( $nextval{$valcursor} )
{ # keyval is between valcursor and nextval{valcursor}
$nextval{$keyval} = $nextval{$valcursor};
}
$nextval{$valcursor} = $keyval;
if ($Debug) {
debug(
" lowerval=$lowerval, nb elem val="
. ( scalar keys %val )
. ", nb elem egal="
. ( scalar keys %egal ) . ".",
4
);
}
}
#------------------------------------------------------------------------------
# Function: Remove a val from sorting tree
# Parameters: None
# Input: $lowerval %val %egal
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub Removelowerval {
my $keytoremove = $val{$lowerval}; # This is lower key
if ($Debug) {
debug( " remove for lowerval=$lowerval: key=$keytoremove", 4 );
}
if ( $egal{$keytoremove} ) {
$val{$lowerval} = $egal{$keytoremove};
delete $egal{$keytoremove};
}
else {
delete $val{$lowerval};
$lowerval = $nextval{$lowerval}; # Set new lowerval
}
if ($Debug) {
debug(
" new lower value=$lowerval, val size="
. ( scalar keys %val )
. ", egal size="
. ( scalar keys %egal ),
4
);
}
}
#------------------------------------------------------------------------------
# Function: Build @keylist array
# Parameters: Size max for @keylist array,
# Min value in hash for select,
# Hash used for select,
# Hash used for order
# Input: None
# Output: None
# Return: @keylist response array
#------------------------------------------------------------------------------
sub BuildKeyList {
my $ArraySize = shift || error(
"System error. Call to BuildKeyList function with incorrect value for first param",
"", "", 1
);
my $MinValue = shift || error(
"System error. Call to BuildKeyList function with incorrect value for second param",
"", "", 1
);
my $hashforselect = shift;
my $hashfororder = shift;
if ($Debug) {
debug(
" BuildKeyList($ArraySize,$MinValue,$hashforselect with size="
. ( scalar keys %$hashforselect )
. ",$hashfororder with size="
. ( scalar keys %$hashfororder ) . ")",
3
);
}
delete $hashforselect->{0};
delete $hashforselect->{ ''
}; # Those is to protect from infinite loop when hash array has an incorrect null key
my $count = 0;
$lowerval = 0; # Global because used in AddInTree and Removelowerval
%val = ();
%nextval = ();
%egal = ();
foreach my $key ( keys %$hashforselect ) {
if ( $count < $ArraySize ) {
if ( $hashforselect->{$key} >= $MinValue ) {
$count++;
if ($Debug) {
debug(
" Add in tree entry $count : $key (value="
. ( $hashfororder->{$key} || 0 )
. ", tree not full)",
4
);
}
AddInTree( $key, $hashfororder->{$key} || 0, $count );
}
next;
}
$count++;
if ( ( $hashfororder->{$key} || 0 ) <= $lowerval ) { next; }
if ($Debug) {
debug(
" Add in tree entry $count : $key (value="
. ( $hashfororder->{$key} || 0 )
. " > lowerval=$lowerval)",
4
);
}
AddInTree( $key, $hashfororder->{$key} || 0 );
if ($Debug) { debug( " Removelower in tree", 4 ); }
Removelowerval();
}
# Build key list and sort it
if ($Debug) {
debug(
" Build key list and sort it. lowerval=$lowerval, nb elem val="
. ( scalar keys %val )
. ", nb elem egal="
. ( scalar keys %egal ) . ".",
3
);
}
my %notsortedkeylist = ();
foreach my $key ( values %val ) { $notsortedkeylist{$key} = 1; }
foreach my $key ( values %egal ) { $notsortedkeylist{$key} = 1; }
@keylist = ();
@keylist = (
sort { ( $hashfororder->{$b} || 0 ) <=> ( $hashfororder->{$a} || 0 ) }
keys %notsortedkeylist
);
if ($Debug) {
debug( " BuildKeyList End (keylist size=" . (@keylist) . ")", 3 );
}
return;
}
#------------------------------------------------------------------------------
# Function: Lock or unlock update
# Parameters: status (1 to lock, 0 to unlock)
# Input: $DirLock (if status=0) $PROG $FileSuffix
# Output: $DirLock (if status=1)
# Return: None
#------------------------------------------------------------------------------
sub Lock_Update {
my $status = shift;
my $lock = "$PROG$FileSuffix.lock";
if ($status) {
# We stop if there is at least one lock file wherever it is
foreach my $key ( $ENV{"TEMP"}, $ENV{"TMP"}, "/tmp", "/", "." ) {
my $newkey = $key;
$newkey =~ s/[\\\/]$//;
if ( -f "$newkey/$lock" ) {
error(
"An AWStats update process seems to be already running for this config file. Try later.\nIf this is not true, remove manually lock file '$newkey/$lock'.",
"", "", 1
);
}
}
# Set lock where we can
foreach my $key ( $ENV{"TEMP"}, $ENV{"TMP"}, "/tmp", "/", "." ) {
if ( !-d "$key" ) { next; }
$DirLock = $key;
$DirLock =~ s/[\\\/]$//;
if ($Debug) { debug("Update lock file $DirLock/$lock is set"); }
open( LOCK, ">$DirLock/$lock" )
|| error( "Failed to create lock file $DirLock/$lock", "", "",
1 );
print LOCK
"AWStats update started by process $$ at $nowyear-$nowmonth-$nowday $nowhour:$nowmin:$nowsec\n";
close(LOCK);
last;
}
}
else {
# Remove lock
if ($Debug) { debug("Update lock file $DirLock/$lock is removed"); }
unlink("$DirLock/$lock");
}
return;
}
#------------------------------------------------------------------------------
# Function: Signal handler to call Lock_Update to remove lock file
# Parameters: Signal name
# Input: None
# Output: None
# Return: None
#------------------------------------------------------------------------------
sub SigHandler {
my $signame = shift;
print ucfirst($PROG) . " process (ID $$) interrupted by signal $signame.\n";
&Lock_Update(0);
exit 1;
}
#------------------------------------------------------------------------------
# Function: Convert an IPAddress into an integer
# Parameters: IPAddress
# Input: None
# Output: None
# Return: Int
#------------------------------------------------------------------------------
sub Convert_IP_To_Decimal {
my ($IPAddress) = @_;
my @ip_seg_arr = split( /\./, $IPAddress );
my $decimal_ip_address =
256 * 256 * 256 * $ip_seg_arr[0] + 256 * 256 * $ip_seg_arr[1] + 256 *
$ip_seg_arr[2] + $ip_seg_arr[3];
return ($decimal_ip_address);
}
#------------------------------------------------------------------------------
# Function: Test there is at least on value in list not null
# Parameters: List of values
# Input: None
# Output: None
# Return: 1 There is at least one not null value, 0 else
#------------------------------------------------------------------------------
sub AtLeastOneNotNull {
if ($Debug) {
debug( " Call to AtLeastOneNotNull (" . join( '-', @_ ) . ")", 3 );
}
foreach my $val (@_) {
if ($val) { return 1; }
}
return 0;
}
#------------------------------------------------------------------------------
# Function: Return the string to add in html tag to include popup javascript code
# Parameters: tooltip number
# Input: None
# Output: None
# Return: string with javascript code
#------------------------------------------------------------------------------
sub Tooltip {
my $ttnb = shift;
return (
$TOOLTIPON
? " onmouseover=\"ShowTip($ttnb);\" onmouseout=\"HideTip($ttnb);\""
: ""
);
}
#------------------------------------------------------------------------------
# Function: Insert a form filter
# Parameters: Name of filter field, default for filter field, default for exclude filter field
# Input: $StaticLinks, $QueryString, $SiteConfig, $DirConfig
# Output: HTML Form
# Return: None
#------------------------------------------------------------------------------
sub ShowFormFilter {
my $fieldfiltername = shift;
my $fieldfilterinvalue = shift;
my $fieldfilterexvalue = shift;
if ( !$StaticLinks ) {
my $NewLinkParams = ${QueryString};
$NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)output(=\w*|$)//i;
$NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i;
$NewLinkParams =~ s/(&|&)+/&/i;
$NewLinkParams =~ s/^&//;
$NewLinkParams =~ s/&$//;
if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; }
print "\n\n";
print "\n"; print "\n"; } } #------------------------------------------------------------------------------ # Function: Write other user info (with help of plugin) # Parameters: $user # Input: $SiteConfig # Output: URL link # Return: None #------------------------------------------------------------------------------ sub ShowUserInfo { my $user = shift; # Call to plugins' function ShowInfoUser foreach my $pluginname ( sort keys %{ $PluginsLoaded{'ShowInfoUser'} } ) { # my $function="ShowInfoUser_$pluginname('$user')"; # eval("$function"); my $function = "ShowInfoUser_$pluginname"; &$function($user); } } #------------------------------------------------------------------------------ # Function: Write other cluster info (with help of plugin) # Parameters: $clusternb # Input: $SiteConfig # Output: Cluster info # Return: None #------------------------------------------------------------------------------ sub ShowClusterInfo { my $user = shift; # Call to plugins' function ShowInfoCluster foreach my $pluginname ( sort keys %{ $PluginsLoaded{'ShowInfoCluster'} } ) { # my $function="ShowInfoCluster_$pluginname('$user')"; # eval("$function"); my $function = "ShowInfoCluster_$pluginname"; &$function($user); } } #------------------------------------------------------------------------------ # Function: Write other host info (with help of plugin) # Parameters: $host # Input: $LinksToWhoIs $LinksToWhoIsIp # Output: None # Return: None #------------------------------------------------------------------------------ sub ShowHostInfo { my $host = shift; # Call to plugins' function ShowInfoHost foreach my $pluginname ( sort keys %{ $PluginsLoaded{'ShowInfoHost'} } ) { # my $function="ShowInfoHost_$pluginname('$host')"; # eval("$function"); my $function = "ShowInfoHost_$pluginname"; &$function($host); } } #------------------------------------------------------------------------------ # Function: Write other url info (with help of plugin) # Parameters: $url # Input: %Aliases $MaxLengthOfShownURL $ShowLinksOnUrl $SiteDomain $UseHTTPSLinkForUrl # Output: URL link # Return: None #------------------------------------------------------------------------------ sub ShowURLInfo { my $url = shift; my $nompage = CleanXSS($url); # Call to plugins' function ShowInfoURL foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowInfoURL'} } ) { # my $function="ShowInfoURL_$pluginname('$url')"; # eval("$function"); my $function = "ShowInfoURL_$pluginname"; &$function($url); } if ( length($nompage) > $MaxLengthOfShownURL ) { $nompage = substr( $nompage, 0, $MaxLengthOfShownURL ) . "..."; } if ($ShowLinksOnUrl) { my $newkey = CleanXSS($url); if ( $LogType eq 'W' || $LogType eq 'S' ) { # Web or streaming log file if ( $newkey =~ /^http(s|):/i ) { # URL seems to be extracted from a proxy log file print "" . XMLEncode($nompage) . ""; } elsif ( $newkey =~ /^\// ) { # URL seems to be an url extracted from a web or wap server log file $newkey =~ s/^\/$SiteDomain//i; # Define urlprot my $urlprot = 'http'; if ( $UseHTTPSLinkForUrl && $newkey =~ /^$UseHTTPSLinkForUrl/ ) { $urlprot = 'https'; } print "" . XMLEncode($nompage) . ""; } else { print XMLEncode($nompage); } } elsif ( $LogType eq 'F' ) { # Ftp log file print XMLEncode($nompage); } elsif ( $LogType eq 'M' ) { # Smtp log file print XMLEncode($nompage); } else { # Other type log file print XMLEncode($nompage); } } else { print XMLEncode($nompage); } } #------------------------------------------------------------------------------ # Function: Define value for PerlParsingFormat (used for regex log record parsing) # Parameters: $LogFormat # Input: - # Output: $pos_xxx, @pos_extra, @fieldlib, $PerlParsingFormat # Return: - #------------------------------------------------------------------------------ sub DefinePerlParsingFormat { my $LogFormat = shift; $pos_vh = $pos_host = $pos_logname = $pos_date = $pos_tz = $pos_method = $pos_url = $pos_code = $pos_size = -1; $pos_referer = $pos_agent = $pos_query = $pos_gzipin = $pos_gzipout = $pos_compratio = -1; $pos_cluster = $pos_emails = $pos_emailr = $pos_hostr = -1; @pos_extra = (); @fieldlib = (); $PerlParsingFormat = ''; # Log records examples: # Apache combined: 62.161.78.73 user - [dd/mmm/yyyy:hh:mm:ss +0000] "GET / HTTP/1.1" 200 1234 "http://www.from.com/from.htm" "Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)" # Apache combined (408 error): my.domain.com - user [09/Jan/2001:11:38:51 -0600] "OPTIONS /mime-tmp/xxx file.doc HTTP/1.1" 408 - "-" "-" # Apache combined (408 error): 62.161.78.73 user - [dd/mmm/yyyy:hh:mm:ss +0000] "-" 408 - "-" "-" # Apache combined (400 error): 80.8.55.11 - - [28/Apr/2007:03:20:02 +0200] "GET /" 400 584 "-" "-" # IIS: 2000-07-19 14:14:14 62.161.78.73 - GET / 200 1234 HTTP/1.1 Mozilla/4.0+(compatible;+MSIE+5.01;+Windows+NT+5.0) http://www.from.com/from.htm # WebStar: 05/21/00 00:17:31 OK 200 212.242.30.6 Mozilla/4.0 (compatible; MSIE 5.0; Windows 98; DigExt) http://www.cover.dk/ "www.cover.dk" :Documentation:graphics:starninelogo.white.gif 1133 # Squid extended: 12.229.91.170 - - [27/Jun/2002:03:30:50 -0700] "GET http://www.callistocms.com/images/printable.gif HTTP/1.1" 304 354 "-" "Mozilla/5.0 Galeon/1.0.3 (X11; Linux i686; U;) Gecko/0" TCP_REFRESH_HIT:DIRECT # Log formats: # Apache common_with_mod_gzip_info1: %h %l %u %t \"%r\" %>s %b mod_gzip: %{mod_gzip_compression_ratio}npct. # Apache common_with_mod_gzip_info2: %h %l %u %t \"%r\" %>s %b mod_gzip: %{mod_gzip_result}n In:%{mod_gzip_input_size}n Out:%{mod_gzip_output_size}n:%{mod_gzip_compression_ratio}npct. # Apache deflate: %h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\" (%{ratio}n) if ($Debug) { debug( "Call To DefinePerlParsingFormat (LogType='$LogType', LogFormat='$LogFormat')" ); } if ( $LogFormat =~ /^[1-6]$/ ) { # Pre-defined log format if ( $LogFormat eq '1' || $LogFormat eq '6' ) { # Same than "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"". # %u (user) is "([^\\/\\[]+)" instead of "[^ ]+" because can contain space (Lotus Notes). referer and ua might be "". # $PerlParsingFormat="([^ ]+) [^ ]+ ([^\\/\\[]+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) (.+) [^\\\"]+\\\" ([\\d|-]+) ([\\d|-]+) \\\"(.*?)\\\" \\\"([^\\\"]*)\\\""; $PerlParsingFormat = "([^ ]+) [^ ]+ ([^\\/\\[]+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) ([^ ]+)(?: [^\\\"]+|)\\\" ([\\d|-]+) ([\\d|-]+) \\\"(.*?)\\\" \\\"([^\\\"]*)\\\""; $pos_host = 0; $pos_logname = 1; $pos_date = 2; $pos_method = 3; $pos_url = 4; $pos_code = 5; $pos_size = 6; $pos_referer = 7; $pos_agent = 8; @fieldlib = ( 'host', 'logname', 'date', 'method', 'url', 'code', 'size', 'referer', 'ua' ); } elsif ( $LogFormat eq '2' ) { # Same than "date time c-ip cs-username cs-method cs-uri-stem sc-status sc-bytes cs-version cs(User-Agent) cs(Referer)" $PerlParsingFormat = "(\\S+ \\S+) (\\S+) (\\S+) (\\S+) (\\S+) ([\\d|-]+) ([\\d|-]+) \\S+ (\\S+) (\\S+)"; $pos_date = 0; $pos_host = 1; $pos_logname = 2; $pos_method = 3; $pos_url = 4; $pos_code = 5; $pos_size = 6; $pos_agent = 7; $pos_referer = 8; @fieldlib = ( 'date', 'host', 'logname', 'method', 'url', 'code', 'size', 'ua', 'referer' ); } elsif ( $LogFormat eq '3' ) { $PerlParsingFormat = "([^\\t]*\\t[^\\t]*)\\t([^\\t]*)\\t([\\d|-]*)\\t([^\\t]*)\\t([^\\t]*)\\t([^\\t]*)\\t[^\\t]*\\t([^\\t]*)\\t([\\d]*)"; $pos_date = 0; $pos_method = 1; $pos_code = 2; $pos_host = 3; $pos_agent = 4; $pos_referer = 5; $pos_url = 6; $pos_size = 7; @fieldlib = ( 'date', 'method', 'code', 'host', 'ua', 'referer', 'url', 'size' ); } elsif ( $LogFormat eq '4' ) { # Same than "%h %l %u %t \"%r\" %>s %b" # %u (user) is "(.+)" instead of "[^ ]+" because can contain space (Lotus Notes). $PerlParsingFormat = "([^ ]+) [^ ]+ (.+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) ([^ ]+)(?: [^\\\"]+|)\\\" ([\\d|-]+) ([\\d|-]+)"; $pos_host = 0; $pos_logname = 1; $pos_date = 2; $pos_method = 3; $pos_url = 4; $pos_code = 5; $pos_size = 6; @fieldlib = ( 'host', 'logname', 'date', 'method', 'url', 'code', 'size' ); } } else { # Personalized log format my $LogFormatString = $LogFormat; # Replacement for Notes format string that are not Apache $LogFormatString =~ s/%vh/%virtualname/g; # Replacement for Apache format string $LogFormatString =~ s/%v(\s)/%virtualname$1/g; $LogFormatString =~ s/%v$/%virtualname/g; $LogFormatString =~ s/%h(\s)/%host$1/g; $LogFormatString =~ s/%h$/%host/g; $LogFormatString =~ s/%l(\s)/%other$1/g; $LogFormatString =~ s/%l$/%other/g; $LogFormatString =~ s/\"%u\"/%lognamequot/g; $LogFormatString =~ s/%u(\s)/%logname$1/g; $LogFormatString =~ s/%u$/%logname/g; $LogFormatString =~ s/%t(\s)/%time1$1/g; $LogFormatString =~ s/%t$/%time1/g; $LogFormatString =~ s/\"%r\"/%methodurl/g; $LogFormatString =~ s/%>s/%code/g; $LogFormatString =~ s/%b(\s)/%bytesd$1/g; $LogFormatString =~ s/%b$/%bytesd/g; $LogFormatString =~ s/\"%{Referer}i\"/%refererquot/g; $LogFormatString =~ s/\"%{User-Agent}i\"/%uaquot/g; $LogFormatString =~ s/%{mod_gzip_input_size}n/%gzipin/g; $LogFormatString =~ s/%{mod_gzip_output_size}n/%gzipout/g; $LogFormatString =~ s/%{mod_gzip_compression_ratio}n/%gzipratio/g; $LogFormatString =~ s/\(%{ratio}n\)/%deflateratio/g; # Replacement for a IIS and ISA format string $LogFormatString =~ s/cs-uri-query/%query/g; # Must be before cs-uri $LogFormatString =~ s/date\stime/%time2/g; $LogFormatString =~ s/c-ip/%host/g; $LogFormatString =~ s/cs-username/%logname/g; $LogFormatString =~ s/cs-method/%method/g; # GET, POST, SMTP, RETR STOR $LogFormatString =~ s/cs-uri-stem/%url/g; $LogFormatString =~ s/cs-uri/%url/g; $LogFormatString =~ s/sc-status/%code/g; $LogFormatString =~ s/sc-bytes/%bytesd/g; $LogFormatString =~ s/cs-version/%other/g; # Protocol $LogFormatString =~ s/cs\(User-Agent\)/%ua/g; $LogFormatString =~ s/c-agent/%ua/g; $LogFormatString =~ s/cs\(Referer\)/%referer/g; $LogFormatString =~ s/cs-referred/%referer/g; $LogFormatString =~ s/sc-authenticated/%other/g; $LogFormatString =~ s/s-svcname/%other/g; $LogFormatString =~ s/s-computername/%other/g; $LogFormatString =~ s/r-host/%virtualname/g; $LogFormatString =~ s/cs-host/%virtualname/g; $LogFormatString =~ s/r-ip/%other/g; $LogFormatString =~ s/r-port/%other/g; $LogFormatString =~ s/time-taken/%other/g; $LogFormatString =~ s/cs-bytes/%other/g; $LogFormatString =~ s/cs-protocol/%other/g; $LogFormatString =~ s/cs-transport/%other/g; $LogFormatString =~ s/s-operation/%method/g; # GET, POST, SMTP, RETR STOR $LogFormatString =~ s/cs-mime-type/%other/g; $LogFormatString =~ s/s-object-source/%other/g; $LogFormatString =~ s/s-cache-info/%other/g; $LogFormatString =~ s/cluster-node/%cluster/g; # Added for MMS $LogFormatString =~ s/protocol/%protocolmms/g; # cs-method might not be available $LogFormatString =~ s/c-status/%codemms/g; # c-status used when sc-status not available if ($Debug) { debug(" LogFormatString=$LogFormatString"); } # $LogFormatString has an AWStats format, so we can generate PerlParsingFormat variable my $i = 0; my $LogSeparatorWithoutStar = $LogSeparator; $LogSeparatorWithoutStar =~ s/[\*\+]//g; foreach my $f ( split( /\s+/, $LogFormatString ) ) { # Add separator for next field if ($PerlParsingFormat) { $PerlParsingFormat .= "$LogSeparator"; } # Special for logname if ( $f =~ /%lognamequot$/ ) { $pos_logname = $i; $i++; push @fieldlib, 'logname'; $PerlParsingFormat .= "\\\"?([^\\\"]*)\\\"?" ; # logname can be "value", "" and - in same log (Lotus notes) } elsif ( $f =~ /%logname$/ ) { $pos_logname = $i; $i++; push @fieldlib, 'logname'; # %u (user) is "([^\\/\\[]+)" instead of "[^$LogSeparatorWithoutStar]+" because can contain space (Lotus Notes). $PerlParsingFormat .= "([^\\/\\[]+)"; } # Date format elsif ( $f =~ /%time1$/ || $f =~ /%time1b$/ ) { # [dd/mmm/yyyy:hh:mm:ss +0000] or [dd/mmm/yyyy:hh:mm:ss], time1b kept for backward compatibility $pos_date = $i; $i++; push @fieldlib, 'date'; $pos_tz = $i; $i++; push @fieldlib, 'tz'; $PerlParsingFormat .= "\\[([^$LogSeparatorWithoutStar]+)( [^$LogSeparatorWithoutStar]+)?\\]"; } elsif ( $f =~ /%time2$/ ) { # yyyy-mm-dd hh:mm:ss $pos_date = $i; $i++; push @fieldlib, 'date'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+\\s[^$LogSeparatorWithoutStar]+)" ; # Need \s for Exchange log files } elsif ( $f =~ /%time3$/ ) { # mon d hh:mm:ss or mon d hh:mm:ss or mon dd hh:mm:ss yyyy or day mon dd hh:mm:ss or day mon dd hh:mm:ss yyyy $pos_date = $i; $i++; push @fieldlib, 'date'; $PerlParsingFormat .= "(?:\\w\\w\\w )?(\\w\\w\\w \\s?\\d+ \\d\\d:\\d\\d:\\d\\d(?: \\d\\d\\d\\d)?)"; } elsif ( $f =~ /%time4$/ ) { # ddddddddddddd $pos_date = $i; $i++; push @fieldlib, 'date'; $PerlParsingFormat .= "(\\d+)"; } # Special for methodurl and methodurlnoprot elsif ( $f =~ /%methodurl$/ ) { $pos_method = $i; $i++; push @fieldlib, 'method'; $pos_url = $i; $i++; push @fieldlib, 'url'; $PerlParsingFormat .= #"\\\"([^$LogSeparatorWithoutStar]+) ([^$LogSeparatorWithoutStar]+) [^\\\"]+\\\""; "\\\"([^$LogSeparatorWithoutStar]+) ([^$LogSeparatorWithoutStar]+)(?: [^\\\"]+|)\\\""; } elsif ( $f =~ /%methodurlnoprot$/ ) { $pos_method = $i; $i++; push @fieldlib, 'method'; $pos_url = $i; $i++; push @fieldlib, 'url'; $PerlParsingFormat .= "\\\"([^$LogSeparatorWithoutStar]+) ([^$LogSeparatorWithoutStar]+)\\\""; } # Common command tags elsif ( $f =~ /%virtualnamequot$/ ) { $pos_vh = $i; $i++; push @fieldlib, 'vhost'; $PerlParsingFormat .= "\\\"([^$LogSeparatorWithoutStar]+)\\\""; } elsif ( $f =~ /%virtualname$/ ) { $pos_vh = $i; $i++; push @fieldlib, 'vhost'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%host_r$/ ) { $pos_hostr = $i; $i++; push @fieldlib, 'hostr'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%host$/ ) { $pos_host = $i; $i++; push @fieldlib, 'host'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%host_proxy$/ ) { # if host_proxy tag used, host tag must not be used $pos_host = $i; $i++; push @fieldlib, 'host'; $PerlParsingFormat .= "(.+?)(?:, .*)*"; } elsif ( $f =~ /%method$/ ) { $pos_method = $i; $i++; push @fieldlib, 'method'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%url$/ ) { $pos_url = $i; $i++; push @fieldlib, 'url'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%query$/ ) { $pos_query = $i; $i++; push @fieldlib, 'query'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%code$/ ) { $pos_code = $i; $i++; push @fieldlib, 'code'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%bytesd$/ ) { $pos_size = $i; $i++; push @fieldlib, 'size'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%refererquot$/ ) { $pos_referer = $i; $i++; push @fieldlib, 'referer'; $PerlParsingFormat .= "\\\"([^\\\"]*)\\\""; # referer might be "" } elsif ( $f =~ /%referer$/ ) { $pos_referer = $i; $i++; push @fieldlib, 'referer'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%uaquot$/ ) { $pos_agent = $i; $i++; push @fieldlib, 'ua'; $PerlParsingFormat .= "\\\"([^\\\"]*)\\\""; # ua might be "" } elsif ( $f =~ /%uabracket$/ ) { $pos_agent = $i; $i++; push @fieldlib, 'ua'; $PerlParsingFormat .= "\\\[([^\\\]]*)\\\]"; # ua might be [] } elsif ( $f =~ /%ua$/ ) { $pos_agent = $i; $i++; push @fieldlib, 'ua'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%gzipin$/ ) { $pos_gzipin = $i; $i++; push @fieldlib, 'gzipin'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%gzipout/ ) { # Compare $f to /%gzipout/ and not to /%gzipout$/ like other fields $pos_gzipout = $i; $i++; push @fieldlib, 'gzipout'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%gzipratio/ ) { # Compare $f to /%gzipratio/ and not to /%gzipratio$/ like other fields $pos_compratio = $i; $i++; push @fieldlib, 'gzipratio'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%deflateratio/ ) { # Compare $f to /%deflateratio/ and not to /%deflateratio$/ like other fields $pos_compratio = $i; $i++; push @fieldlib, 'deflateratio'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%email_r$/ ) { $pos_emailr = $i; $i++; push @fieldlib, 'email_r'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%email$/ ) { $pos_emails = $i; $i++; push @fieldlib, 'email'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%cluster$/ ) { $pos_cluster = $i; $i++; push @fieldlib, 'clusternb'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%timetaken$/ ) { $pos_timetaken = $i; $i++; push @fieldlib, 'timetaken'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } # Special for protocolmms, used for method if method not already found (for MMS) elsif ( $f =~ /%protocolmms$/ ) { if ( $pos_method < 0 ) { $pos_method = $i; $i++; push @fieldlib, 'method'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } } # Special for codemms, used for code only if code not already found (for MMS) elsif ( $f =~ /%codemms$/ ) { if ( $pos_code < 0 ) { $pos_code = $i; $i++; push @fieldlib, 'code'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } } # Extra tag elsif ( $f =~ /%extra(\d+)$/ ) { $pos_extra[$1] = $i; $i++; push @fieldlib, "extra$1"; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } # Other tag elsif ( $f =~ /%other$/ ) { $PerlParsingFormat .= "[^$LogSeparatorWithoutStar]+"; } elsif ( $f =~ /%otherquot$/ ) { $PerlParsingFormat .= "\\\"[^\\\"]*\\\""; } # Unknown tag (no parenthesis) else { $PerlParsingFormat .= "[^$LogSeparatorWithoutStar]+"; } } if ( !$PerlParsingFormat ) { error("No recognized format tag in personalized LogFormat string"); } } if ( $pos_host < 0 ) { error( "Your personalized LogFormat does not include all fields required by AWStats (Add \%host in your LogFormat string)." ); } if ( $pos_date < 0 ) { error( "Your personalized LogFormat does not include all fields required by AWStats (Add \%time1 or \%time2 in your LogFormat string)." ); } if ( $pos_method < 0 ) { error( "Your personalized LogFormat does not include all fields required by AWStats (Add \%methodurl or \%method in your LogFormat string)." ); } if ( $pos_url < 0 ) { error( "Your personalized LogFormat does not include all fields required by AWStats (Add \%methodurl or \%url in your LogFormat string)." ); } if ( $pos_code < 0 ) { error( "Your personalized LogFormat does not include all fields required by AWStats (Add \%code in your LogFormat string)." ); } if ( $pos_size < 0 ) { error( "Your personalized LogFormat does not include all fields required by AWStats (Add \%bytesd in your LogFormat string)." ); } $PerlParsingFormat = qr/^$PerlParsingFormat/; if ($Debug) { debug(" PerlParsingFormat is $PerlParsingFormat"); } } sub ShowMenuCateg { my ( $categ, $categtext, $categicon, $frame, $targetpage, $linkanchor, $NewLinkParams, $NewLinkTarget ) = ( shift, shift, shift, shift, shift, shift, shift, shift ); $categicon = ''; # Comment this to enabme category icons my ( $menu, $menulink, $menutext ) = ( shift, shift, shift ); my $linetitle = 0; # Call to plugins' function AddHTMLMenuLink foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLMenuLink'} } ) { # my $function="AddHTMLMenuLink_$pluginname('$categ',\$menu,\$menulink,\$menutext)"; # eval("$function"); my $function = "AddHTMLMenuLink_$pluginname"; &$function( $categ, $menu, $menulink, $menutext ); } foreach my $key (%$menu) { if ( $menu->{$key} && $menu->{$key} > 0 ) { $linetitle++; last; } } if ( !$linetitle ) { return; } # At least one entry in menu for this category, we can show category and entries my $WIDTHMENU1 = ( $FrameName eq 'mainleft' ? $FRAMEWIDTH : 150 ); print "
![\"...\"](\"$DirIcons/other/page.png\")
"
: ""
);
print "$menutext->{$key}\n";
print( $frame? "\n"; my $title; if ( $HTMLOutput{'allemails'} || $HTMLOutput{'lastemails'} ) { $title = "$Message[131]"; } else { $title = "$Message[131] ($Message[77] $MaxNbOf{'EMailsShown'}) - $Message[80]"; if ( $ShowEMailSenders =~ /L/i ) { $title .= " - $Message[9]"; } } &tab_head( "$title", 19, 0, 'emailsenders' ); print "
\n"; my $title; if ( $HTMLOutput{'allemailr'} || $HTMLOutput{'lastemailr'} ) { $title = "$Message[132]"; } else { $title = "$Message[132] ($Message[77] $MaxNbOf{'EMailsShown'}) - $Message[80]"; if ( $ShowEMailReceivers =~ /L/i ) { $title .= " - $Message[9]"; } } &tab_head( "$title", 19, 0, 'emailreceivers' ); print "
\n" : "\n"; if ($EnableLockForUpdate) { &Lock_Update(1); } my $newhistory = &Read_History_With_TmpUpdate( $YearRequired, $MonthRequired, $DayRequired, $HourRequired, 1, 0, 'all' ); if ( rename( "$newhistory", "$MigrateStats" ) == 0 ) { unlink "$newhistory"; error( "Failed to rename \"$newhistory\" into \"$MigrateStats\".\nWrite permissions on \"$MigrateStats\" might be wrong" . ( $ENV{'GATEWAY_INTERFACE'} ? " for a 'migration from web'" : "" ) . " or file might be opened." ); } if ($EnableLockForUpdate) { &Lock_Update(0); } print "Migration for file '$MigrateStats' successful."; print $ENV{'GATEWAY_INTERFACE'} ? "
\n" : "\n"; &html_end(1); exit 0; } # Output main frame page and exit. This must be after the security check. if ( $FrameName eq 'index' ) { # Define the NewLinkParams for main chart my $NewLinkParams = ${QueryString}; $NewLinkParams =~ s/(^|&|&)framename=[^&]*//i; $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; } # Exit if main frame print "\n"; &html_end(0); exit 0; } %MonthNumLib = ( "01", "$Message[60]", "02", "$Message[61]", "03", "$Message[62]", "04", "$Message[63]", "05", "$Message[64]", "06", "$Message[65]", "07", "$Message[66]", "08", "$Message[67]", "09", "$Message[68]", "10", "$Message[69]", "11", "$Message[70]", "12", "$Message[71]" ); # Build ListOfYears list with all existing years ( $lastyearbeforeupdate, $lastmonthbeforeupdate, $lastdaybeforeupdate, $lasthourbeforeupdate, $lastdatebeforeupdate ) = ( 0, 0, 0, 0, 0 ); my $datemask = ''; if ( $DatabaseBreak eq 'month' ) { $datemask = '(\d\d)(\d\d\d\d)'; } elsif ( $DatabaseBreak eq 'year' ) { $datemask = '(\d\d\d\d)'; } elsif ( $DatabaseBreak eq 'day' ) { $datemask = '(\d\d)(\d\d\d\d)(\d\d)'; } elsif ( $DatabaseBreak eq 'hour' ) { $datemask = '(\d\d)(\d\d\d\d)(\d\d)(\d\d)'; } if ($Debug) { debug( "Scan for last history files into DirData='$DirData' with mask='$datemask'" ); } opendir( DIR, "$DirData" ); my $regfilesuffix = quotemeta($FileSuffix); foreach ( grep /^$PROG$datemask$regfilesuffix\.txt(|\.gz)$/i, file_filt sort readdir DIR ) { /^$PROG$datemask$regfilesuffix\.txt(|\.gz)$/i; if ( !$ListOfYears{"$2"} || "$1" gt $ListOfYears{"$2"} ) { # ListOfYears contains max month found $ListOfYears{"$2"} = "$1"; } my $rangestring = ( $2 || "" ) . ( $1 || "" ) . ( $3 || "" ) . ( $4 || "" ); if ( $rangestring gt $lastdatebeforeupdate ) { # We are on a new max for mask $lastyearbeforeupdate = ( $2 || "" ); $lastmonthbeforeupdate = ( $1 || "" ); $lastdaybeforeupdate = ( $3 || "" ); $lasthourbeforeupdate = ( $4 || "" ); $lastdatebeforeupdate = $rangestring; } } close DIR; # If at least one file found, get value for LastLine if ($lastyearbeforeupdate) { # Read 'general' section of last history file for LastLine &Read_History_With_TmpUpdate( $lastyearbeforeupdate, $lastmonthbeforeupdate, $lastdaybeforeupdate, $lasthourbeforeupdate, 0, 0, "general" ); } # Warning if lastline in future if ( $LastLine > ( $nowtime + 20000 ) ) { warning( "WARNING: LastLine parameter in history file is '$LastLine' so in future. May be you need to correct manually the line LastLine in some awstats*.$SiteConfig.conf files." ); } # Force LastLine if ( $QueryString =~ /lastline=(\d{14})/i ) { $LastLine = $1; } if ($Debug) { debug( "Last year=$lastyearbeforeupdate - Last month=$lastmonthbeforeupdate"); debug("Last day=$lastdaybeforeupdate - Last hour=$lasthourbeforeupdate"); debug("LastLine=$LastLine"); debug("LastLineNumber=$LastLineNumber"); debug("LastLineOffset=$LastLineOffset"); debug("LastLineChecksum=$LastLineChecksum"); } # Init vars &Init_HashArray(); #------------------------------------------ # UPDATE PROCESS #------------------------------------------ my $lastlinenb = 0; my $lastlineoffset = 0; my $lastlineoffsetnext = 0; if ($Debug) { debug( "UpdateStats is $UpdateStats", 2 ); } if ( $UpdateStats && $FrameName ne 'index' && $FrameName ne 'mainleft' ) { # Update only on index page or when not framed to avoid update twice my %MonthNum = ( "Jan", "01", "jan", "01", "Feb", "02", "feb", "02", "Mar", "03", "mar", "03", "Apr", "04", "apr", "04", "May", "05", "may", "05", "Jun", "06", "jun", "06", "Jul", "07", "jul", "07", "Aug", "08", "aug", "08", "Sep", "09", "sep", "09", "Oct", "10", "oct", "10", "Nov", "11", "nov", "11", "Dec", "12", "dec", "12" ) ; # MonthNum must be in english because used to translate log date in apache log files if ( !scalar keys %HTMLOutput ) { print "Create/Update database for config \"$FileConfig\" by AWStats version $VERSION\n"; print "From data in log file \"$LogFile\"...\n"; } my $lastprocessedyear = $lastyearbeforeupdate || 0; my $lastprocessedmonth = $lastmonthbeforeupdate || 0; my $lastprocessedday = $lastdaybeforeupdate || 0; my $lastprocessedhour = $lasthourbeforeupdate || 0; my $lastprocesseddate = ''; if ( $DatabaseBreak eq 'month' ) { $lastprocesseddate = sprintf( "%04i%02i", $lastprocessedyear, $lastprocessedmonth ); } elsif ( $DatabaseBreak eq 'year' ) { $lastprocesseddate = sprintf( "%04i%", $lastprocessedyear ); } elsif ( $DatabaseBreak eq 'day' ) { $lastprocesseddate = sprintf( "%04i%02i%02i", $lastprocessedyear, $lastprocessedmonth, $lastprocessedday ); } elsif ( $DatabaseBreak eq 'hour' ) { $lastprocesseddate = sprintf( "%04i%02i%02i%02i", $lastprocessedyear, $lastprocessedmonth, $lastprocessedday, $lastprocessedhour ); } my @list; # Init RobotsSearchIDOrder required for update process @list = (); if ( $LevelForRobotsDetection >= 1 ) { foreach ( 1 .. $LevelForRobotsDetection ) { push @list, "list$_"; } push @list, "listgen"; # Always added } foreach my $key (@list) { push @RobotsSearchIDOrder, @{"RobotsSearchIDOrder_$key"}; if ($Debug) { debug( "Add " . @{"RobotsSearchIDOrder_$key"} . " elements from RobotsSearchIDOrder_$key into RobotsSearchIDOrder", 2 ); } } if ($Debug) { debug( "RobotsSearchIDOrder has now " . @RobotsSearchIDOrder . " elements", 1 ); } # Init SearchEnginesIDOrder required for update process @list = (); if ( $LevelForSearchEnginesDetection >= 1 ) { foreach ( 1 .. $LevelForSearchEnginesDetection ) { push @list, "list$_"; } push @list, "listgen"; # Always added } foreach my $key (@list) { push @SearchEnginesSearchIDOrder, @{"SearchEnginesSearchIDOrder_$key"}; if ($Debug) { debug( "Add " . @{"SearchEnginesSearchIDOrder_$key"} . " elements from SearchEnginesSearchIDOrder_$key into SearchEnginesSearchIDOrder", 2 ); } } if ($Debug) { debug( "SearchEnginesSearchIDOrder has now " . @SearchEnginesSearchIDOrder . " elements", 1 ); } # Complete HostAliases array my $sitetoanalyze = quotemeta( lc($SiteDomain) ); if ( !@HostAliases ) { warning( "Warning: HostAliases parameter is not defined, $PROG choose \"$SiteDomain localhost 127.0.0.1\"." ); push @HostAliases, qr/^$sitetoanalyze$/i; push @HostAliases, qr/^localhost$/i; push @HostAliases, qr/^127\.0\.0\.1$/i; } else { unshift @HostAliases, qr/^$sitetoanalyze$/i; } # Add SiteDomain as first value # Optimize arrays @HostAliases = &OptimizeArray( \@HostAliases, 1 ); if ($Debug) { debug( "HostAliases precompiled regex list is now @HostAliases", 1 ); } @SkipDNSLookupFor = &OptimizeArray( \@SkipDNSLookupFor, 1 ); if ($Debug) { debug( "SkipDNSLookupFor precompiled regex list is now @SkipDNSLookupFor", 1 ); } @SkipHosts = &OptimizeArray( \@SkipHosts, 1 ); if ($Debug) { debug( "SkipHosts precompiled regex list is now @SkipHosts", 1 ); } @SkipReferrers = &OptimizeArray( \@SkipReferrers, 1 ); if ($Debug) { debug( "SkipReferrers precompiled regex list is now @SkipReferrers", 1 ); } @SkipUserAgents = &OptimizeArray( \@SkipUserAgents, 1 ); if ($Debug) { debug( "SkipUserAgents precompiled regex list is now @SkipUserAgents", 1 ); } @SkipFiles = &OptimizeArray( \@SkipFiles, $URLNotCaseSensitive ); if ($Debug) { debug( "SkipFiles precompiled regex list is now @SkipFiles", 1 ); } @OnlyHosts = &OptimizeArray( \@OnlyHosts, 1 ); if ($Debug) { debug( "OnlyHosts precompiled regex list is now @OnlyHosts", 1 ); } @OnlyUsers = &OptimizeArray( \@OnlyUsers, 1 ); if ($Debug) { debug( "OnlyUsers precompiled regex list is now @OnlyUsers", 1 ); } @OnlyUserAgents = &OptimizeArray( \@OnlyUserAgents, 1 ); if ($Debug) { debug( "OnlyUserAgents precompiled regex list is now @OnlyUserAgents", 1 ); } @OnlyFiles = &OptimizeArray( \@OnlyFiles, $URLNotCaseSensitive ); if ($Debug) { debug( "OnlyFiles precompiled regex list is now @OnlyFiles", 1 ); } @NotPageFiles = &OptimizeArray( \@NotPageFiles, $URLNotCaseSensitive ); if ($Debug) { debug( "NotPageFiles precompiled regex list is now @NotPageFiles", 1 ); } # Precompile the regex search strings with qr @RobotsSearchIDOrder = map { qr/$_/i } @RobotsSearchIDOrder; @WormsSearchIDOrder = map { qr/$_/i } @WormsSearchIDOrder; @BrowsersSearchIDOrder = map { qr/$_/i } @BrowsersSearchIDOrder; @OSSearchIDOrder = map { qr/$_/i } @OSSearchIDOrder; @SearchEnginesSearchIDOrder = map { qr/$_/i } @SearchEnginesSearchIDOrder; my $miscquoted = quotemeta("$MiscTrackerUrl"); my $defquoted = quotemeta("/$DefaultFile[0]"); my $sitewithoutwww = lc($SiteDomain); $sitewithoutwww =~ s/www\.//; $sitewithoutwww = quotemeta($sitewithoutwww); # Define precompiled regex my $regmisc = qr/^$miscquoted/; my $regfavico = qr/\/favicon\.ico$/i; my $regrobot = qr/\/robots\.txt$/i; my $regtruncanchor = qr/#(\w*)$/; my $regtruncurl = qr/([$URLQuerySeparators])(.*)$/; my $regext = qr/\.(\w{1,6})$/; my $regdefault; if ($URLNotCaseSensitive) { $regdefault = qr/$defquoted$/i; } else { $regdefault = qr/$defquoted$/; } my $regipv4 = qr/^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/; my $regipv4l = qr/^::ffff:\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/; my $regipv6 = qr/^[0-9A-F]*:/i; my $regvermsie = qr/msie([+_ ]|)([\d\.]*)/i; my $regvernetscape = qr/netscape.?\/([\d\.]*)/i; my $regverfirefox = qr/firefox\/([\d\.]*)/i; my $regveropera = qr/opera\/([\d\.]*)/i; my $regversafari = qr/safari\/([\d\.]*)/i; my $regversafariver = qr/version\/([\d\.]*)/i; my $regverchrome = qr/chrome\/([\d\.]*)/i; my $regverkonqueror = qr/konqueror\/([\d\.]*)/i; my $regversvn = qr/svn\/([\d\.]*)/i; my $regvermozilla = qr/mozilla(\/|)([\d\.]*)/i; my $regnotie = qr/webtv|omniweb|opera/i; my $regnotnetscape = qr/gecko|compatible|opera|galeon|safari|charon/i; my $regnotfirefox = qr/flock/i; my $regnotsafari = qr/android|arora|chrome|shiira/i; my $regreferer = qr/^(\w+):\/\/([^\/:]+)(:\d+|)/; my $regreferernoquery = qr/^([^$URLQuerySeparators]+)/; my $reglocal = qr/^(www\.|)$sitewithoutwww/i; my $regget = qr/get|out/i; my $regsent = qr/sent|put|in/i; # Define value of $pos_xxx, @fieldlib, $PerlParsingFormat &DefinePerlParsingFormat($LogFormat); # Load DNS Cache Files #------------------------------------------ if ($DNSLookup) { &Read_DNS_Cache( \%MyDNSTable, "$DNSStaticCacheFile", "", 1 ) ; # Load with save into a second plugin file if plugin enabled and second file not up to date. No use of FileSuffix if ( $DNSLookup == 1 ) { # System DNS lookup required #if (! eval("use Socket;")) { error("Failed to load perl module Socket."); } #use Socket; &Read_DNS_Cache( \%TmpDNSLookup, "$DNSLastUpdateCacheFile", "$FileSuffix", 0 ) ; # Load with no save into a second plugin file. Use FileSuffix } } # Processing log #------------------------------------------ if ($EnableLockForUpdate) { # Trap signals to remove lock $SIG{INT} = \&SigHandler; # 2 #$SIG{KILL} = \&SigHandler; # 9 #$SIG{TERM} = \&SigHandler; # 15 # Set AWStats update lock &Lock_Update(1); } if ($Debug) { debug("Start Update process (lastprocesseddate=$lastprocesseddate)"); } # Open log file if ($Debug) { debug("Open log file \"$LogFile\""); } open( LOG, "$LogFile" ) || error("Couldn't open server log file \"$LogFile\" : $!"); binmode LOG ; # Avoid premature EOF due to log files corrupted with \cZ or bin chars # Define local variables for loop scan my @field = (); my $counterforflushtest = 0; my $qualifdrop = ''; my $countedtraffic = 0; # Reset chrono for benchmark (first call to GetDelaySinceStart) &GetDelaySinceStart(1); if ( !scalar keys %HTMLOutput ) { print "Phase 1 : First bypass old records, searching new record...\n"; } # Can we try a direct seek access in log ? my $line; if ( $LastLine && $LastLineNumber && $LastLineOffset && $LastLineChecksum ) { # Try a direct seek access to save time if ($Debug) { debug( "Try a direct access to LastLine=$LastLine, LastLineNumber=$LastLineNumber, LastLineOffset=$LastLineOffset, LastLineChecksum=$LastLineChecksum" ); } seek( LOG, $LastLineOffset, 0 ); if ( $line =
\n" ); } else { open( LOG, "+<$LogFile" ); } binmode LOG; } # Rename all HISTORYTMP files into HISTORYTXT &Rename_All_Tmp_History(); # Purge Log file if option is on and all renaming are ok if ($PurgeLogFile) { # Archive LOG file into ARCHIVELOG if ($ArchiveLogRecords) { if ($Debug) { debug("Start of archiving log file"); } open( ARCHIVELOG, ">>$ArchiveFileName" ) || error( "Couldn't open file \"$ArchiveFileName\" to archive log: $!"); binmode ARCHIVELOG; while (
' : '' ); truncate( LOG, 0 ) || warning( "Warning: $bold$PROG$unbold couldn't purge logfile \"$bold$LogFile$unbold\".$br\nChange your logfile permissions to allow write for your web server CGI process or change PurgeLogFile=1 into PurgeLogFile=0 in configure file and think to purge sometimes manually your logfile (just after running an update process to not loose any not already processed records your log file contains)." ); } close(LOG); } if ( $DNSLookup == 1 && $DNSLookupAlreadyDone ) { # DNSLookup warning my $bold = ( $ENV{'GATEWAY_INTERFACE'} ? '' : '' ); my $unbold = ( $ENV{'GATEWAY_INTERFACE'} ? '' : '' ); my $br = ( $ENV{'GATEWAY_INTERFACE'} ? '
' : '' ); warning( "Warning: $bold$PROG$unbold has detected that some hosts names were already resolved in your logfile $bold$DNSLookupAlreadyDone$unbold.$br\nIf DNS lookup was already made by the logger (web server), you should change your setup DNSLookup=$DNSLookup into DNSLookup=0 to increase $PROG speed." ); } if ( $DNSLookup == 1 && $NbOfNewLines ) { # Save new DNS last update cache file Save_DNS_Cache_File( \%TmpDNSLookup, "$DirData/$DNSLastUpdateCacheFile", "$FileSuffix" ); # Save into file using FileSuffix } if ($EnableLockForUpdate) { # Remove lock &Lock_Update(0); # Restore signals handler $SIG{INT} = 'DEFAULT'; # 2 #$SIG{KILL} = 'DEFAULT'; # 9 #$SIG{TERM} = 'DEFAULT'; # 15 } } # End of log processing if ($UPdateStats) #--------------------------------------------------------------------- # SHOW REPORT #--------------------------------------------------------------------- if ( scalar keys %HTMLOutput ) { debug( "YearRequired=$YearRequired, MonthRequired=$MonthRequired", 2 ); debug( "DayRequired=$DayRequired, HourRequired=$HourRequired", 2 ); my $max_p; my $max_h; my $max_k; my $max_v; my $total_u; my $total_v; my $total_p; my $total_h; my $total_k; my $total_e; my $total_x; my $total_s; my $total_l; my $total_r; my $average_u; my $average_v; my $average_p; my $average_h; my $average_k; my $average_s; my $rest_p; my $rest_h; my $rest_k; my $rest_e; my $rest_x; my $rest_s; my $rest_l; my $rest_r; my $average_nb; # Define the NewLinkParams for main chart my $NewLinkParams = ${QueryString}; $NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)output(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)framename=[^&]*//i; my $NewLinkTarget = ''; if ($DetailedReportsOnNewWindows) { $NewLinkTarget = " target=\"awstatsbis\""; } if ( ( $FrameName eq 'mainleft' || $FrameName eq 'mainright' ) && $DetailedReportsOnNewWindows < 2 ) { $NewLinkParams .= "&framename=mainright"; $NewLinkTarget = " target=\"mainright\""; } $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; } if ( $FrameName ne 'mainleft' ) { # READING DATA #------------- &Init_HashArray(); # Lecture des fichiers history if ( $DatabaseBreak eq 'month' ) { for ( my $ix = 12 ; $ix >= 1 ; $ix-- ) { my $stringforload = ''; my $monthix = sprintf( "%02s", $ix ); if ( $MonthRequired eq 'all' || $monthix eq $MonthRequired ) { $stringforload = 'all'; # Read full history file } elsif ( ( $HTMLOutput{'main'} && $ShowMonthStats ) || $HTMLOutput{'alldays'} ) { $stringforload = 'general time'; # Read general and time sections. } if ($stringforload) { # On charge fichier &Read_History_With_TmpUpdate( $YearRequired, $monthix, '', '', 0, 0, $stringforload ); } } } if ( $DatabaseBreak eq 'day' ) { my $stringforload = 'all'; my $monthix = sprintf( "%02s", $MonthRequired ); my $dayix = sprintf( "%02s", $DayRequired ); &Read_History_With_TmpUpdate( $YearRequired, $monthix, $dayix, '', 0, 0, $stringforload ); } if ( $DatabaseBreak eq 'hour' ) { my $stringforload = 'all'; my $monthix = sprintf( "%02s", $MonthRequired ); my $dayix = sprintf( "%02s", $DayRequired ); my $hourix = sprintf( "%02s", $HourRequired ); &Read_History_With_TmpUpdate( $YearRequired, $monthix, $dayix, $hourix, 0, 0, $stringforload ); } } # HTMLHeadSection if ( $FrameName ne 'index' && $FrameName ne 'mainleft' ) { print "\n\n"; my $newhead = $HTMLHeadSection; $newhead =~ s/\\n/\n/g; print "$newhead\n"; print "\n"; } # Call to plugins' function AddHTMLBodyHeader foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLBodyHeader'} } ) { # my $function="AddHTMLBodyHeader_$pluginname()"; # eval("$function"); my $function = "AddHTMLBodyHeader_$pluginname"; &$function(); } my $WIDTHMENU1 = ( $FrameName eq 'mainleft' ? $FRAMEWIDTH : 150 ); # TOP BAN #--------------------------------------------------------------------- if ( $ShowMenu || $FrameName eq 'mainleft' ) { my $frame = ( $FrameName eq 'mainleft' ); if ($Debug) { debug( "ShowTopBan", 2 ); } print "$Center \n"; if ( $FrameName ne 'mainleft' ) { my $NewLinkParams = ${QueryString}; $NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)year=[^&]*//i; $NewLinkParams =~ s/(^|&|&)month=[^&]*//i; $NewLinkParams =~ s/(^|&|&)framename=[^&]*//i; $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; my $NewLinkTarget = ''; if ( $FrameName eq 'mainright' ) { $NewLinkTarget = " target=\"_parent\""; } print "\n"; } else { print "
\n"; } print "\n"; } # Call to plugins' function AddHTMLMenuHeader foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLMenuHeader'} } ) { # my $function="AddHTMLMenuHeader_$pluginname()"; # eval("$function"); my $function = "AddHTMLMenuHeader_$pluginname"; &$function(); } # MENU (ON LEFT IF FRAME OR TOP) #--------------------------------------------------------------------- if ( $ShowMenu || $FrameName eq 'mainleft' ) { my $frame = ( $FrameName eq 'mainleft' ); if ($Debug) { debug( "ShowMenu", 2 ); } # Print menu links if ( ( $HTMLOutput{'main'} && $FrameName ne 'mainright' ) || $FrameName eq 'mainleft' ) { # If main page asked # Define link anchor my $linkanchor = ( $FrameName eq 'mainleft' ? "$AWScript?${NewLinkParams}" : "" ); if ( $linkanchor && ( $linkanchor !~ /framename=mainright/ ) ) { $linkanchor .= "framename=mainright"; } $linkanchor =~ s/(&|&)$//; $linkanchor = XMLEncode("$linkanchor"); # Define target my $targetpage = ( $FrameName eq 'mainleft' ? " target=\"mainright\"" : "" ); # Print Menu my $linetitle; # TODO a virer if ( !$PluginsLoaded{'ShowMenu'}{'menuapplet'} ) { my $menuicon = 0; # TODO a virer # Menu HTML print "
![](\"$DirIcons/other/menu2.png\")
"
: ""
)
. "$Message[72]: "
: ""
);
print "$Message[80]\n";
print( $frame? " "
: ""
);
print "$Message[104]\n";
print( $frame? " "
: ""
);
print "$Message[116]\n";
print( $frame? " "
: ""
);
print "$Message[58]\n";
print( $frame? " "
: ""
);
print "$Message[0]\n";
print( $frame? " "
: ""
);
print "$Message[58]\n";
print( $frame? " "
: ""
);
print "$Message[0]\n";
print( $frame? "\n"); print "
\n"; } # Print Back link elsif ( !$HTMLOutput{'main'} ) { print "
| $Message[76] |
| $Message[118] |
\n"; # Show domains list my $title = ''; my $cpt = 0; if ( $HTMLOutput{'alldomains'} ) { $title .= "$Message[25]"; $cpt = ( scalar keys %_domener_h ); } &tab_head( "$title", 19, 0, 'domains' ); print "
![](\"$DirIcons\/flags\/ip.png\")
![](\"$DirIcons\/flags\/$newkey.png\")
\n"; } if ( $ShowDomainsStats =~ /H/i ) { print "
\n"; } if ( $ShowDomainsStats =~ /B/i ) { print "
\n"; # Show filter form &ShowFormFilter( "hostfilter", $FilterIn{'host'}, $FilterEx{'host'} ); # Show hosts list my $title = ''; my $cpt = 0; if ( $HTMLOutput{'allhosts'} ) { $title .= "$Message[81]"; $cpt = ( scalar keys %_host_h ); } if ( $HTMLOutput{'lasthosts'} ) { $title .= "$Message[9]"; $cpt = ( scalar keys %_host_h ); } &tab_head( "$title", 19, 0, 'hosts' ); print "
$Message[102]: $TotalHostsKnown $Message[82], $TotalHostsUnknown $Message[1] - $TotalUnique $Message[11]"; } } } else { # Without filter if ( $MonthRequired ne 'all' ) { print "$Message[102] : $TotalHostsKnown $Message[82], $TotalHostsUnknown $Message[1] - $TotalUnique $Message[11]"; } else { print "$Message[102] : " . ( scalar keys %_host_h ); } } print "
\n"; &tab_head( "$Message[45]", 19, 0, 'unknownwip' ); print "
\n"; my $title = ''; if ( $HTMLOutput{'alllogins'} ) { $title .= "$Message[94]"; } if ( $HTMLOutput{'lastlogins'} ) { $title .= "$Message[9]"; } &tab_head( "$title", 19, 0, 'logins' ); print "
\n"; my $title = ''; if ( $HTMLOutput{'allrobots'} ) { $title .= "$Message[53]"; } if ( $HTMLOutput{'lastrobots'} ) { $title .= "$Message[9]"; } &tab_head( "$title", 19, 0, 'robots' ); print "
\n"; # Show filter form &ShowFormFilter( "urlfilter", $FilterIn{'url'}, $FilterEx{'url'} ); # Show URL list my $title = ''; my $cpt = 0; if ( $HTMLOutput{'urldetail'} ) { $title = $Message[19]; $cpt = ( scalar keys %_url_p ); } if ( $HTMLOutput{'urlentry'} ) { $title = $Message[104]; $cpt = ( scalar keys %_url_e ); } if ( $HTMLOutput{'urlexit'} ) { $title = $Message[116]; $cpt = ( scalar keys %_url_x ); } &tab_head( "$title", 19, 0, 'urls' ); print "
$Message[102]: $TotalDifferentPages $Message[28]"; } } } else { print "$Message[102]: $cpt $Message[28]"; } print "
"; } if ( $ShowPagesStats =~ /B/i ) { print "
"; } if ( $ShowPagesStats =~ /E/i ) { print "
"; } if ( $ShowPagesStats =~ /X/i ) { print "
\n"; my $title = "$Message[46]"; &tab_head( "$title", 19, 0, 'unknownos' ); print "
\n"; my $title = "$Message[50]"; &tab_head( "$title", 19, 0, 'unknownbrowser' ); print "
"; my $title = "$Message[59]"; &tab_head( "$title", 19, 0, 'osversions' ); print "
![](\"$DirIcons\/os\/$key.png\"")
";
print ""; } print "
![](\"$DirIcons\/browser\/unknown.png\"")
![](\"$DirIcons\/os\/$nameicon.png\"")
"; } print "
"; my $title = "$Message[21]"; &tab_head( "$title", 19, 0, 'browsersversions' ); print "
![](\"$DirIcons\/browser\/$family.png\"")
";
print ""; } print "
![](\"$DirIcons\/browser\/$nameicon.png\"")
"; } print "
\n"; my $title = "$Message[40]"; &tab_head( "$title", 19, 0, 'refererse' ); print "
\n"; # Show filter form &ShowFormFilter( "refererpagesfilter", $FilterIn{'refererpages'}, $FilterEx{'refererpages'} ); my $title = "$Message[41]"; my $cpt = 0; $cpt = ( scalar keys %_pagesrefs_h ); &tab_head( "$title", 19, 0, 'refererpages' ); print "
$Message[102]: $TotalDifferentPages $Message[28]"; } #} } else { print "$Message[102]: $cpt $Message[28]"; } print "
\n"; &tab_head( $Message[43], 19, 0, 'keyphrases' ); print "
\n"; &tab_head( $Message[44], 19, 0, 'keywords' ); print "
\n"; &tab_head( $Message[47], 19, 0, "errors$code" ); print "
"; my $title = $ExtraName[$extranum]; &tab_head("$title ($Message[77] $MaxNbOfExtra[$extranum])",19,0,"extra$extranum"); print "
"; &html_end(1); } my $htmloutput = ''; foreach my $key ( keys %HTMLOutput ) { $htmloutput = $key; } if ( $htmloutput =~ /^plugin_(\w+)$/ ) { my $pluginname = $1; print "$Center
"; # my $function="AddHTMLGraph_$pluginname()"; # eval("$function"); my $function = "AddHTMLGraph_$pluginname"; &$function(); &html_end(1); } } # Output main page #----------------- if ( $HTMLOutput{'main'} ) { # SUMMARY #--------------------------------------------------------------------- if ($ShowSummary) { if ($Debug) { debug( "ShowSummary", 2 ); } #print "$Center
\n"; my $title = "$Message[128]"; &tab_head( "$title", 0, 0, 'month' ); my $NewLinkParams = ${QueryString}; $NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)year=[^&]*//i; $NewLinkParams =~ s/(^|&|&)month=[^&]*//i; $NewLinkParams =~ s/(^|&|&)framename=[^&]*//i; $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; } my $NewLinkTarget = ''; if ( $FrameName eq 'mainright' ) { $NewLinkTarget = " target=\"_parent\""; } # Ratio my $RatioVisits = 0; my $RatioPages = 0; my $RatioHits = 0; my $RatioBytes = 0; if ( $TotalUnique > 0 ) { $RatioVisits = int( $TotalVisits / $TotalUnique * 100 ) / 100; } if ( $TotalVisits > 0 ) { $RatioPages = int( $TotalPages / $TotalVisits * 100 ) / 100; } if ( $TotalVisits > 0 ) { $RatioHits = int( $TotalHits / $TotalVisits * 100 ) / 100; } if ( $TotalVisits > 0 ) { $RatioBytes = int( ( $TotalBytes / 1024 ) * 100 / ( $LogType eq 'M' ? $TotalHits : $TotalVisits ) ) / 100; } my $colspan = 5; my $w = '20'; if ( $LogType eq 'W' || $LogType eq 'S' ) { $w = '17'; $colspan = 6; } # Show first/last print "
($RatioHits " . lc( $Message[57] . "/" . $Message[12] ) . ")" ) . "
($RatioBytes $Message[108]/" . $Message[ ( $LogType eq 'M' ? 149 : 12 ) ] . ")
$Message[129]" : "$TotalUnique
" ) . "
($RatioVisits $Message[52])
($RatioPages " . $Message[56] . "/" . $Message[12] . ")
($RatioHits " . $Message[57] . "/" . $Message[12] . ")" ) . "
($RatioBytes $Message[108]/" . $Message[ ( $LogType eq 'M' ? 149 : 12 ) ] . ")
\n"; my $title = "$Message[162]"; &tab_head( "$title", 0, 0, 'month' ); print "
| \n"; for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) { my $monthix = sprintf( "%02s", $ix ); my $bredde_u = 0; my $bredde_v = 0; my $bredde_p = 0; my $bredde_h = 0; my $bredde_k = 0; if ( $max_v > 0 ) { $bredde_u = int( ( $MonthUnique{ $YearRequired . $monthix } || 0 ) / $max_v * $BarHeight ) + 1; } if ( $max_v > 0 ) { $bredde_v = int( ( $MonthVisits{ $YearRequired . $monthix } || 0 ) / $max_v * $BarHeight ) + 1; } if ( $max_h > 0 ) { $bredde_p = int( ( $MonthPages{ $YearRequired . $monthix } || 0 ) / $max_h * $BarHeight ) + 1; } if ( $max_h > 0 ) { $bredde_h = int( ( $MonthHits{ $YearRequired . $monthix } || 0 ) / $max_h * $BarHeight ) + 1; } if ( $max_k > 0 ) { $bredde_k = int( ( $MonthBytes{ $YearRequired . $monthix } || 0 ) / $max_k * $BarHeight ) + 1; } print " | ";
if ( $ShowMonthStats =~ /U/i ) {
print
" | \n";
}
print ""; print " | |||
| << | "; # } # else { print ""; # } for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) { my $monthix = sprintf( "%02s", $ix ); # if (!$StaticLinks) { # print " | $MonthNumLib{$monthix} $YearRequired | ";
# }
# else {
print ""
. (
!$StaticLinks
&& $monthix == $nowmonth
&& $YearRequired == $nowyear
? ''
: ''
);
print "$MonthNumLib{$monthix} $YearRequired"; print( !$StaticLinks && $monthix == $nowmonth && $YearRequired == $nowyear ? '' : '' ); print " | ";
# }
}
# if (!$StaticLinks) {
# print ">> | "; # } # else { print ""; # } print " |
\n"; # Show data array for month if ($AddDataArrayMonthStats) { print "
| $Message[5] | "; if ( $ShowMonthStats =~ /U/i ) { print "$Message[11] | "; } if ( $ShowMonthStats =~ /V/i ) { print "$Message[10] | "; } if ( $ShowMonthStats =~ /P/i ) { print "$Message[56] | "; } if ( $ShowMonthStats =~ /H/i ) { print "$Message[57] | "; } if ( $ShowMonthStats =~ /B/i ) { print "$Message[75] | "; } print "
| " . ( !$StaticLinks && $monthix == $nowmonth && $YearRequired == $nowyear ? '' : '' ); print "$MonthNumLib{$monthix} $YearRequired"; print( !$StaticLinks && $monthix == $nowmonth && $YearRequired == $nowyear ? '' : '' ); print " | "; if ( $ShowMonthStats =~ /U/i ) { print "", $MonthUnique{ $YearRequired . $monthix } ? $MonthUnique{ $YearRequired . $monthix } : "0", " | "; } if ( $ShowMonthStats =~ /V/i ) { print "", $MonthVisits{ $YearRequired . $monthix } ? $MonthVisits{ $YearRequired . $monthix } : "0", " | "; } if ( $ShowMonthStats =~ /P/i ) { print "", $MonthPages{ $YearRequired . $monthix } ? $MonthPages{ $YearRequired . $monthix } : "0", " | "; } if ( $ShowMonthStats =~ /H/i ) { print "", $MonthHits{ $YearRequired . $monthix } ? $MonthHits{ $YearRequired . $monthix } : "0", " | "; } if ( $ShowMonthStats =~ /B/i ) { print "", Format_Bytes( int( $MonthBytes{ $YearRequired . $monthix } || 0 ) ), " | "; } print "
| $Message[102] | "; if ( $ShowMonthStats =~ /U/i ) { print "$total_u | "; } if ( $ShowMonthStats =~ /V/i ) { print "$total_v | "; } if ( $ShowMonthStats =~ /P/i ) { print "$total_p | "; } if ( $ShowMonthStats =~ /H/i ) { print "$total_h | "; } if ( $ShowMonthStats =~ /B/i ) { print "" . Format_Bytes($total_k) . " | "; } print "
\n"; } print "
\n"; my $title = "$Message[138]"; &tab_head( "$title", 0, 0, 'daysofmonth' ); print "
| ";
if ( $ShowDaysOfMonthStats =~ /V/i ) {
print
" | \n";
}
print ""; # Show average value cell print " | ";
my $bredde_v = 0;
my $bredde_p = 0;
my $bredde_h = 0;
my $bredde_k = 0;
if ( $max_v > 0 ) {
$bredde_v = int( $average_v / $max_v * $BarHeight ) + 1;
}
if ( $max_h > 0 ) {
$bredde_p = int( $average_p / $max_h * $BarHeight ) + 1;
}
if ( $max_h > 0 ) {
$bredde_h = int( $average_h / $max_h * $BarHeight ) + 1;
}
if ( $max_k > 0 ) {
$bredde_k = int( $average_k / $max_k * $BarHeight ) + 1;
}
$average_v = sprintf( "%.2f", $average_v );
$average_p = sprintf( "%.2f", $average_p );
$average_h = sprintf( "%.2f", $average_h );
$average_k = (
int($average_k)
? Format_Bytes( sprintf( "%.2f", $average_k ) )
: "0.00"
);
if ( $ShowDaysOfMonthStats =~ /V/i ) {
print
" | \n";
print "
| "; print " | $Message[96] | \n"; print "
\n"; # Show data array for days if ($AddDataArrayShowDaysOfMonthStats) { print "
| $Message[4] | "; if ( $ShowDaysOfMonthStats =~ /V/i ) { print "$Message[10] | "; } if ( $ShowDaysOfMonthStats =~ /P/i ) { print "$Message[56] | "; } if ( $ShowDaysOfMonthStats =~ /H/i ) { print "$Message[57] | "; } if ( $ShowDaysOfMonthStats =~ /B/i ) { print "$Message[75] | "; } print "" . ( !$StaticLinks && $day == $nowday && $month == $nowmonth && $year == $nowyear ? '' : '' ); print Format_Date( "$year$month$day" . "000000", 2 ); print( !$StaticLinks && $day == $nowday && $month == $nowmonth && $year == $nowyear ? '' : '' ); print " | "; if ( $ShowDaysOfMonthStats =~ /V/i ) { print "", $DayVisits{ $year . $month . $day } ? $DayVisits{ $year . $month . $day } : "0", " | "; } if ( $ShowDaysOfMonthStats =~ /P/i ) { print "", $DayPages{ $year . $month . $day } ? $DayPages{ $year . $month . $day } : "0", " | "; } if ( $ShowDaysOfMonthStats =~ /H/i ) { print "", $DayHits{ $year . $month . $day } ? $DayHits{ $year . $month . $day } : "0", " | "; } if ( $ShowDaysOfMonthStats =~ /B/i ) { print "", Format_Bytes( int( $DayBytes{ $year . $month . $day } || 0 ) ), " | "; } print "\n"; } # Average row print "
| $Message[96] | "; if ( $ShowDaysOfMonthStats =~ /V/i ) { print "$average_v | "; } if ( $ShowDaysOfMonthStats =~ /P/i ) { print "$average_p | "; } if ( $ShowDaysOfMonthStats =~ /H/i ) { print "$average_h | "; } if ( $ShowDaysOfMonthStats =~ /B/i ) { print "$average_k | "; } print "
| $Message[102] | "; if ( $ShowDaysOfMonthStats =~ /V/i ) { print "$total_v | "; } if ( $ShowDaysOfMonthStats =~ /P/i ) { print "$total_p | "; } if ( $ShowDaysOfMonthStats =~ /H/i ) { print "$total_h | "; } if ( $ShowDaysOfMonthStats =~ /B/i ) { print "" . Format_Bytes($total_k) . " | "; } print "
"; } print "
\n"; my $title = "$Message[91]"; &tab_head( "$title", 18, 0, 'daysofweek' ); print "
| ";
if ( $ShowDaysOfWeekStats =~ /P/i ) {
print
" | \n";
}
print "
\n"; # Show data array for days of week if ($AddDataArrayShowDaysOfWeekStats) { print "
| $Message[4] | "; if ( $ShowDaysOfWeekStats =~ /P/i ) { print "$Message[56] | "; } if ( $ShowDaysOfWeekStats =~ /H/i ) { print "$Message[57] | "; } if ( $ShowDaysOfWeekStats =~ /B/i ) { print "$Message[75] | " . ( !$StaticLinks && $_ == ( $nowwday - 1 ) && $MonthRequired == $nowmonth && $YearRequired == $nowyear ? '' : '' ); print $Message[ $_ + 84 ]; print( !$StaticLinks && $_ == ( $nowwday - 1 ) && $MonthRequired == $nowmonth && $YearRequired == $nowyear ? '' : '' ); print " | "; if ( $ShowDaysOfWeekStats =~ /P/i ) { print "", $avg_dayofweek_p[$_], " | "; } if ( $ShowDaysOfWeekStats =~ /H/i ) { print "", $avg_dayofweek_h[$_], " | "; } if ( $ShowDaysOfWeekStats =~ /B/i ) { print "", Format_Bytes( $avg_dayofweek_k[$_] ), " | "; } print "\n"; } print "
\n"; } print "
\n"; my $title = "$Message[20]"; if ( $PluginsLoaded{'GetTimeZoneTitle'}{'timezone'} ) { $title .= " (GMT " . ( GetTimeZoneTitle_timezone() >= 0 ? "+" : "" ) . int( GetTimeZoneTitle_timezone() ) . ")"; } &tab_head( "$title", 19, 0, 'hours' ); print "
| ";
if ( $ShowHoursStats =~ /P/i ) {
print
" | \n";
}
print "$ix | \n" ; # width=19 instead of 18 to avoid a MacOS browser bug. } print "\n"; # Show clock icon print "![\"$hrs:00](\"$DirIcons\/clock\/hr$hre.png\") | \n";
}
print "\n";
print "
|---|
\n"; # Show data array for hours if ($AddDataArrayShowHoursStats) { print "
| ";
print ""; print " |
|
\n"; } print "
\n"; my $title = "$Message[25] ($Message[77] $MaxNbOf{'Domain'}) - $Message[80]"; &tab_head( "$title", 19, 0, 'countries' ); print "
\n"; } if ( $ShowDomainsStats =~ /H/i ) { print "
\n"; } if ( $ShowDomainsStats =~ /B/i ) { print "
\n"; my $title = "$Message[81] ($Message[77] $MaxNbOf{'HostsShown'}) - $Message[80] - $Message[9] - $Message[45]"; &tab_head( "$title", 19, 0, 'visitors' ); print "
$TotalUnique $Message[11]
\n"; my $title = "$Message[94] ($Message[77] $MaxNbOf{'LoginShown'}) - $Message[80]"; if ( $ShowAuthenticatedUsers =~ /L/i ) { $title .= " - $Message[9]"; } &tab_head( "$title", 19, 0, 'logins' ); print "
\n"; &tab_head( "$Message[53] ($Message[77] $MaxNbOf{'RobotShown'}) - $Message[80] - $Message[9]", 19, 0, 'robots' ); print "
\n"; &tab_head( "$Message[163] ($Message[77] $MaxNbOf{'WormsShown'})", 19, 0, 'worms' ); print "
\n"; my $title = "$Message[117]"; &tab_head( $title, 19, 0, 'sessions' ); my $Totals = 0; foreach (@SessionsRange) { $average_s += ( $_session{$_} || 0 ) * $SessionsAverage{$_}; $Totals += $_session{$_} || 0; } if ($Totals) { $average_s = int( $average_s / $Totals ); } else { $average_s = '?'; } print "
\n"; my $Totalh = 0; foreach ( keys %_filetypes_h ) { $Totalh += $_filetypes_h{$_}; } my $Totalk = 0; foreach ( keys %_filetypes_k ) { $Totalk += $_filetypes_k{$_}; } my $title = "$Message[73]"; if ( $ShowFileTypesStats =~ /C/i ) { $title .= " - $Message[98]"; } &tab_head( "$title", 19, 0, 'filetypes' ); print "
![](\"$DirIcons\/mime\/unknown.png\"")
![](\"$DirIcons\/mime\/$nameicon.png\"")
\n"; my $title = "$Message[19] ($Message[77] $MaxNbOf{'PageShown'}) - $Message[80]"; if ( $ShowPagesStats =~ /E/i ) { $title .= " - $Message[104]"; } if ( $ShowPagesStats =~ /X/i ) { $title .= " - $Message[116]"; } &tab_head( "$title", 19, 0, 'urls' ); print "
"; } if ( $ShowPagesStats =~ /[PH]/i && $LogType eq 'F' ) { print "
"; } if ( $ShowPagesStats =~ /B/i ) { print "
"; } if ( $ShowPagesStats =~ /E/i ) { print "
"; } if ( $ShowPagesStats =~ /X/i ) { print "
\n"; my $Totalh = 0; my %new_os_h = (); OSLOOP: foreach my $key ( keys %_os_h ) { $Totalh += $_os_h{$key}; foreach my $family ( keys %OSFamily ) { if ( $key =~ /^$family/i ) { $new_os_h{"${family}cumul"} += $_os_h{$key}; next OSLOOP; } } $new_os_h{$key} += $_os_h{$key}; } my $title = "$Message[59] ($Message[77] $MaxNbOf{'OsShown'}) - $Message[80]/$Message[58] - $Message[0]"; &tab_head( "$title", 19, 0, 'os' ); print "
![](\"$DirIcons\/os\/unknown.png\"")
\n"; my $Totalh = 0; my %new_browser_h = (); BROWSERLOOP: foreach my $key ( keys %_browser_h ) { $Totalh += $_browser_h{$key}; foreach my $family ( keys %BrowsersFamily ) { if ( $key =~ /^$family/i ) { $new_browser_h{"${family}cumul"} += $_browser_h{$key}; next BROWSERLOOP; } } $new_browser_h{$key} += $_browser_h{$key}; } my $title = "$Message[21] ($Message[77] $MaxNbOf{'BrowsersShown'}) - $Message[80]/$Message[58] - $Message[0]"; &tab_head( "$title", 19, 0, 'browsers' ); print "
\n"; my $Totalh = 0; foreach ( keys %_screensize_h ) { $Totalh += $_screensize_h{$_}; } my $title = "$Message[135] ($Message[77] $MaxNbOf{'ScreenSizesShown'})"; &tab_head( "$title", 0, 0, 'screensizes' ); print "
\n"; my $Totalp = 0; foreach ( 0 .. 5 ) { $Totalp += ( $_ != 4 || $IncludeInternalLinksInOriginSection ) ? $_from_p[$_] : 0; } my $Totalh = 0; foreach ( 0 .. 5 ) { $Totalh += ( $_ != 4 || $IncludeInternalLinksInOriginSection ) ? $_from_h[$_] : 0; } &tab_head( $Message[36], 19, 0, 'referer' ); my @p_p = ( 0, 0, 0, 0, 0, 0 ); if ( $Totalp > 0 ) { $p_p[0] = int( $_from_p[0] / $Totalp * 1000 ) / 10; $p_p[1] = int( $_from_p[1] / $Totalp * 1000 ) / 10; $p_p[2] = int( $_from_p[2] / $Totalp * 1000 ) / 10; $p_p[3] = int( $_from_p[3] / $Totalp * 1000 ) / 10; $p_p[4] = int( $_from_p[4] / $Totalp * 1000 ) / 10; $p_p[5] = int( $_from_p[5] / $Totalp * 1000 ) / 10; } my @p_h = ( 0, 0, 0, 0, 0, 0 ); if ( $Totalh > 0 ) { $p_h[0] = int( $_from_h[0] / $Totalh * 1000 ) / 10; $p_h[1] = int( $_from_h[1] / $Totalh * 1000 ) / 10; $p_h[2] = int( $_from_h[2] / $Totalh * 1000 ) / 10; $p_h[3] = int( $_from_h[3] / $Totalh * 1000 ) / 10; $p_h[4] = int( $_from_h[4] / $Totalh * 1000 ) / 10; $p_h[5] = int( $_from_h[5] / $Totalh * 1000 ) / 10; } print "
\n"; if ( scalar keys %_se_referrals_h ) { print "
| - $newreferer | "; print "" . ( $_se_referrals_p{$key} ? $_se_referrals_p{$key} : '0' ) . " | "; print "$_se_referrals_h{$key} | "; print "
| - $Message[2] | "; print "$rest_p | "; print "$rest_h | "; print "
\n"; if ( scalar keys %_pagesrefs_h ) { print "
| - "; &ShowURLInfo($key); print " | "; print "" . ( $_pagesrefs_p{$key} ? $_pagesrefs_p{$key} : '0' ) . " | "; print "$_pagesrefs_h{$key} | "; print "
| - $Message[2] | "; print "$rest_p | "; print "$rest_h | "; print "
\n"; } if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) { print "
| \n";
}
if ($Debug) { debug( "ShowKeyphrasesStats", 2 ); }
&tab_head(
"$Message[120] ($Message[77] $MaxNbOf{'KeyphrasesShown'}) $Message[80]", 19, ( $ShowKeyphrasesStats && $ShowKeywordsStats ) ? 95 : 70, 'keyphrases' ); print " | ||
| $TotalDifferentKeyphrases $Message[103] | $Message[14] | $Message[15] |
|---|---|---|
| " . XMLEncode($mot) . " | $_keyphrases{$key} | $p % |
| $Message[124] | $rest_s | "; print "$p % | "; } if ($ShowKeywordsStats) { # By Keywords if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) { print " | \n";
}
if ($Debug) { debug( "ShowKeywordsStats", 2 ); }
&tab_head(
"$Message[121] ($Message[77] $MaxNbOf{'KeywordsShown'}) $Message[80]", 19, ( $ShowKeyphrasesStats && $ShowKeywordsStats ) ? 95 : 70, 'keywords' ); print " |
| $TotalDifferentKeywords $Message[13] | $Message[14] | $Message[15] |
| " . XMLEncode($mot) . " | $_keywords{$key} | $p % |
| $Message[30] | $rest_s | "; print "$p % |
\n"; my $title = "$Message[139]"; &tab_head( "$title", 19, 0, 'misc' ); print "
\n"; my $title = "$Message[32]"; &tab_head( "$title", 19, 0, 'errors' ); print "
\n"; my $title = "$Message[147]"; &tab_head( "$title", 19, 0, 'errors' ); print "
\n"; my $title = "$Message[155]"; &tab_head( "$title", 19, 0, 'clusters' ); print "
"; my $title = $ExtraName[$extranum]; &tab_head("$title ($Message[77] $MaxNbOfExtra[$extranum])",19,0,"extra$extranum"); print "