<?php
namespace W3TC;



/**
 * Access log reader - provides statistics data from http server access log
 */
class UsageStatistics_Source_AccessLog {
	// configuration
	private $line_regexp;

	private $max_line = '';
	private $max_time = 0;
	private $min_time;
	private $min_line = '';

	// running values

	// read access log after that timestamp
	private $max_already_counted_timestamp;

	// what was loaded now in this cycle
	private $max_now_counted_timestamp = null;

	// if need to read more access log chunks
	private $more_log_needed = true;

	// where data aggregated
	private $history;
	private $history_current_pos;
	private $history_current_item;
	private $history_current_timestamp_start;
	private $history_current_timestamp_end;



	static public function w3tc_usage_statistics_summary_from_history( $summary, $history ) {
		$dynamic_requests_total = Util_UsageStatistics::sum( $history,
			array( 'access_log', 'dynamic_count' ) );
		$dynamic_timetaken_ms_total = Util_UsageStatistics::sum( $history,
			array( 'access_log', 'dynamic_timetaken_ms' ) );
		$static_requests_total = Util_UsageStatistics::sum( $history,
			array( 'access_log', 'static_count' ) );
		$static_timetaken_ms_total = Util_UsageStatistics::sum( $history,
			array( 'access_log', 'static_timetaken_ms' ) );


		$summary['access_log'] = array(
			'dynamic_requests_total_v' => $dynamic_requests_total,
			'dynamic_requests_total' => Util_UsageStatistics::integer(
				$dynamic_requests_total ),
			'dynamic_requests_per_second' => Util_UsageStatistics::value_per_period_seconds(
				$dynamic_requests_total, $summary ),
			'dynamic_requests_timing' => Util_UsageStatistics::integer_divideby(
				$dynamic_timetaken_ms_total, $dynamic_requests_total ),
			'static_requests_total' => Util_UsageStatistics::integer(
				$static_requests_total ),
			'static_requests_per_second' => Util_UsageStatistics::value_per_period_seconds(
				$static_requests_total, $summary ),
			'static_requests_timing' => Util_UsageStatistics::integer_divideby(
				$static_timetaken_ms_total, $static_requests_total ),
		);

		return $summary;
	}



	/**
	 * array( 'webserver', 'format', 'filename' )
	 */
	public function __construct( $data ) {
		$format = $data['format'];
		$webserver = $data['webserver'];
		$this->accesslog_filename = str_replace( '://', '/', $data['filename'] );

		if ( $webserver == 'nginx' ) {
			$line_regexp = $this->logformat_to_regexp_nginx( $format );
		} else {
			$line_regexp = $this->logformat_to_regexp_apache( $format );
		}

		$this->line_regexp = apply_filters( 'w3tc_ustats_access_log_format_regexp',
			$line_regexp );
	}



	public function w3tc_usage_statistics_history_set( $history ) {
		$this->max_already_counted_timestamp = (int)get_site_option( 'w3tc_stats_history_access_log' );
		if ( isset( $history[0]['timestamp_start'] ) &&
				$history[0]['timestamp_start'] > $this->max_already_counted_timestamp ) {
			$this->max_already_counted_timestamp = $history[0]['timestamp_start'] - 1;
		}

		$this->history = $history;
		$this->min_time = time();
		$this->setup_history_item( count( $history ) - 1 );

		$h = @fopen( $this->accesslog_filename, 'rb' );
		if ( !$h ) {
			error_log( 'Failed to open access log for usage statisics collection' );
			return $history;
		}

		fseek( $h, 0, SEEK_END );
		$pos = ftell( $h );
		$unparsed_head = '';

		while ( $pos >= 0 && $this->more_log_needed ) {
			$pos -= 8192;
			if ( $pos <= 0 ) {
				$pos = 0;
			}
			fseek( $h, $pos );

			$s = fread( $h, 8192 );

			$unparsed_head = $this->parse_string( $s . $unparsed_head, $pos > 0 );
			if ( $pos <= 0 ) {
				$this->more_log_needed = false;
			}
		}

		if ( defined( 'W3TC_DEBUG' ) && W3TC_DEBUG ) {
			Util_Debug::log( 'time',
				"period " .
				date( DATE_ATOM, $this->max_already_counted_timestamp ) . ' - ' .
				date( DATE_ATOM, $this->max_now_counted_timestamp ) . "\n" .
				"min line: " . $this->min_line . "\n" .
				"max line: " . $this->max_line );
		}

		if ( !is_null( $this->max_now_counted_timestamp ) ) {
			update_site_option( 'w3tc_stats_history_access_log',
				$this->max_now_counted_timestamp );
		}

		return $this->history;
	}



	private function setup_history_item( $pos ) {
		$this->history_current_pos = $pos;

		if ( !isset( $this->history[$pos]['access_log'] ) ) {
			$this->history[$pos]['access_log'] = array(
				'dynamic_count' => 0,
				'dynamic_timetaken_ms' => 0,
				'static_count' => 0,
				'static_timetaken_ms' => 0,
			);
		}

		$this->history_current_item = &$this->history[$pos]['access_log'];
		$this->history_current_timestamp_start = $this->history[$pos]['timestamp_start'];
		$this->history_current_timestamp_end = $this->history[$pos]['timestamp_end'];
	}



	private function parse_string( $s, $skip_first_line ) {
		$s_length = strlen( $s );
		$unparsed_head = '';
		$lines = array();

		$n = 0;
		if ( $skip_first_line ) {
			for ( ; $n < $s_length; $n++ ) {
				$c = substr( $s, $n, 1 );
				if ( $c == "\r" || $c == "\n" ) {
					$unparsed_head = substr( $s, 0, $n + 1 );
					break;
				}
			}
		}

		$line_start = $n;
		$line_elements = array();
		$line_element_start = $n;

		for ( ; $n < $s_length; $n++ ) {
			$c = substr( $s, $n, 1 );
			if ( $c == "\r" || $c == "\n" ) {
				if ( $n > $line_start ) {
					$lines[] = substr( $s, $line_start, $n - $line_start );
				}

				$line_start = $n + 1;
			}
		}

		// last line comes first, boundary checks logic based on that
		for ( $n = count( $lines ) - 1; $n >= 0; $n-- ) {
			$this->push_line( $lines[$n] );
		}

		return $unparsed_head;
	}



	private function push_line( $line ) {
		$e = array();
		preg_match( $this->line_regexp, $line, $e );

		$e = apply_filters( 'w3tc_ustats_access_log_line_elements', $e, $line );
		if ( !isset( $e['request_line'] ) || !isset( $e['date'] ) ) {
			if ( defined( 'W3TC_DEBUG' ) && W3TC_DEBUG ) {
				Util_Debug::log( 'time',
					"line $line cant be parsed using regexp $this->line_regexp, request_line or date elements missing"
				);
			}
			return;
		}

		$date_string = $e['date'];
		$time = strtotime($date_string);

		// dont read more if we touched entries before timeperiod of collection
		if ( $time <= $this->max_already_counted_timestamp ) {
			$this->more_log_needed = false;
			return;
		}
		if ( $time > $this->history_current_timestamp_end ) {
			return;
		}
		while ( $time < $this->history_current_timestamp_start ) {
			if ( $this->history_current_pos <= 0 ) {
				$this->more_log_needed = false;
				return;
			}
			$this->setup_history_item( $this->history_current_pos - 1 );
		}
		if ( is_null( $this->max_now_counted_timestamp ) ) {
			$this->max_now_counted_timestamp = $time;
		}

		if ( defined( 'W3TC_DEBUG' ) && W3TC_DEBUG ) {
			if ($time < $this->min_time) {
				$this->min_line = $line;
				$this->min_time = $time;
			}
			if ($time > $this->max_time) {
				$this->max_line = $line;
				$this->max_time = $time;
			}
		}

		$http_request_line = $e['request_line'];
		$http_request_line_items = explode( ' ', $http_request_line );
		$uri = $http_request_line_items[1];

		$time_ms = 0;
		if ( isset( $e['time_taken_microsecs'] ) ) {
			$time_ms = (int)($e['time_taken_microsecs'] / 1000);
		} elseif ( isset( $e['time_taken_ms'] ) ) {
			$time_ms = (int)$e['time_taken_ms'];
		}

		$m = null;
		preg_match('~\\.([a-zA-Z0-9]+)(\?.+)?$~', $uri, $m );
		if ( $m && $m[1] != 'php') {
			$this->history_current_item['static_count']++;
			$this->history_current_item['static_timetaken_ms'] += $time_ms;
		} else {
			$this->history_current_item['dynamic_count']++;
			$this->history_current_item['dynamic_timetaken_ms'] += $time_ms;
		}
	}



	// default: %h %l %u %t \"%r\" %>s %b
	// common : %h %l %u %t \"%r\" %>s %O \"%{Referer}i\" \"%{User-Agent}i\"
	public function logformat_to_regexp_apache( $format ) {
		// remove modifiers like %>s, %!400,501{User-agent}i
		$format = preg_replace('~%[<>!0-9]([a-zA-Z{])~', '%$1', $format);

		// remove modifiers %{User-agent}^ti, %{User-agent}^to
		$format = preg_replace('~%({[^}]+})(^ti|^to)~', '%$1z', $format);

		// take all quoted vars
		$format = preg_replace_callback('~\\\"(%[a-zA-Z%]|%{[^}]+}[a-zA-Z])\\\"~',
			array( $this, 'logformat_to_regexp_apache_element_quoted' ),
			$format);

		// take all remaining vars
		$format = preg_replace_callback('~(%[a-zA-Z%]|%{[^}]+}[a-zA-Z])~',
			array( $this, 'logformat_to_regexp_apache_element_naked' ),
			$format);

		return '~' . $format . '~';
	}



	public function logformat_to_regexp_apache_element_quoted( $match ) {
		$v = $match[1];

		if ( $v == '%r' ) {
			return '\"(?<request_line>[^"]+)\"';
		}

		// default behavior, expected value doesnt contain spaces
		return '\"([^"]+)\"';
	}



	public function logformat_to_regexp_apache_element_naked( $match ) {
		$v = $match[1];

		if ( $v == '%t' ) {
			return '\[(?<date>[^\]]+)\]';
		} elseif ( $v == '%D' ) {
			return '(?<time_taken_microsecs>[0-9]+)';
		}

		// default behavior, expected value doesnt contain spaces
		return '([^ ]+)';
	}



	// default: $remote_addr - $remote_user [$time_local] "$request" $status $body_bytes_sent "$http_referer" "$http_user_agent"
	// w3tc: $remote_addr - $remote_user [$time_local] "$request" $status $body_bytes_sent "$http_referer" "$http_user_agent" $request_time
	public function logformat_to_regexp_nginx( $format ) {
		// escape quotes
		$format = preg_replace_callback('~([\"\[\]])~',
			array( $this, 'logformat_to_regexp_nginx_quote' ),
			$format);

		// take all quoted vars
		$format = preg_replace_callback('~\\\"(\$[a-zA-Z0-9_]+)\\\"~',
			array( $this, 'logformat_to_regexp_nginx_element_quoted' ),
			$format);

		// take all remaining vars
		$format = preg_replace_callback('~(\$[a-zA-Z0-9_]+)~',
			array( $this, 'logformat_to_regexp_nginx_element_naked' ),
			$format);

		return '~' . $format . '~';
	}



	public function logformat_to_regexp_nginx_quote( $match ) {
		return '\\' . $match[1];
	}



	public function logformat_to_regexp_nginx_element_quoted( $match ) {
		$v = $match[1];

		if ( $v == '$request' ) {
			return '\"(?<request_line>[^"]+)\"';
		}

		// default behavior, expected value doesnt contain spaces
		return '\"([^"]+)\"';
	}



	public function logformat_to_regexp_nginx_element_naked( $match ) {
		$v = $match[1];

		if ( $v == '$time_local' ) {
			return '(?<date>[^\]]+)';
		} elseif ( $v == '$request_time' ) {
			return '(?<time_taken_ms>[0-9.]+)';
		}

		// default behavior, expected value doesnt contain spaces
		return '([^ ]+)';
	}
}

Affy Pharma Pvt Ltd

Pharmaceutical, Nutra, Cosmetics Manufacturer in India

NUTRACEUTICALS

Softgel-Capsule

Arrange A Callback

×

[]

1 Step 1

Full Name

Telephone

Your Email

Departmentyour full name

Postal Address

Choose CountryAfghanistanAlbaniaAlgeriaAmerican SamoaAndorraAngolaAnguillaAntarcticaAntigua And BarbudaArgentinaArmeniaArubaAustraliaAustriaAzerbaijanBahamasBahrainBangladeshBarbadosBelarusBelgiumBelizeBeninBermudaBhutanBoliviaBosnia And HerzegovinaBotswanaBouvet IslandBrazilBritish Indian Ocean TerritoryBrunei DarussalamBulgariaBurkina FasoBurundiCambodiaCameroonCanadaCape VerdeCayman IslandsCentral African RepublicChadChileChinaChristmas IslandCocos (keeling) IslandsColombiaComorosCongoCongo, The Democratic Republic Of TheCook IslandsCosta RicaCote D'ivoireCroatiaCubaCyprusCzech RepublicDenmarkDjiboutiDominicaDominican RepublicEast TimorEcuadorEgyptEl SalvadorEquatorial GuineaEritreaEstoniaEthiopiaFalkland Islands (malvinas)Faroe IslandsFijiFinlandFranceFrench GuianaFrench PolynesiaFrench Southern TerritoriesGabonGambiaGeorgiaGermanyGhanaGibraltarGreeceGreenlandGrenadaGuadeloupeGuamGuatemalaGuineaGuinea-bissauGuyanaHaitiHeard Island And Mcdonald IslandsHoly See (vatican City State)HondurasHong KongHungaryIcelandIndiaIndonesiaIran, Islamic Republic OfIraqIrelandIsraelItalyJamaicaJapanJordanKazakstanKenyaKiribatiKorea, Democratic People's Republic OfKorea, Republic OfKosovoKuwaitKyrgyzstanLao People's Democratic RepublicLatviaLebanonLesothoLiberiaLibyan Arab JamahiriyaLiechtensteinLithuaniaLuxembourgMacauMacedonia, The Former Yugoslav Republic OfMadagascarMalawiMalaysiaMaldivesMaliMaltaMarshall IslandsMartiniqueMauritaniaMauritiusMayotteMexicoMicronesia, Federated States OfMoldova, Republic OfMonacoMongoliaMontserratMontenegroMoroccoMozambiqueMyanmarNamibiaNauruNepalNetherlandsNetherlands AntillesNew CaledoniaNew ZealandNicaraguaNigerNigeriaNiueNorfolk IslandNorthern Mariana IslandsNorwayOmanPakistanPalauPalestinian Territory, OccupiedPanamaPapua New GuineaParaguayPeruPhilippinesPitcairnPolandPortugalPuerto RicoQatarReunionRomaniaRussian FederationRwandaSaint HelenaSaint Kitts And NevisSaint LuciaSaint Pierre And MiquelonSaint Vincent And The GrenadinesSamoaSan MarinoSao Tome And PrincipeSaudi ArabiaSenegalSerbiaSeychellesSierra LeoneSingaporeSlovakiaSloveniaSolomon IslandsSomaliaSouth AfricaSouth Georgia And The South Sandwich IslandsSpainSri LankaSudanSurinameSvalbard And Jan MayenSwazilandSwedenSwitzerlandSyrian Arab RepublicTaiwan, Province Of ChinaTajikistanTanzania, United Republic OfThailandTogoTokelauTongaTrinidad And TobagoTunisiaTurkeyTurkmenistanTurks And Caicos IslandsTuvaluUgandaUkraineUnited Arab EmiratesUnited KingdomUnited StatesUnited States Minor Outlying IslandsUruguayUzbekistanVanuatuVenezuelaViet NamVirgin Islands, BritishVirgin Islands, U.s.Wallis And FutunaWestern SaharaYemenZambiaZimbabwe

Message

0 /

Submit Form

Previous

Next