|
|
|
|
@ -18,7 +18,7 @@
|
|
|
|
|
* @package SPIP\Statistiques\Genie |
|
|
|
|
**/ |
|
|
|
|
|
|
|
|
|
if (!defined("_ECRIRE_INC_VERSION")) { |
|
|
|
|
if (!defined('_ECRIRE_INC_VERSION')) { |
|
|
|
|
return; |
|
|
|
|
} |
|
|
|
|
if (!defined('_CRON_LOT_FICHIERS_VISITE')) { |
|
|
|
|
@ -49,7 +49,7 @@ function compte_fichier_visite($fichier, &$visites, &$visites_a, &$referers, &$r
|
|
|
|
|
// Noter la visite du site (article 0) |
|
|
|
|
$visites++; |
|
|
|
|
|
|
|
|
|
$content = array(); |
|
|
|
|
$content = []; |
|
|
|
|
if (lire_fichier($fichier, $content)) { |
|
|
|
|
$content = @unserialize($content); |
|
|
|
|
} |
|
|
|
|
@ -71,7 +71,8 @@ function compte_fichier_visite($fichier, &$visites, &$visites_a, &$referers, &$r
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// S'il s'agit d'un article, noter ses visites |
|
|
|
|
if ($log_type == 'article' |
|
|
|
|
if ( |
|
|
|
|
$log_type == 'article' |
|
|
|
|
and $id_article = intval($log_id_num) |
|
|
|
|
) { |
|
|
|
|
if (!isset($visites_a[$id_article])) { |
|
|
|
|
@ -105,10 +106,10 @@ function calculer_visites($t) {
|
|
|
|
|
include_spip('base/abstract_sql'); |
|
|
|
|
|
|
|
|
|
// Initialisations |
|
|
|
|
$visites = array(); # visites du site |
|
|
|
|
$visites_a = array(); # tableau des visites des articles |
|
|
|
|
$referers = array(); # referers du site |
|
|
|
|
$referers_a = array(); # tableau des referers des articles |
|
|
|
|
$visites = []; # visites du site |
|
|
|
|
$visites_a = []; # tableau des visites des articles |
|
|
|
|
$referers = []; # referers du site |
|
|
|
|
$referers_a = []; # tableau des referers des articles |
|
|
|
|
|
|
|
|
|
// charger un certain nombre de fichiers de visites, |
|
|
|
|
// et faire les calculs correspondants |
|
|
|
|
@ -123,10 +124,15 @@ function calculer_visites($t) {
|
|
|
|
|
if (!$d) { |
|
|
|
|
$d = $date_init; |
|
|
|
|
} // si le fs ne donne pas de date, on prend celle du traitement, mais tout cela risque d'etre bien douteux |
|
|
|
|
$d = date("Y-m-d", $d); |
|
|
|
|
$d = date('Y-m-d', $d); |
|
|
|
|
spip_log("traite la session $item"); |
|
|
|
|
compte_fichier_visite($item, |
|
|
|
|
$visites[$d], $visites_a[$d], $referers[$d], $referers_a[$d]); |
|
|
|
|
compte_fichier_visite( |
|
|
|
|
$item, |
|
|
|
|
$visites[$d], |
|
|
|
|
$visites_a[$d], |
|
|
|
|
$referers[$d], |
|
|
|
|
$referers_a[$d] |
|
|
|
|
); |
|
|
|
|
spip_unlink($item); |
|
|
|
|
if (--$compteur <= 0) { |
|
|
|
|
break; |
|
|
|
|
@ -147,38 +153,46 @@ function calculer_visites($t) {
|
|
|
|
|
// date (celle de la visite, pas celle du traitement) |
|
|
|
|
foreach (array_keys($visites) as $date) { |
|
|
|
|
if ($visites[$date]) { |
|
|
|
|
|
|
|
|
|
// 1. les visites du site (facile) |
|
|
|
|
if (!sql_countsel('spip_visites', "date='$date'")) { |
|
|
|
|
sql_insertq('spip_visites', |
|
|
|
|
array('date' => $date, 'visites' => $visites[$date])); |
|
|
|
|
sql_insertq( |
|
|
|
|
'spip_visites', |
|
|
|
|
['date' => $date, 'visites' => $visites[$date]] |
|
|
|
|
); |
|
|
|
|
} else { |
|
|
|
|
sql_update('spip_visites', array('visites' => "visites+" . intval($visites[$date])), "date='$date'"); |
|
|
|
|
sql_update('spip_visites', ['visites' => 'visites+' . intval($visites[$date])], "date='$date'"); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// 2. les visites des articles |
|
|
|
|
// 2. les visites des articles |
|
|
|
|
if ($visites_a[$date]) { |
|
|
|
|
$ar = array(); # tableau num -> liste des articles ayant num visites |
|
|
|
|
$ar = []; # tableau num -> liste des articles ayant num visites |
|
|
|
|
foreach ($visites_a[$date] as $id_article => $n) { |
|
|
|
|
if (!sql_countsel('spip_visites_articles', |
|
|
|
|
"id_article=$id_article AND date='$date'") |
|
|
|
|
if ( |
|
|
|
|
!sql_countsel( |
|
|
|
|
'spip_visites_articles', |
|
|
|
|
"id_article=$id_article AND date='$date'" |
|
|
|
|
) |
|
|
|
|
) { |
|
|
|
|
sql_insertq('spip_visites_articles', |
|
|
|
|
array( |
|
|
|
|
sql_insertq( |
|
|
|
|
'spip_visites_articles', |
|
|
|
|
[ |
|
|
|
|
'id_article' => $id_article, |
|
|
|
|
'visites' => 0, |
|
|
|
|
'date' => $date |
|
|
|
|
)); |
|
|
|
|
] |
|
|
|
|
); |
|
|
|
|
} |
|
|
|
|
$ar[$n][] = $id_article; |
|
|
|
|
} |
|
|
|
|
foreach ($ar as $n => $liste) { |
|
|
|
|
$tous = sql_in('id_article', $liste); |
|
|
|
|
sql_update('spip_visites_articles', |
|
|
|
|
array('visites' => "visites+$n"), |
|
|
|
|
"date='$date' AND $tous"); |
|
|
|
|
sql_update( |
|
|
|
|
'spip_visites_articles', |
|
|
|
|
['visites' => "visites+$n"], |
|
|
|
|
"date='$date' AND $tous" |
|
|
|
|
); |
|
|
|
|
|
|
|
|
|
$ref = $noref = array(); |
|
|
|
|
$ref = $noref = []; |
|
|
|
|
foreach ($liste as $id) { |
|
|
|
|
if (isset($referers_a[$id])) { |
|
|
|
|
$ref[] = $id; |
|
|
|
|
@ -189,33 +203,37 @@ function calculer_visites($t) {
|
|
|
|
|
// il faudrait ponderer la popularite ajoutee ($n) par son anciennete eventuelle |
|
|
|
|
// sur le modele de ce que fait genie/popularites |
|
|
|
|
if (count($noref)) { |
|
|
|
|
sql_update('spip_articles', |
|
|
|
|
array( |
|
|
|
|
sql_update( |
|
|
|
|
'spip_articles', |
|
|
|
|
[ |
|
|
|
|
'visites' => "visites+$n", |
|
|
|
|
'popularite' => "popularite+" . number_format(round($n * $b, 2), 2, '.', ''), |
|
|
|
|
'popularite' => 'popularite+' . number_format(round($n * $b, 2), 2, '.', ''), |
|
|
|
|
'maj' => 'maj' |
|
|
|
|
), |
|
|
|
|
sql_in('id_article', $noref)); |
|
|
|
|
], |
|
|
|
|
sql_in('id_article', $noref) |
|
|
|
|
); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
if (count($ref)) { |
|
|
|
|
sql_update('spip_articles', |
|
|
|
|
array( |
|
|
|
|
'visites' => "visites+" . ($n + 1), |
|
|
|
|
'popularite' => "popularite+" . number_format(round($n * $b, 2), 2, '.', ''), |
|
|
|
|
sql_update( |
|
|
|
|
'spip_articles', |
|
|
|
|
[ |
|
|
|
|
'visites' => 'visites+' . ($n + 1), |
|
|
|
|
'popularite' => 'popularite+' . number_format(round($n * $b, 2), 2, '.', ''), |
|
|
|
|
'maj' => 'maj' |
|
|
|
|
), |
|
|
|
|
sql_in('id_article', $ref)); |
|
|
|
|
], |
|
|
|
|
sql_in('id_article', $ref) |
|
|
|
|
); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
## Ajouter un JOIN sur le statut de l'article ? |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
if (!isset($GLOBALS['meta']['activer_referers']) or $GLOBALS['meta']['activer_referers'] == "oui") { |
|
|
|
|
if (!isset($GLOBALS['meta']['activer_referers']) or $GLOBALS['meta']['activer_referers'] == 'oui') { |
|
|
|
|
// 3. Les referers du site |
|
|
|
|
// insertion pour les nouveaux, au tableau des increments sinon |
|
|
|
|
if ($referers[$date]) { |
|
|
|
|
$ar = array(); |
|
|
|
|
$ar = []; |
|
|
|
|
$trouver_table = charger_fonction('trouver_table', 'base'); |
|
|
|
|
$desc = $trouver_table('referers'); |
|
|
|
|
$n = preg_match('/(\d+)/', $desc['field']['referer'], $r); |
|
|
|
|
@ -224,15 +242,17 @@ function calculer_visites($t) {
|
|
|
|
|
$referer_md5 = sql_hex(substr(md5($referer), 0, 15)); |
|
|
|
|
$referer = substr($referer, 0, $n); |
|
|
|
|
if (!sql_countsel('spip_referers', "referer_md5=$referer_md5")) { |
|
|
|
|
sql_insertq('spip_referers', |
|
|
|
|
array( |
|
|
|
|
sql_insertq( |
|
|
|
|
'spip_referers', |
|
|
|
|
[ |
|
|
|
|
'visites' => $num, |
|
|
|
|
'visites_jour' => $num, |
|
|
|
|
'visites_veille' => 0, |
|
|
|
|
'date' => $date, |
|
|
|
|
'referer' => $referer, |
|
|
|
|
'referer_md5' => $referer_md5 |
|
|
|
|
)); |
|
|
|
|
] |
|
|
|
|
); |
|
|
|
|
} else { |
|
|
|
|
$ar[$num][] = $referer_md5; |
|
|
|
|
} |
|
|
|
|
@ -242,28 +262,33 @@ function calculer_visites($t) {
|
|
|
|
|
// attention on appelle sql_in en mode texte et pas array |
|
|
|
|
// pour ne pas passer sql_quote() sur les '0x1234' de referer_md5, cf #849 |
|
|
|
|
foreach ($ar as $num => $liste) { |
|
|
|
|
sql_update('spip_referers', array('visites' => "visites+$num", 'visites_jour' => "visites_jour+$num"), |
|
|
|
|
sql_in('referer_md5', join(', ', $liste))); |
|
|
|
|
sql_update( |
|
|
|
|
'spip_referers', |
|
|
|
|
['visites' => "visites+$num", 'visites_jour' => "visites_jour+$num"], |
|
|
|
|
sql_in('referer_md5', join(', ', $liste)) |
|
|
|
|
); |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// 4. Les referers d'articles |
|
|
|
|
if ($referers_a[$date]) { |
|
|
|
|
$ar = array(); |
|
|
|
|
$insert = array(); |
|
|
|
|
$ar = []; |
|
|
|
|
$insert = []; |
|
|
|
|
// s'assurer d'un slot pour chacun |
|
|
|
|
foreach ($referers_a[$date] as $id_article => $referers) { |
|
|
|
|
foreach ($referers as $referer => $num) { |
|
|
|
|
$referer_md5 = sql_hex(substr(md5($referer), 0, 15)); |
|
|
|
|
$prim = "(id_article=$id_article AND referer_md5=$referer_md5)"; |
|
|
|
|
if (!sql_countsel('spip_referers_articles', $prim)) { |
|
|
|
|
sql_insertq('spip_referers_articles', |
|
|
|
|
array( |
|
|
|
|
sql_insertq( |
|
|
|
|
'spip_referers_articles', |
|
|
|
|
[ |
|
|
|
|
'visites' => $num, |
|
|
|
|
'id_article' => $id_article, |
|
|
|
|
'referer' => $referer, |
|
|
|
|
'referer_md5' => $referer_md5 |
|
|
|
|
)); |
|
|
|
|
] |
|
|
|
|
); |
|
|
|
|
} else { |
|
|
|
|
$ar[$num][] = $prim; |
|
|
|
|
} |
|
|
|
|
@ -271,7 +296,7 @@ function calculer_visites($t) {
|
|
|
|
|
} |
|
|
|
|
// ajouter les visites |
|
|
|
|
foreach ($ar as $num => $liste) { |
|
|
|
|
sql_update('spip_referers_articles', array('visites' => "visites+$num"), join(" OR ", $liste)); |
|
|
|
|
sql_update('spip_referers_articles', ['visites' => "visites+$num"], join(' OR ', $liste)); |
|
|
|
|
## Ajouter un JOIN sur le statut de l'article ? |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
@ -281,7 +306,7 @@ function calculer_visites($t) {
|
|
|
|
|
|
|
|
|
|
// S'il reste des fichiers a manger, le signaler pour reexecution rapide |
|
|
|
|
if ($compteur == 0) { |
|
|
|
|
spip_log("il reste des visites a traiter..."); |
|
|
|
|
spip_log('il reste des visites a traiter...'); |
|
|
|
|
|
|
|
|
|
return -$t; |
|
|
|
|
} |
|
|
|
|
@ -296,9 +321,9 @@ function visites_nettoyer_flood() {
|
|
|
|
|
if (!defined('_IP_FLOOD_TTL')) { |
|
|
|
|
define('_IP_FLOOD_TTL', 24 * 3600); |
|
|
|
|
} // 24H par defaut |
|
|
|
|
$options = array( |
|
|
|
|
$options = [ |
|
|
|
|
'mtime' => $_SERVER['REQUEST_TIME'] - _IP_FLOOD_TTL, |
|
|
|
|
); |
|
|
|
|
]; |
|
|
|
|
purger_repertoire($dir, $options); |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
@ -307,17 +332,17 @@ function visites_nettoyer_flood() {
|
|
|
|
|
* Nettoyer les urls en enlevant les variables de personnalisation marketing, ou variantes Amp |
|
|
|
|
*/ |
|
|
|
|
|
|
|
|
|
function nettoyer_referer($url){ |
|
|
|
|
|
|
|
|
|
function nettoyer_referer($url) { |
|
|
|
|
|
|
|
|
|
// &utm_xxx= |
|
|
|
|
$url = preg_replace("`[?&]utm_.*$`","",$url); |
|
|
|
|
|
|
|
|
|
$url = preg_replace('`[?&]utm_.*$`', '', $url); |
|
|
|
|
|
|
|
|
|
// &fbclid= |
|
|
|
|
$url = preg_replace("`[?&]fbclid.*$`","",$url); |
|
|
|
|
|
|
|
|
|
$url = preg_replace('`[?&]fbclid.*$`', '', $url); |
|
|
|
|
|
|
|
|
|
// &=1 |
|
|
|
|
$url = preg_replace("`[?&]amp=1$`","",$url); |
|
|
|
|
|
|
|
|
|
$url = preg_replace('`[?&]amp=1$`', '', $url); |
|
|
|
|
|
|
|
|
|
return $url ; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
