|
|
|
|
@ -18,7 +18,7 @@
|
|
|
|
|
* @package SPIP\Statistiques\Genie
|
|
|
|
|
**/
|
|
|
|
|
|
|
|
|
|
if (!defined("_ECRIRE_INC_VERSION")) {
|
|
|
|
|
if (!defined('_ECRIRE_INC_VERSION')) {
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
if (!defined('_CRON_LOT_FICHIERS_VISITE')) {
|
|
|
|
|
@ -49,7 +49,7 @@ function compte_fichier_visite($fichier, &$visites, &$visites_a, &$referers, &$r
|
|
|
|
|
// Noter la visite du site (article 0)
|
|
|
|
|
$visites++;
|
|
|
|
|
|
|
|
|
|
$content = array();
|
|
|
|
|
$content = [];
|
|
|
|
|
if (lire_fichier($fichier, $content)) {
|
|
|
|
|
$content = @unserialize($content);
|
|
|
|
|
}
|
|
|
|
|
@ -71,7 +71,8 @@ function compte_fichier_visite($fichier, &$visites, &$visites_a, &$referers, &$r
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// S'il s'agit d'un article, noter ses visites
|
|
|
|
|
if ($log_type == 'article'
|
|
|
|
|
if (
|
|
|
|
|
$log_type == 'article'
|
|
|
|
|
and $id_article = intval($log_id_num)
|
|
|
|
|
) {
|
|
|
|
|
if (!isset($visites_a[$id_article])) {
|
|
|
|
|
@ -105,10 +106,10 @@ function calculer_visites($t) {
|
|
|
|
|
include_spip('base/abstract_sql');
|
|
|
|
|
|
|
|
|
|
// Initialisations
|
|
|
|
|
$visites = array(); # visites du site
|
|
|
|
|
$visites_a = array(); # tableau des visites des articles
|
|
|
|
|
$referers = array(); # referers du site
|
|
|
|
|
$referers_a = array(); # tableau des referers des articles
|
|
|
|
|
$visites = []; # visites du site
|
|
|
|
|
$visites_a = []; # tableau des visites des articles
|
|
|
|
|
$referers = []; # referers du site
|
|
|
|
|
$referers_a = []; # tableau des referers des articles
|
|
|
|
|
|
|
|
|
|
// charger un certain nombre de fichiers de visites,
|
|
|
|
|
// et faire les calculs correspondants
|
|
|
|
|
@ -123,10 +124,15 @@ function calculer_visites($t) {
|
|
|
|
|
if (!$d) {
|
|
|
|
|
$d = $date_init;
|
|
|
|
|
} // si le fs ne donne pas de date, on prend celle du traitement, mais tout cela risque d'etre bien douteux
|
|
|
|
|
$d = date("Y-m-d", $d);
|
|
|
|
|
$d = date('Y-m-d', $d);
|
|
|
|
|
spip_log("traite la session $item");
|
|
|
|
|
compte_fichier_visite($item,
|
|
|
|
|
$visites[$d], $visites_a[$d], $referers[$d], $referers_a[$d]);
|
|
|
|
|
compte_fichier_visite(
|
|
|
|
|
$item,
|
|
|
|
|
$visites[$d],
|
|
|
|
|
$visites_a[$d],
|
|
|
|
|
$referers[$d],
|
|
|
|
|
$referers_a[$d]
|
|
|
|
|
);
|
|
|
|
|
spip_unlink($item);
|
|
|
|
|
if (--$compteur <= 0) {
|
|
|
|
|
break;
|
|
|
|
|
@ -147,38 +153,46 @@ function calculer_visites($t) {
|
|
|
|
|
// date (celle de la visite, pas celle du traitement)
|
|
|
|
|
foreach (array_keys($visites) as $date) {
|
|
|
|
|
if ($visites[$date]) {
|
|
|
|
|
|
|
|
|
|
// 1. les visites du site (facile)
|
|
|
|
|
if (!sql_countsel('spip_visites', "date='$date'")) {
|
|
|
|
|
sql_insertq('spip_visites',
|
|
|
|
|
array('date' => $date, 'visites' => $visites[$date]));
|
|
|
|
|
sql_insertq(
|
|
|
|
|
'spip_visites',
|
|
|
|
|
['date' => $date, 'visites' => $visites[$date]]
|
|
|
|
|
);
|
|
|
|
|
} else {
|
|
|
|
|
sql_update('spip_visites', array('visites' => "visites+" . intval($visites[$date])), "date='$date'");
|
|
|
|
|
sql_update('spip_visites', ['visites' => 'visites+' . intval($visites[$date])], "date='$date'");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 2. les visites des articles
|
|
|
|
|
// 2. les visites des articles
|
|
|
|
|
if ($visites_a[$date]) {
|
|
|
|
|
$ar = array(); # tableau num -> liste des articles ayant num visites
|
|
|
|
|
$ar = []; # tableau num -> liste des articles ayant num visites
|
|
|
|
|
foreach ($visites_a[$date] as $id_article => $n) {
|
|
|
|
|
if (!sql_countsel('spip_visites_articles',
|
|
|
|
|
"id_article=$id_article AND date='$date'")
|
|
|
|
|
if (
|
|
|
|
|
!sql_countsel(
|
|
|
|
|
'spip_visites_articles',
|
|
|
|
|
"id_article=$id_article AND date='$date'"
|
|
|
|
|
)
|
|
|
|
|
) {
|
|
|
|
|
sql_insertq('spip_visites_articles',
|
|
|
|
|
array(
|
|
|
|
|
sql_insertq(
|
|
|
|
|
'spip_visites_articles',
|
|
|
|
|
[
|
|
|
|
|
'id_article' => $id_article,
|
|
|
|
|
'visites' => 0,
|
|
|
|
|
'date' => $date
|
|
|
|
|
));
|
|
|
|
|
]
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
$ar[$n][] = $id_article;
|
|
|
|
|
}
|
|
|
|
|
foreach ($ar as $n => $liste) {
|
|
|
|
|
$tous = sql_in('id_article', $liste);
|
|
|
|
|
sql_update('spip_visites_articles',
|
|
|
|
|
array('visites' => "visites+$n"),
|
|
|
|
|
"date='$date' AND $tous");
|
|
|
|
|
sql_update(
|
|
|
|
|
'spip_visites_articles',
|
|
|
|
|
['visites' => "visites+$n"],
|
|
|
|
|
"date='$date' AND $tous"
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
$ref = $noref = array();
|
|
|
|
|
$ref = $noref = [];
|
|
|
|
|
foreach ($liste as $id) {
|
|
|
|
|
if (isset($referers_a[$id])) {
|
|
|
|
|
$ref[] = $id;
|
|
|
|
|
@ -189,33 +203,37 @@ function calculer_visites($t) {
|
|
|
|
|
// il faudrait ponderer la popularite ajoutee ($n) par son anciennete eventuelle
|
|
|
|
|
// sur le modele de ce que fait genie/popularites
|
|
|
|
|
if (count($noref)) {
|
|
|
|
|
sql_update('spip_articles',
|
|
|
|
|
array(
|
|
|
|
|
sql_update(
|
|
|
|
|
'spip_articles',
|
|
|
|
|
[
|
|
|
|
|
'visites' => "visites+$n",
|
|
|
|
|
'popularite' => "popularite+" . number_format(round($n * $b, 2), 2, '.', ''),
|
|
|
|
|
'popularite' => 'popularite+' . number_format(round($n * $b, 2), 2, '.', ''),
|
|
|
|
|
'maj' => 'maj'
|
|
|
|
|
),
|
|
|
|
|
sql_in('id_article', $noref));
|
|
|
|
|
],
|
|
|
|
|
sql_in('id_article', $noref)
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (count($ref)) {
|
|
|
|
|
sql_update('spip_articles',
|
|
|
|
|
array(
|
|
|
|
|
'visites' => "visites+" . ($n + 1),
|
|
|
|
|
'popularite' => "popularite+" . number_format(round($n * $b, 2), 2, '.', ''),
|
|
|
|
|
sql_update(
|
|
|
|
|
'spip_articles',
|
|
|
|
|
[
|
|
|
|
|
'visites' => 'visites+' . ($n + 1),
|
|
|
|
|
'popularite' => 'popularite+' . number_format(round($n * $b, 2), 2, '.', ''),
|
|
|
|
|
'maj' => 'maj'
|
|
|
|
|
),
|
|
|
|
|
sql_in('id_article', $ref));
|
|
|
|
|
],
|
|
|
|
|
sql_in('id_article', $ref)
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
## Ajouter un JOIN sur le statut de l'article ?
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (!isset($GLOBALS['meta']['activer_referers']) or $GLOBALS['meta']['activer_referers'] == "oui") {
|
|
|
|
|
if (!isset($GLOBALS['meta']['activer_referers']) or $GLOBALS['meta']['activer_referers'] == 'oui') {
|
|
|
|
|
// 3. Les referers du site
|
|
|
|
|
// insertion pour les nouveaux, au tableau des increments sinon
|
|
|
|
|
if ($referers[$date]) {
|
|
|
|
|
$ar = array();
|
|
|
|
|
$ar = [];
|
|
|
|
|
$trouver_table = charger_fonction('trouver_table', 'base');
|
|
|
|
|
$desc = $trouver_table('referers');
|
|
|
|
|
$n = preg_match('/(\d+)/', $desc['field']['referer'], $r);
|
|
|
|
|
@ -224,15 +242,17 @@ function calculer_visites($t) {
|
|
|
|
|
$referer_md5 = sql_hex(substr(md5($referer), 0, 15));
|
|
|
|
|
$referer = substr($referer, 0, $n);
|
|
|
|
|
if (!sql_countsel('spip_referers', "referer_md5=$referer_md5")) {
|
|
|
|
|
sql_insertq('spip_referers',
|
|
|
|
|
array(
|
|
|
|
|
sql_insertq(
|
|
|
|
|
'spip_referers',
|
|
|
|
|
[
|
|
|
|
|
'visites' => $num,
|
|
|
|
|
'visites_jour' => $num,
|
|
|
|
|
'visites_veille' => 0,
|
|
|
|
|
'date' => $date,
|
|
|
|
|
'referer' => $referer,
|
|
|
|
|
'referer_md5' => $referer_md5
|
|
|
|
|
));
|
|
|
|
|
]
|
|
|
|
|
);
|
|
|
|
|
} else {
|
|
|
|
|
$ar[$num][] = $referer_md5;
|
|
|
|
|
}
|
|
|
|
|
@ -242,28 +262,33 @@ function calculer_visites($t) {
|
|
|
|
|
// attention on appelle sql_in en mode texte et pas array
|
|
|
|
|
// pour ne pas passer sql_quote() sur les '0x1234' de referer_md5, cf #849
|
|
|
|
|
foreach ($ar as $num => $liste) {
|
|
|
|
|
sql_update('spip_referers', array('visites' => "visites+$num", 'visites_jour' => "visites_jour+$num"),
|
|
|
|
|
sql_in('referer_md5', join(', ', $liste)));
|
|
|
|
|
sql_update(
|
|
|
|
|
'spip_referers',
|
|
|
|
|
['visites' => "visites+$num", 'visites_jour' => "visites_jour+$num"],
|
|
|
|
|
sql_in('referer_md5', join(', ', $liste))
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 4. Les referers d'articles
|
|
|
|
|
if ($referers_a[$date]) {
|
|
|
|
|
$ar = array();
|
|
|
|
|
$insert = array();
|
|
|
|
|
$ar = [];
|
|
|
|
|
$insert = [];
|
|
|
|
|
// s'assurer d'un slot pour chacun
|
|
|
|
|
foreach ($referers_a[$date] as $id_article => $referers) {
|
|
|
|
|
foreach ($referers as $referer => $num) {
|
|
|
|
|
$referer_md5 = sql_hex(substr(md5($referer), 0, 15));
|
|
|
|
|
$prim = "(id_article=$id_article AND referer_md5=$referer_md5)";
|
|
|
|
|
if (!sql_countsel('spip_referers_articles', $prim)) {
|
|
|
|
|
sql_insertq('spip_referers_articles',
|
|
|
|
|
array(
|
|
|
|
|
sql_insertq(
|
|
|
|
|
'spip_referers_articles',
|
|
|
|
|
[
|
|
|
|
|
'visites' => $num,
|
|
|
|
|
'id_article' => $id_article,
|
|
|
|
|
'referer' => $referer,
|
|
|
|
|
'referer_md5' => $referer_md5
|
|
|
|
|
));
|
|
|
|
|
]
|
|
|
|
|
);
|
|
|
|
|
} else {
|
|
|
|
|
$ar[$num][] = $prim;
|
|
|
|
|
}
|
|
|
|
|
@ -271,7 +296,7 @@ function calculer_visites($t) {
|
|
|
|
|
}
|
|
|
|
|
// ajouter les visites
|
|
|
|
|
foreach ($ar as $num => $liste) {
|
|
|
|
|
sql_update('spip_referers_articles', array('visites' => "visites+$num"), join(" OR ", $liste));
|
|
|
|
|
sql_update('spip_referers_articles', ['visites' => "visites+$num"], join(' OR ', $liste));
|
|
|
|
|
## Ajouter un JOIN sur le statut de l'article ?
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
@ -281,7 +306,7 @@ function calculer_visites($t) {
|
|
|
|
|
|
|
|
|
|
// S'il reste des fichiers a manger, le signaler pour reexecution rapide
|
|
|
|
|
if ($compteur == 0) {
|
|
|
|
|
spip_log("il reste des visites a traiter...");
|
|
|
|
|
spip_log('il reste des visites a traiter...');
|
|
|
|
|
|
|
|
|
|
return -$t;
|
|
|
|
|
}
|
|
|
|
|
@ -296,9 +321,9 @@ function visites_nettoyer_flood() {
|
|
|
|
|
if (!defined('_IP_FLOOD_TTL')) {
|
|
|
|
|
define('_IP_FLOOD_TTL', 24 * 3600);
|
|
|
|
|
} // 24H par defaut
|
|
|
|
|
$options = array(
|
|
|
|
|
$options = [
|
|
|
|
|
'mtime' => $_SERVER['REQUEST_TIME'] - _IP_FLOOD_TTL,
|
|
|
|
|
);
|
|
|
|
|
];
|
|
|
|
|
purger_repertoire($dir, $options);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
@ -307,17 +332,17 @@ function visites_nettoyer_flood() {
|
|
|
|
|
* Nettoyer les urls en enlevant les variables de personnalisation marketing, ou variantes Amp
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
function nettoyer_referer($url){
|
|
|
|
|
|
|
|
|
|
function nettoyer_referer($url) {
|
|
|
|
|
|
|
|
|
|
// &utm_xxx=
|
|
|
|
|
$url = preg_replace("`[?&]utm_.*$`","",$url);
|
|
|
|
|
|
|
|
|
|
$url = preg_replace('`[?&]utm_.*$`', '', $url);
|
|
|
|
|
|
|
|
|
|
// &fbclid=
|
|
|
|
|
$url = preg_replace("`[?&]fbclid.*$`","",$url);
|
|
|
|
|
|
|
|
|
|
$url = preg_replace('`[?&]fbclid.*$`', '', $url);
|
|
|
|
|
|
|
|
|
|
// &=1
|
|
|
|
|
$url = preg_replace("`[?&]amp=1$`","",$url);
|
|
|
|
|
|
|
|
|
|
$url = preg_replace('`[?&]amp=1$`', '', $url);
|
|
|
|
|
|
|
|
|
|
return $url ;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|