Merge updates: conflicting names csv.
[platal.git] / modules / fusionax.php
1 <?php
2 /***************************************************************************
3 * Copyright (C) 2003-2011 Polytechnique.org *
4 * http://opensource.polytechnique.org/ *
5 * *
6 * This program is free software; you can redistribute it and/or modify *
7 * it under the terms of the GNU General Public License as published by *
8 * the Free Software Foundation; either version 2 of the License, or *
9 * (at your option) any later version. *
10 * *
11 * This program is distributed in the hope that it will be useful, *
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of *
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the *
14 * GNU General Public License for more details. *
15 * *
16 * You should have received a copy of the GNU General Public License *
17 * along with this program; if not, write to the Free Software *
18 * Foundation, Inc., *
19 * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA *
20 ***************************************************************************/
21
22 /**
23 * Module to merge data from AX database: this will only be used once on
24 * production site and should be removed afterwards.
25 *
26 * Module to import data from another database of alumni that had
27 * different schemas. The organization that used this db is called AX
28 * hence the name of this module.
29 *
30 * Datas are stored in an export file.
31 */
32 class FusionAxModule extends PLModule
33 {
34 function handlers()
35 {
36 if (Platal::globals()->merge->state == 'pending') {
37 return array(
38 'fusionax' => $this->make_hook('index', AUTH_PASSWD, 'admin'),
39 'fusionax/import' => $this->make_hook('import', AUTH_PASSWD, 'admin'),
40 'fusionax/view' => $this->make_hook('view', AUTH_PASSWD, 'admin'),
41 'fusionax/ids' => $this->make_hook('ids', AUTH_PASSWD, 'admin'),
42 'fusionax/deceased' => $this->make_hook('deceased', AUTH_PASSWD, 'admin'),
43 'fusionax/promo' => $this->make_hook('promo', AUTH_PASSWD, 'admin'),
44 'fusionax/names' => $this->make_hook('names', AUTH_PASSWD, 'admin'),
45 'fusionax/edu' => $this->make_hook('edu', AUTH_PASSWD, 'admin'),
46 'fusionax/corps' => $this->make_hook('corps', AUTH_PASSWD, 'admin')
47 );
48 } elseif (Platal::globals()->merge->state == 'done') {
49 return array(
50 'fusionax' => $this->make_hook('index', AUTH_PASSWD, 'admin,edit_directory'),
51 'fusionax/issues' => $this->make_hook('issues', AUTH_PASSWD, 'admin,edit_directory'),
52 'fusionax/issues/deathdate' => $this->make_hook('issues_deathdate', AUTH_PASSWD, 'admin,edit_directory'),
53 'fusionax/issues/promo' => $this->make_hook('issues_promo', AUTH_PASSWD, 'admin,edit_directory'),
54 );
55 }
56 }
57
58
59 function handler_index($page)
60 {
61 if (Platal::globals()->merge->state == 'pending') {
62 $page->changeTpl('fusionax/index.tpl');
63 } elseif (Platal::globals()->merge->state == 'done') {
64 $issueList = array(
65 'name' => 'noms',
66 'job' => 'emplois',
67 'address' => 'adresses',
68 'promo' => 'promotions',
69 'deathdate' => 'dates de décès',
70 'phone' => 'téléphones',
71 'education' => 'formations',
72 );
73 $issues = XDB::rawFetchOneAssoc("SELECT COUNT(*) AS total,
74 SUM(FIND_IN_SET('name', issues)) DIV 1 AS name,
75 SUM(FIND_IN_SET('job', issues)) DIV 2 AS job,
76 SUM(FIND_IN_SET('address', issues)) DIV 3 AS address,
77 SUM(FIND_IN_SET('promo', issues)) DIV 4 AS promo,
78 SUM(FIND_IN_SET('deathdate', issues)) DIV 5 AS deathdate,
79 SUM(FIND_IN_SET('phone', issues)) DIV 6 AS phone,
80 SUM(FIND_IN_SET('education', issues)) DIV 7 AS education
81 FROM profile_merge_issues
82 WHERE issues IS NOT NULL OR issues != ''");
83 $page->changeTpl('fusionax/issues.tpl');
84 $page->assign('issues', $issues);
85 $page->assign('issueList', $issueList);
86 }
87 }
88
89 /** Import de l'annuaire de l'AX depuis l'export situé dans le home de jacou */
90 function handler_import($page, $action = 'index', $file = '')
91 {
92 if ($action == 'index') {
93 $page->changeTpl('fusionax/import.tpl');
94 return;
95 }
96
97 // toutes les actions sont faites en ajax en utilisant jquery
98 header('Content-type: text/javascript; charset=utf-8');
99
100 // log des actions
101 $report = array();
102
103 $modulepath = realpath(dirname(__FILE__) . '/fusionax/') . '/';
104 $spoolpath = realpath(dirname(__FILE__) . '/../spool/fusionax/') . '/';
105
106 if ($action == 'launch') {
107 if ($file == '') {
108 $report[] = 'Nom de fichier non renseigné.';
109 } elseif (!file_exists(dirname(__FILE__) . '/../spool/fusionax/' . $file)) {
110 $report[] = 'Le fichier ne se situe pas au bon endroit.';
111 } else {
112 // séparation de l'archive en fichiers par tables
113 $file = $spoolpath . $file;
114 // Split export into specialised files
115 exec('grep "^AD" ' . $file . ' > ' . $spoolpath . 'Adresses.txt');
116 exec('grep "^AN" ' . $file . ' > ' . $spoolpath . 'Anciens.txt');
117 exec('grep "^FO.[0-9]\{4\}[MD][0-9]\{3\}.Etudiant" ' . $file . ' > ' . $spoolpath . 'Formations_MD.txt');
118 exec('grep "^FO.[0-9]\{4\}[MD][0-9]\{3\}.Doct. de" ' . $file . ' >> ' . $spoolpath . 'Formations_MD.txt');
119 exec('grep "^FO" ' . $file . ' > ' . $spoolpath . 'Formations.txt');
120 exec('grep "^AC" ' . $file . ' > ' . $spoolpath . 'Activites.txt');
121 exec('grep "^EN" ' . $file . ' > ' . $spoolpath . 'Entreprises.txt');
122 exec($modulepath . 'formation.pl');
123 exec('mv -f ' . $spoolpath . 'Formations_out.txt ' . $spoolpath . 'Formations.txt');
124 exec('mv -f ' . $spoolpath . 'Formations_MD_out.txt ' . $spoolpath . 'Formations_MD.txt');
125 $report[] = 'Fichier parsé.';
126 $report[] = 'Import dans la base en cours...';
127 XDB::execute("UPDATE profiles
128 SET ax_id = NULL
129 WHERE ax_id = ''");
130 $next = 'integrateSQL';
131 }
132 } elseif ($action == 'integrateSQL') {
133 // intégration des données dans la base MySQL
134 // liste des fichiers sql à exécuter
135 $filesSQL = array(
136 0 => 'Activites.sql',
137 1 => 'Adresses.sql',
138 2 => 'Anciens.sql',
139 3 => 'Formations.sql',
140 4 => 'Entreprises.sql',
141 5 => 'Formations_MD.sql'
142 );
143 if ($file != '') {
144 // récupère le contenu du fichier sql
145 $queries = explode(';', file_get_contents($modulepath . $filesSQL[$file]));
146 foreach ($queries as $q) {
147 if (trim($q)) {
148 // coupe le fichier en requêtes individuelles
149 if (substr($q, 0, 2) == '--') {
150 // affiche les commentaires dans le report
151 $lines = explode("\n", $q);
152 $l = $lines[0];
153 $report[] = addslashes($l);
154 }
155 // exécute la requête
156 XDB::execute(str_replace('{?}', $spoolpath, $q));
157 }
158 }
159 // trouve le prochain fichier à exécuter
160 $nextfile = $file + 1;
161 } else {
162 $nextfile = 0;
163 }
164 if ($nextfile > 5) {
165 // tous les fichiers ont été exécutés, on passe à l'étape suivante
166 $next = 'adds1920';
167 } else {
168 // on passe au fichier suivant
169 $next = 'integrateSQL/' . $nextfile;
170 }
171 } elseif ($action == 'adds1920') {
172 // Adds promotion 1920 from AX db.
173 $report[] = 'Ajout de la promotion 1920';
174 $res = XDB::iterator('SELECT prenom, Nom_complet, ax_id
175 FROM fusionax_anciens
176 WHERE promotion_etude = 1920;');
177
178 $eduSchools = DirEnum::getOptions(DirEnum::EDUSCHOOLS);
179 $eduSchools = array_flip($eduSchools);
180 $eduDegrees = DirEnum::getOptions(DirEnum::EDUDEGREES);
181 $eduDegrees = array_flip($eduDegrees);
182 $degreeid = $eduDegrees[Profile::DEGREE_X];
183 $entry_year = 1920;
184 $grad_year = 1923;
185 $promo = 'X1920';
186 $hrpromo = '1920';
187 $sex = 'male';
188 $xorgId = 19200000;
189 $type = 'x';
190
191 while ($new = $res->next()) {
192 $firstname = $new['prenom'];
193 $lastname = $new['Nom_complet'];
194 $ax_id = $new['ax_id'];
195 $hrid = User::makeHrid($firstname, $lastname, $hrpromo);
196 $res1 = XDB::query('SELECT COUNT(*)
197 FROM accounts
198 WHERE hruid = {?}', $hrid);
199 $res2 = XDB::query('SELECT COUNT(*)
200 FROM profiles
201 WHERE hrpid = {?}', $hrid);
202 if (is_null($hrid) || $res1->fetchOneCell() > 0 || $res2->fetchOneCell() > 0) {
203 $report[] = $ax_id . ' non ajouté';
204 }
205 $fullName = $firstname . ' ' . $lastname;
206 $directoryName = $lastname . ' ' . $firstname;
207 ++$xorgId;
208
209 XDB::execute('INSERT INTO profiles (hrpid, xorg_id, ax_id, sex)
210 VALUES ({?}, {?}, {?}, {?})',
211 $hrid, $xorgId, $ax_id, $sex);
212 $pid = XDB::insertId();
213 XDB::execute('INSERT INTO profile_public_names (pid, lastname_initial, firstname_initial, lastname_main, firstname_main)
214 VALUES ({?}, {?}, {?}, {?}, {?})',
215 $pid, $lastname, $firstname, $lastname, $firstname);
216 XDB::execute('INSERT INTO profile_display (pid, yourself, public_name, private_name,
217 directory_name, short_name, sort_name, promo)
218 VALUES ({?}, {?}, {?}, {?}, {?}, {?}, {?}, {?})',
219 $pid, $firstname, $fullName, $fullName, $directoryName, $fullName, $directoryName, $promo);
220 XDB::execute('INSERT INTO profile_education (pid, eduid, degreeid, entry_year, grad_year, flags)
221 VALUES ({?}, {?}, {?}, {?}, {?}, {?})',
222 $pid, $eduSchools[Profile::EDU_X], $degreeid, $entry_year, $grad_year, 'primary');
223 XDB::execute('INSERT INTO accounts (hruid, type, is_admin, state, full_name, directory_name, display_name, lastname, firstname, sex)
224 VALUES ({?}, {?}, {?}, {?}, {?}, {?}, {?}, {?}, {?}, {?})',
225 $hrid, $type, 0, 'pending', $fullName, $directoryName, $firstname, $lastname, $firstname, $sex);
226 $uid = XDB::insertId();
227 XDB::execute('INSERT INTO account_profiles (uid, pid, perms)
228 VALUES ({?}, {?}, {?})',
229 $uid, $pid, 'owner');
230 }
231 $report[] = 'Promo 1920 ajoutée.';
232 $next = 'adds2011';
233 } elseif ($action == 'adds2011') {
234 // Adds promotion 2011 from AX db.
235 $report[] = 'Ajout des élèves manquant de la promotion 2011';
236 $res = XDB::iterator("SELECT prenom, Nom_complet, ax_id, Civilite
237 FROM fusionax_anciens
238 WHERE promotion_etude = 2011 AND groupe_promo = 'X'
239 AND NOT EXISTS (SELECT 1
240 FROM profiles
241 WHERE profiles.ax_id = fusionax_anciens.ax_id)");
242
243 $eduSchools = DirEnum::getOptions(DirEnum::EDUSCHOOLS);
244 $eduSchools = array_flip($eduSchools);
245 $eduDegrees = DirEnum::getOptions(DirEnum::EDUDEGREES);
246 $eduDegrees = array_flip($eduDegrees);
247 $degreeid = $eduDegrees[Profile::DEGREE_X];
248 $entry_year = 2011;
249 $grad_year = 2014;
250 $promo = 'X2011';
251 $hrpromo = '2011';
252 $type = 'x';
253
254 while ($new = $res->next()) {
255 $firstname = $new['prenom'];
256 $lastname = $new['Nom_complet'];
257 $ax_id = $new['ax_id'];
258 $civilite = $new['Civilite'];
259 $hrid = User::makeHrid($firstname, $lastname, $hrpromo);
260 $res1 = XDB::query('SELECT COUNT(*)
261 FROM accounts
262 WHERE hruid = {?}', $hrid);
263 $res2 = XDB::query('SELECT COUNT(*)
264 FROM profiles
265 WHERE hrpid = {?}', $hrid);
266 if (is_null($hrid) || $res1->fetchOneCell() > 0 || $res2->fetchOneCell() > 0) {
267 $report[] = $ax_id . ' non ajouté';
268 }
269 $fullName = $firstname . ' ' . $lastname;
270 $directoryName = $lastname . ' ' . $firstname;
271 if ($civilite == 'M') {
272 $sex = 'male';
273 } else {
274 $sex = 'female';
275 }
276
277 XDB::execute('INSERT INTO profiles (hrpid, ax_id, sex, title)
278 VALUES ({?}, {?}, {?}, {?})',
279 $hrid, $ax_id, $sex, $civilite);
280 $pid = XDB::insertId();
281 XDB::execute('INSERT INTO profile_public_names (pid, lastname_initial, firstname_initial, lastname_main, firstname_main)
282 VALUES ({?}, {?}, {?}, {?}, {?})',
283 $pid, $lastname, $firstname, $lastname, $firstname);
284 XDB::execute('INSERT INTO profile_display (pid, yourself, public_name, private_name,
285 directory_name, short_name, sort_name, promo)
286 VALUES ({?}, {?}, {?}, {?}, {?}, {?}, {?}, {?})',
287 $pid, $firstname, $fullName, $fullName, $directoryName, $fullName, $directoryName, $promo);
288 XDB::execute('INSERT INTO profile_education (pid, eduid, degreeid, entry_year, grad_year, flags)
289 VALUES ({?}, {?}, {?}, {?}, {?}, {?})',
290 $pid, $eduSchools[Profile::EDU_X], $degreeid, $entry_year, $grad_year, 'primary');
291 XDB::execute('INSERT INTO accounts (hruid, type, is_admin, state, full_name, directory_name, display_name, lastname, firstname, sex)
292 VALUES ({?}, {?}, {?}, {?}, {?}, {?}, {?}, {?}, {?}, {?})',
293 $hrid, $type, 0, 'pending', $fullName, $directoryName, $firstname, $lastname, $firstname, $sex);
294 $uid = XDB::insertId();
295 XDB::execute('INSERT INTO account_profiles (uid, pid, perms)
296 VALUES ({?}, {?}, {?})',
297 $uid, $pid, 'owner');
298 }
299 $report[] = 'Promo 2011 ajoutée.';
300
301 $next = 'view';
302 } elseif ($action == 'view') {
303 XDB::execute('CREATE OR REPLACE ALGORITHM=MERGE VIEW fusionax_xorg_anciens AS
304 SELECT p.pid, p.ax_id, pd.promo, pd.private_name, pd.public_name,
305 pd.sort_name, pd.short_name, pd.directory_name
306 FROM profiles AS p
307 INNER JOIN profile_display AS pd ON (pd.pid = p.pid)');
308 $next = 'clean';
309 } elseif ($action == 'clean') {
310 // nettoyage du fichier temporaire
311 //exec('rm -Rf ' . $spoolpath);
312 $report[] = 'Import finit.';
313 }
314 foreach($report as $t) {
315 // affiche les lignes de report
316 echo "$('#fusionax').append('" . $t . "<br/>');\n";
317 }
318 if (isset($next)) {
319 // lance le prochain script s'il y en a un
320 echo "$.getScript('fusionax/import/" . $next . "');";
321 }
322 // exit pour ne pas afficher la page template par défaut
323 exit;
324 }
325
326 function handler_view($page, $action = '')
327 {
328 $page->changeTpl('fusionax/view.tpl');
329 if ($action == 'create') {
330 XDB::execute('DROP VIEW IF EXISTS fusionax_deceased');
331 XDB::execute("CREATE VIEW fusionax_deceased AS
332 SELECT p.pid, a.ax_id, pd.private_name, pd.promo, p.deathdate AS deces_xorg, a.Date_deces AS deces_ax
333 FROM profiles AS p
334 INNER JOIN profile_display AS pd ON (p.pid = pd.pid)
335 INNER JOIN fusionax_anciens AS a ON (a.ax_id = p.ax_id)
336 WHERE p.deathdate != a.Date_deces OR (p.deathdate IS NULL AND a.Date_deces != '0000-00-00')");
337 XDB::execute('DROP VIEW IF EXISTS fusionax_promo');
338 XDB::execute("CREATE VIEW fusionax_promo AS
339 SELECT p.pid, p.ax_id, pd.private_name, pd.promo, pe.entry_year AS promo_etude_xorg, f.groupe_promo,
340 f.promotion_etude AS promo_etude_ax, pe.grad_year AS promo_sortie_xorg
341 FROM profiles AS p
342 INNER JOIN profile_display AS pd ON (p.pid = pd.pid)
343 INNER JOIN profile_education AS pe ON (p.pid = pe.pid AND FIND_IN_SET('primary', pe.flags))
344 INNER JOIN fusionax_anciens AS f ON (p.ax_id = f.ax_id)
345 WHERE (f.groupe_promo = 'X' AND pd.promo != CONCAT('X', f.promotion_etude)
346 AND !(f.promotion_etude = pe.entry_year + 1 AND pe.grad_year = pe.entry_year + 4)
347 AND !(f.promotion_etude = pe.entry_year + 2 AND pe.grad_year = pe.entry_year + 5)
348 AND f.promotion_etude != 0)
349 OR (f.groupe_promo = 'D' AND f.promotion_etude != pe.grad_year)
350 OR (f.groupe_promo = 'M' AND f.promotion_etude != pe.entry_year)
351 GROUP BY p.pid");
352 $page->trigSuccess('Les VIEW ont bien été créées.');
353 }
354 }
355
356 /* Mets à NULL le matricule_ax de ces camarades pour marquer le fait qu'ils ne figurent pas dans l'annuaire de l'AX */
357 private static function clear_wrong_in_xorg($pid)
358 {
359 $res = XDB::execute('UPDATE fusionax_xorg_anciens
360 SET ax_id = NULL
361 WHERE pid = {?}', $pid);
362 if (!$res) {
363 return 0;
364 }
365 return XDB::affectedRows() / 2;
366 }
367
368 /* Cherche les les anciens présents dans Xorg avec un matricule_ax ne correspondant à rien dans la base de l'AX
369 * (mises à part les promo 1921, 1922, 1923, 1924, 1925, 1927 qui ne figurent pas dans les données de l'AX)*/
370 private static function find_wrong_in_xorg($limit = 10)
371 {
372 return XDB::iterator('SELECT u.promo, u.pid, u.private_name
373 FROM fusionax_xorg_anciens AS u
374 WHERE NOT EXISTS (SELECT *
375 FROM fusionax_anciens AS f
376 WHERE f.ax_id = u.ax_id)
377 AND u.ax_id IS NOT NULL AND promo NOT IN (\'X1921\', \'X1922\', \'X1923\', \'X1924\', \'X1925\', \'X1927\')');
378 }
379
380 /** Lier les identifiants d'un ancien dans les deux annuaires
381 * @param user_id identifiant dans l'annuaire X.org
382 * @param matricule_ax identifiant dans l'annuaire de l'AX
383 * @return 0 si la liaison a échoué, 1 sinon
384 */
385 private static function link_by_ids($pid, $ax_id)
386 {
387 $res = XDB::execute('UPDATE fusionax_import AS i
388 INNER JOIN fusionax_xorg_anciens AS u
389 SET u.ax_id = i.ax_id,
390 i.pid = u.pid,
391 i.date_match_id = NOW()
392 WHERE i.ax_id = {?} AND u.pid = {?}
393 AND (u.ax_id != {?} OR u.ax_id IS NULL
394 OR i.pid != {?} OR i.pid IS NULL)',
395 $ax_id, $pid, $ax_id, $pid);
396 if (!$res) {
397 return 0;
398 }
399 return XDB::affectedRows() / 2;
400 }
401
402 /** Recherche automatique d'anciens à lier entre les deux annuaires
403 * @param limit nombre d'anciens à trouver au max
404 * @param sure si true, ne trouve que des anciens qui sont quasi sûrs
405 * @return un XOrgDBIterator sur les entrées avec display_name, promo,
406 * pid, ax_id et display_name_ax
407 */
408 private static function find_easy_to_link($limit = 10, $sure = false)
409 {
410 $easy_to_link = XDB::iterator("
411 SELECT u.private_name, u.promo, u.pid, ax.ax_id,
412 CONCAT(ax.prenom, ' ', ax.nom_complet, ' (', ax.groupe_promo, ax.promotion_etude, ')') AS display_name_ax,
413 COUNT(*) AS nbMatches
414 FROM fusionax_anciens AS ax
415 INNER JOIN fusionax_import AS i ON (i.ax_id = ax.ax_id AND i.pid IS NULL)
416 LEFT JOIN fusionax_xorg_anciens AS u ON (u.ax_id IS NULL
417 AND u.promo = CONCAT(ax.groupe_promo, ax.promotion_etude)
418 AND (CONCAT(ax.prenom, ' ', ax.nom_complet) = u.private_name
419 OR CONCAT(ax.prenom, ' ', ax.nom_complet) = u.public_name
420 OR CONCAT(ax.prenom, ' ', ax.nom_complet) = u.short_name))
421 GROUP BY u.pid
422 HAVING u.pid IS NOT NULL AND nbMatches = 1" . ($limit ? (' LIMIT ' . $limit) : ''));
423 if ($easy_to_link->total() > 0 || $sure) {
424 return $easy_to_link;
425 }
426 return XDB::iterator("
427 SELECT u.private_name, u.promo, u.pid, ax.ax_id,
428 CONCAT(ax.prenom, ' ', ax.nom_complet, ' (', ax.groupe_promo, ax.promotion_etude, ')') AS display_name_ax,
429 COUNT(*) AS nbMatches
430 FROM fusionax_anciens AS ax
431 INNER JOIN fusionax_import AS i ON (i.ax_id = ax.ax_id AND i.pid IS NULL)
432 LEFT JOIN fusionax_xorg_anciens AS u ON (u.ax_id IS NULL
433 AND (CONCAT(ax.prenom, ' ', ax.nom_complet) = u.private_name
434 OR CONCAT(ax.prenom, ' ', ax.nom_complet) = u.public_name
435 OR CONCAT(ax.prenom, ' ', ax.nom_complet) = u.short_name)
436 AND u.promo < CONCAT(ax.groupe_promo, ax.promotion_etude + 2)
437 AND u.promo > CONCAT(ax.groupe_promo, ax.promotion_etude - 2))
438 GROUP BY u.pid
439 HAVING u.pid IS NOT NULL AND nbMatches = 1" . ($limit ? (' LIMIT ' . $limit) : ''));
440 }
441
442 /** Module de mise en correspondance les ids */
443 function handler_ids($page, $part = 'main', $pid = null, $ax_id = null)
444 {
445 $nbToLink = 100;
446 $page->assign('xorg_title', 'Polytechnique.org - Fusion - Mise en correspondance simple');
447
448 if ($part == 'missingInAX') {
449 // locate all persons from this database that are not in AX's
450 $page->changeTpl('fusionax/idsMissingInAx.tpl');
451 $missingInAX = XDB::iterator('SELECT promo, pid, private_name
452 FROM fusionax_xorg_anciens
453 WHERE ax_id IS NULL
454 ORDER BY promo');
455 $page->assign('missingInAX', $missingInAX);
456 return;
457 }
458 if ($part == 'missingInXorg') {
459 // locate all persons from AX's database that are not here
460 $page->changeTpl('fusionax/idsMissingInXorg.tpl');
461 $missingInXorg = XDB::iterator("SELECT CONCAT(a.prenom, ' ', a.Nom_usuel) AS private_name,
462 CONCAT(a.groupe_promo, a.promotion_etude) AS promo, a.ax_id
463 FROM fusionax_import
464 INNER JOIN fusionax_anciens AS a USING (ax_id)
465 WHERE fusionax_import.pid IS NULL
466 ORDER BY promo");
467 $page->assign('missingInXorg', $missingInXorg);
468 return;
469 }
470 if ($part == 'wrongInXorg') {
471 // locate all persons from Xorg database that have a bad AX id
472 $page->changeTpl('fusionax/idswrongInXorg.tpl');
473 $wrongInXorg = FusionAxModule::find_wrong_in_xorg($nbToLink);
474 $page->assign('wrongInXorg', $wrongInXorg);
475 return;
476 }
477 if ($part == 'cleanwronginxorg') {
478 $linksToDo = FusionAxModule::find_wrong_in_xorg($nbToLink);
479 while ($l = $linksToDo->next()) {
480 FusionAxModule::clear_wrong_in_xorg($l['pid']);
481 }
482 pl_redirect('fusionax/ids/wrongInXorg');
483 }
484 if ($part == 'lier') {
485 if (Post::has('user_id') && Post::has('matricule_ax')) {
486 FusionAxModule::link_by_ids(Post::i('pid'), Post::v('ax_id'));
487 }
488 }
489 if ($part == 'link') {
490 FusionAxModule::link_by_ids($pid, $ax_id);
491 exit;
492 }
493 if ($part == 'linknext') {
494 $linksToDo = FusionAxModule::find_easy_to_link($nbToLink);
495 while ($l = $linksToDo->next()) {
496 FusionAxModule::link_by_ids($l['pid'], $l['ax_id']);
497 }
498 pl_redirect('fusionax/ids#autolink');
499 }
500 if ($part == 'linkall') {
501 $linksToDo = FusionAxModule::find_easy_to_link(0);
502 while ($l = $linksToDo->next()) {
503 FusionAxModule::link_by_ids($l['pid'], $l['ax_id']);
504 }
505 }
506 {
507 $page->changeTpl('fusionax/ids.tpl');
508 $missingInAX = XDB::query('SELECT COUNT(*)
509 FROM fusionax_xorg_anciens
510 WHERE ax_id IS NULL');
511 if ($missingInAX) {
512 $page->assign('nbMissingInAX', $missingInAX->fetchOneCell());
513 }
514 $missingInXorg = XDB::query('SELECT COUNT(*)
515 FROM fusionax_import
516 WHERE pid IS NULL');
517 if ($missingInXorg) {
518 $page->assign('nbMissingInXorg', $missingInXorg->fetchOneCell());
519 }
520 $wrongInXorg = FusionAxModule::find_wrong_in_xorg($nbToLink);
521 if ($wrongInXorg->total() > 0) {
522 $page->assign('wrongInXorg', $wrongInXorg->total());
523 }
524 $easyToLink = FusionAxModule::find_easy_to_link($nbToLink);
525 if ($easyToLink->total() > 0) {
526 $page->assign('nbMatch', $easyToLink->total());
527 $page->assign('easyToLink', $easyToLink);
528 }
529 }
530 }
531
532 function handler_deceased($page, $action = '')
533 {
534 if ($action == 'updateXorg') {
535 XDB::execute('UPDATE fusionax_deceased
536 SET deces_xorg = deces_ax
537 WHERE deces_xorg IS NULL');
538 }
539 if ($action == 'updateAX') {
540 XDB::execute('UPDATE fusionax_deceased
541 SET deces_ax = deces_xorg
542 WHERE deces_ax = "0000-00-00"');
543 }
544 if ($action == 'update') {
545 if (Post::has('pid') && Post::has('date')) {
546 XDB::execute('UPDATE fusionax_deceased
547 SET deces_ax = {?}, deces_xorg = {?}
548 WHERE pid = {?}',
549 Post::v('date'), Post::v('date'), Post::i('pid'));
550 }
551 }
552 $page->changeTpl('fusionax/deceased.tpl');
553 // deceased
554 $deceasedErrorsSql = XDB::query('SELECT COUNT(*) FROM fusionax_deceased');
555 $page->assign('deceasedErrors', $deceasedErrorsSql->fetchOneCell());
556 $res = XDB::iterator('SELECT pid, ax_id, promo, private_name, deces_ax
557 FROM fusionax_deceased
558 WHERE deces_xorg IS NULL
559 LIMIT 10');
560 $page->assign('nbDeceasedMissingInXorg', $res->total());
561 $page->assign('deceasedMissingInXorg', $res);
562 $res = XDB::iterator('SELECT pid, ax_id, promo, private_name, deces_xorg
563 FROM fusionax_deceased
564 WHERE deces_ax = "0000-00-00"
565 LIMIT 10');
566 $page->assign('nbDeceasedMissingInAX', $res->total());
567 $page->assign('deceasedMissingInAX', $res);
568 $res = XDB::iterator('SELECT pid, ax_id, promo, private_name, deces_xorg, deces_ax
569 FROM fusionax_deceased
570 WHERE deces_xorg != "0000-00-00" AND deces_ax != "0000-00-00"');
571 $page->assign('nbDeceasedDifferent', $res->total());
572 $page->assign('deceasedDifferent', $res);
573 }
574
575 function handler_promo($page, $action = '')
576 {
577 $page->changeTpl('fusionax/promo.tpl');
578 $res = XDB::iterator("SELECT pid, private_name, promo_etude_xorg, promo_sortie_xorg, promo_etude_ax, promo
579 FROM fusionax_promo
580 WHERE !(promo_etude_ax + 1 = promo_etude_xorg AND promo_etude_xorg + 3 = promo_sortie_xorg)
581 AND !(promo_etude_ax + 1 = promo_etude_xorg AND promo_etude_xorg + 4 = promo_sortie_xorg)
582 AND !(promo_etude_ax = promo_etude_xorg + 1) AND groupe_promo = 'X'
583 ORDER BY promo_etude_xorg");
584 $nbMissmatchingPromos = $res->total();
585 $page->assign('nbMissmatchingPromos', $res->total());
586 $page->assign('missmatchingPromos', $res);
587
588 $res = XDB::iterator("SELECT pid, private_name, promo_etude_xorg, promo_sortie_xorg, promo_etude_ax, promo
589 FROM fusionax_promo
590 WHERE promo_etude_ax = promo_etude_xorg + 1 AND groupe_promo = 'X'
591 ORDER BY promo_etude_xorg");
592 $nbMissmatchingPromos += $res->total();
593 $page->assign('nbMissmatchingPromos1', $res->total());
594 $page->assign('missmatchingPromos1', $res);
595
596 $res = XDB::iterator("SELECT pid, private_name, promo_etude_xorg, promo_sortie_xorg, promo_etude_ax, promo
597 FROM fusionax_promo
598 WHERE promo_etude_ax + 1 = promo_etude_xorg AND promo_etude_xorg + 3 = promo_sortie_xorg AND groupe_promo = 'X'
599 ORDER BY promo_etude_xorg");
600 $nbMissmatchingPromos += $res->total();
601 $page->assign('nbMissmatchingPromos2', $res->total());
602 $page->assign('missmatchingPromos2', $res);
603
604 $res = XDB::iterator("SELECT pid, private_name, promo_etude_xorg, promo_sortie_xorg, promo_etude_ax, promo
605 FROM fusionax_promo
606 WHERE promo_etude_ax + 1 = promo_etude_xorg AND promo_etude_xorg + 4 = promo_sortie_xorg AND groupe_promo = 'X'
607 ORDER BY promo_etude_xorg");
608 $nbMissmatchingPromos += $res->total();
609 $page->assign('nbMissmatchingPromos3', $res->total());
610 $page->assign('missmatchingPromos3', $res);
611
612 $res = XDB::iterator("SELECT pid, private_name, promo_etude_xorg, promo_sortie_xorg, promo_etude_ax, promo
613 FROM fusionax_promo
614 WHERE groupe_promo = 'M'
615 ORDER BY promo_etude_xorg");
616 $nbMissmatchingPromos += $res->total();
617 $page->assign('nbMissmatchingPromosM', $res->total());
618 $page->assign('missmatchingPromosM', $res);
619
620
621 $res = XDB::iterator("SELECT pid, private_name, promo_etude_xorg, promo_sortie_xorg, promo_etude_ax, promo
622 FROM fusionax_promo
623 WHERE groupe_promo = 'D'
624 ORDER BY promo_etude_xorg");
625 $nbMissmatchingPromos += $res->total();
626 $page->assign('nbMissmatchingPromosD', $res->total());
627 $page->assign('missmatchingPromosD', $res);
628
629 $page->assign('nbMissmatchingPromosTotal', $nbMissmatchingPromos);
630 }
631
632 function handler_names($page, $action = '', $csv = false)
633 {
634 $page->changeTpl('fusionax/names.tpl');
635
636 if ($action == 'first') {
637 $res = XDB::rawFetchAllAssoc('SELECT p.pid, p.ax_id, p.hrpid,
638 f.prenom, ppn.firstname_initial, ppn.firstname_main, ppn.firstname_ordinary
639 FROM fusionax_anciens AS f
640 INNER JOIN profiles AS p ON (f.ax_id = p.ax_id)
641 INNER JOIN profile_public_names AS ppn ON (p.pid = ppn.pid)
642 WHERE f.prenom NOT IN (ppn.firstname_initial, ppn.firstname_main, ppn.firstname_ordinary)');
643
644 if ($csv) {
645 pl_cached_content_headers('text/x-csv', 'utf-8', 1, 'firstnames.csv');
646
647 $csv = fopen('php://output', 'w');
648 fputcsv($csv, array('pid', 'ax_id', 'hrpid', 'AX', 'initial', 'principal', 'ordinaire'), ';');
649 foreach ($res as $item) {
650 fputcsv($csv, $item, ';');
651 }
652 fclose($csv);
653 exit();
654 } else {
655 $page->assign('firstnameIssues', $res);
656 }
657 } elseif ($action == 'last') {
658 $res = XDB::rawFetchAllAssoc("SELECT p.pid, p.ax_id, p.hrpid,
659 f.Nom_patronymique, f.Nom_usuel, f.Nom_complet,
660 ppn.lastname_initial, ppn.lastname_main, ppn.lastname_marital, ppn.lastname_ordinary
661 FROM fusionax_anciens AS f
662 INNER JOIN profiles AS p ON (f.ax_id = p.ax_id)
663 INNER JOIN profile_public_names AS ppn ON (p.pid = ppn.pid)
664 WHERE IF(f.partic_patro, CONCAT(f.partic_patro, CONCAT(' ', f.Nom_patronymique)), f.Nom_patronymique) NOT IN (ppn.lastname_initial, ppn.lastname_main, ppn.lastname_marital, ppn.lastname_ordinary)
665 AND IF(f.partic_nom, CONCAT(f.partic_nom, CONCAT(' ', f.Nom_usuel)), f.Nom_usuel) NOT IN (ppn.lastname_initial, ppn.lastname_main, ppn.lastname_marital, ppn.lastname_ordinary)
666 AND f.Nom_complet NOT IN (ppn.lastname_initial, ppn.lastname_main, ppn.lastname_marital, ppn.lastname_ordinary)");
667
668 if ($csv) {
669 pl_cached_content_headers('text/x-csv', 'utf-8', 1, 'lastnames.csv');
670
671 $csv = fopen('php://output', 'w');
672 fputcsv($csv, array('pid', 'ax_id', 'hrpid', 'AX patro', 'AX usuel', 'AX complet', 'initial', 'principal', 'marital', 'ordinaire'), ';');
673 foreach ($res as $item) {
674 fputcsv($csv, $item, ';');
675 }
676 fclose($csv);
677 exit();
678 } else {
679 $page->assign('lastnameIssues', $res);
680 }
681 } else {
682 $res = XDB::query('SELECT COUNT(*)
683 FROM fusionax_anciens AS f
684 INNER JOIN profiles AS p ON (f.ax_id = p.ax_id)');
685 $page->assign('total', $res->fetchOneCell());
686
687 $res = XDB::rawFetchOneCell("SELECT COUNT(*)
688 FROM fusionax_anciens AS f
689 INNER JOIN profiles AS p ON (f.ax_id = p.ax_id)
690 INNER JOIN profile_public_names AS ppn ON (p.pid = ppn.pid)
691 WHERE IF(f.partic_patro, CONCAT(f.partic_patro, CONCAT(' ', f.Nom_patronymique)), f.Nom_patronymique) NOT IN (ppn.lastname_initial, ppn.lastname_main, ppn.lastname_marital, ppn.lastname_ordinary)
692 AND IF(f.partic_nom, CONCAT(f.partic_nom, CONCAT(' ', f.Nom_usuel)), f.Nom_usuel) NOT IN (ppn.lastname_initial, ppn.lastname_main, ppn.lastname_marital, ppn.lastname_ordinary)
693 AND f.Nom_complet NOT IN (ppn.lastname_initial, ppn.lastname_main, ppn.lastname_marital, ppn.lastname_ordinary)");
694 $page->assign('lastnameIssues', $res);
695
696 $res = XDB::rawFetchOneCell('SELECT COUNT(*)
697 FROM fusionax_anciens AS f
698 INNER JOIN profiles AS p ON (f.ax_id = p.ax_id)
699 INNER JOIN profile_public_names AS ppn ON (p.pid = ppn.pid)
700 WHERE f.prenom NOT IN (ppn.firstname_initial, ppn.firstname_main, ppn.firstname_ordinary)');
701 $page->assign('firstnameIssues', $res);
702 }
703 $page->assign('action', $action);
704 }
705
706 function handler_edu($page, $action = '')
707 {
708 $page->changeTpl('fusionax/education.tpl');
709
710 $missingEducation = XDB::rawIterator("SELECT DISTINCT(f.Intitule_formation)
711 FROM fusionax_formations AS f
712 WHERE f.Intitule_formation != '' AND NOT EXISTS (SELECT *
713 FROM profile_education_enum AS e
714 WHERE f.Intitule_formation = e.name)");
715 $missingDegree = XDB::rawIterator("SELECT DISTINCT(f.Intitule_diplome)
716 FROM fusionax_formations AS f
717 WHERE f.Intitule_diplome != '' AND NOT EXISTS (SELECT *
718 FROM profile_education_degree_enum AS e
719 WHERE f.Intitule_diplome = e.abbreviation)");
720 $missingCouple = XDB::rawIterator("SELECT DISTINCT(f.Intitule_formation) AS edu, f.Intitule_diplome AS degree, ee.id AS eduid, de.id AS degreeid
721 FROM fusionax_formations AS f
722 INNER JOIN profile_education_enum AS ee ON (f.Intitule_formation = ee.name)
723 INNER JOIN profile_education_degree_enum AS de ON (f.Intitule_diplome = de.abbreviation)
724 WHERE f.Intitule_diplome != '' AND f.Intitule_formation != ''
725 AND NOT EXISTS (SELECT *
726 FROM profile_education_degree AS d
727 WHERE ee.id = d.eduid AND de.id = d.degreeid)");
728
729 $page->assign('missingEducation', $missingEducation);
730 $page->assign('missingDegree', $missingDegree);
731 $page->assign('missingCouple', $missingCouple);
732 $page->assign('missingEducationCount', $missingEducation->total());
733 $page->assign('missingDegreeCount', $missingDegree->total());
734 $page->assign('missingCoupleCount', $missingCouple->total());
735 }
736
737 function handler_corps($page)
738 {
739 $page->changeTpl('fusionax/corps.tpl');
740
741 $missingCorps = XDB::rawIterator('SELECT DISTINCT(f.corps_sortie) AS name
742 FROM fusionax_anciens AS f
743 WHERE NOT EXISTS (SELECT *
744 FROM profile_corps_enum AS c
745 WHERE f.corps_sortie = c.abbreviation)');
746 $missingGrade = XDB::rawIterator('SELECT DISTINCT(f.grade) AS name
747 FROM fusionax_anciens AS f
748 WHERE NOT EXISTS (SELECT *
749 FROM profile_corps_rank_enum AS c
750 WHERE f.grade = c.name)');
751
752 $page->assign('missingCorps', $missingCorps);
753 $page->assign('missingGrade', $missingGrade);
754 $page->assign('missingCorpsCount', $missingCorps->total());
755 $page->assign('missingGradeCount', $missingGrade->total());
756 }
757
758 function handler_issues_deathdate($page, $action = '')
759 {
760 $page->changeTpl('fusionax/deathdate_issues.tpl');
761 if ($action == 'edit') {
762 S::assert_xsrf_token();
763
764 $issues = XDB::rawIterRow('SELECT p.pid, pd.directory_name, pd.promo, pm.deathdate_ax, p.deathdate
765 FROM profile_merge_issues AS pm
766 INNER JOIN profiles AS p ON (pm.pid = p.pid)
767 INNER JOIN profile_display AS pd ON (pd.pid = p.pid)
768 WHERE FIND_IN_SET(\'deathdate\', pm.issues)
769 ORDER BY pd.directory_name');
770 while (list($pid, $name, $promo, $deathAX, $deathXorg) = $issues->next()) {
771 $choiceAX = Post::has('AX_' . $pid);
772 $choiceXorg = Post::has('XORG_' . $pid);
773 if (!($choiceAX || $choiceXorg)) {
774 continue;
775 }
776
777 if ($choiceAX) {
778 XDB::execute('UPDATE profiles AS p
779 INNER JOIN profile_merge_issues AS pm ON (pm.pid = p.pid)
780 SET p.deathdate = pm.deathdate_ax, p.deathdate_rec = NOW()
781 WHERE p.pid = {?}', $pid);
782 }
783 XDB::execute("UPDATE profile_merge_issues
784 SET issues = REPLACE(issues, 'deathdate', '')
785 WHERE pid = {?}", $pid());
786 $page->trigSuccess("La date de décès de $name ($promo) a bien été corrigée.");
787 }
788 }
789
790 $issues = XDB::rawFetchAllAssoc('SELECT p.pid, p.hrpid, pd.directory_name, pd.promo, pm.deathdate_ax, p.deathdate
791 FROM profile_merge_issues AS pm
792 INNER JOIN profiles AS p ON (pm.pid = p.pid)
793 INNER JOIN profile_display AS pd ON (pd.pid = p.pid)
794 WHERE FIND_IN_SET(\'deathdate\', pm.issues)
795 ORDER BY pd.directory_name');
796 $page->assign('issues', $issues);
797 $page->assign('total', count($issues));
798 }
799
800 function handler_issues_promo($page, $action = '')
801 {
802 $page->changeTpl('fusionax/promo_issues.tpl');
803 if ($action == 'edit') {
804 S::assert_xsrf_token();
805
806 $issues = XDB::rawIterRow('SELECT p.pid, pd.directory_name, pd.promo, pm.entry_year_ax, pe.entry_year, pe.grad_year
807 FROM profile_merge_issues AS pm
808 INNER JOIN profiles AS p ON (pm.pid = p.pid)
809 INNER JOIN profile_display AS pd ON (pd.pid = p.pid)
810 INNER JOIN profile_education AS pe ON (pe.pid = p.pid AND FIND_IN_SET(\'primary\', pe.flags))
811 WHERE FIND_IN_SET(\'promo\', pm.issues)
812 ORDER BY pd.directory_name');
813 while (list($pid, $name, $promo, $deathAX, $deathXorgEntry, $deathXorgGrad) = $issues->next()) {
814 $choiceXorg = Post::has('XORG_' . $pid);
815 if (!(Post::has('display_' . $pid) && Post::has('entry_' . $pid) && Post::has('grad_' . $pid))) {
816 continue;
817 }
818
819 $display = Post::i('display_' . $pid);
820 $entry = Post::i('entry_' . $pid);
821 $grad = Post::i('grad_' . $pid);
822 if (!(($grad <= $entry + 5 && $grad >= $entry + 3) && ($display >= $entry && $display <= $grad - 3))) {
823 $page->trigError("La promotion de $name n'a pas été corrigée.");
824 continue;
825 }
826 XDB::execute('UPDATE profile_display
827 SET promo = {?}
828 WHERE pid = {?}', 'X' . $display, $pid);
829 XDB::execute('UPDATE profile_education
830 SET entry_year = {?}, grad_year = {?}
831 WHERE pid = {?} AND FIND_IN_SET(\'primary\', flags)', $entry, $grad, $pid);
832 $page->trigSuccess("La promotion de $name a bien été corrigée.");
833 }
834 }
835
836 $issues = XDB::rawFetchAllAssoc('SELECT p.pid, p.hrpid, pd.directory_name, pd.promo, pm.entry_year_ax, pe.entry_year, pe.grad_year
837 FROM profile_merge_issues AS pm
838 INNER JOIN profiles AS p ON (pm.pid = p.pid)
839 INNER JOIN profile_display AS pd ON (pd.pid = p.pid)
840 INNER JOIN profile_education AS pe ON (pe.pid = p.pid AND FIND_IN_SET(\'primary\', pe.flags))
841 WHERE FIND_IN_SET(\'promo\', pm.issues)
842 ORDER BY pd.directory_name');
843 $page->assign('issues', $issues);
844 $page->assign('total', count($issues));
845 }
846
847 function handler_issues($page, $action = '')
848 {
849 static $issueList = array(
850 'name' => 'noms',
851 'phone' => 'téléphones',
852 'education' => 'formations',
853 'address' => 'adresses',
854 'job' => 'emplois'
855 );
856 static $typeList = array(
857 'name' => 'general',
858 'phone' => 'general',
859 'education' => 'general',
860 'address' => 'adresses',
861 'job' => 'emploi'
862 );
863
864 if (!array_key_exists($action, $issueList)) {
865 pl_redirect('fusionax');
866 } else {
867 $total = XDB::fetchOneCell('SELECT COUNT(*)
868 FROM profile_merge_issues
869 WHERE FIND_IN_SET({?}, issues)', $action);
870 if ($total == 0) {
871 pl_redirect('fusionax');
872 }
873
874 $issues = XDB::fetchAllAssoc('SELECT p.hrpid, pd.directory_name, pd.promo
875 FROM profile_merge_issues AS pm
876 INNER JOIN profiles AS p ON (pm.pid = p.pid)
877 INNER JOIN profile_display AS pd ON (pd.pid = p.pid)
878 WHERE FIND_IN_SET({?}, pm.issues)
879 ORDER BY pd.directory_name
880 LIMIT 100', $action);
881
882 $page->changeTpl('fusionax/other_issues.tpl');
883 $page->assign('issues', $issues);
884 $page->assign('issue', $issueList[$action]);
885 $page->assign('type', $typeList[$action]);
886 $page->assign('total', $total);
887 }
888 }
889 }
890
891 // vim:set et sw=4 sts=4 sws=4 foldmethod=marker enc=utf-8:
892 ?>