/[dehs]/trunk/dehs_pg.php
ViewVC logotype

Contents of /trunk/dehs_pg.php

Parent Directory Parent Directory | Revision Log Revision Log


Revision 114 - (show annotations) (download)
Wed Feb 27 22:26:06 2008 UTC (5 years, 3 months ago) by atomo64-guest
File size: 50474 byte(s)
Make sure that 'lastcheck is null' only matches those packages WITH watch files, on update_new
1 #!/usr/bin/php4 -q
2 <?php
3 /*
4
5 Originally written by Stefano Fabri <bluefuture@nospam@email.it>
6 Copyright 2004, Stefano Fabri
7 Copyright 2007, 2008 by Raphael Geissert <atomo64@gmail.com>
8
9 This program is free software; you can redistribute it and/or modify
10 it under the terms of the GNU General Public License as published by
11 the Free Software Foundation; either version 2 of the License, or
12 (at your option) any later version.
13
14 This program is distributed in the hope that it will be useful,
15 but WITHOUT ANY WARRANTY; without even the implied warranty of
16 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 GNU General Public License for more details.
18
19 You should have received a copy of the GNU General Public License
20 along with this program; if not, write to the Free Software
21 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22 */
23
24 // stabilire una connessione
25 #ini_set ( "error_reporting", "E_COMPILE_ERROR|E_ERROR|E_CORE_ERROR");
26 ini_set ("html_errors", "off");
27 set_time_limit(0);
28 ini_set ( "memory_limit", "40M");
29 #print_R($_SERVER);
30 require "dehs.config.inc";
31 dir_ctrl($dirs);
32 if (!function_exists('file_get_contents')) {
33 function file_get_contents($filename) {
34 if (!($file = fopen($filename,"rb"))) return false;
35 else {
36 $contents = "";
37 do {
38 $data = fread($file, 4096);
39 if (strlen($data) == 0) {
40 break;
41 }
42 $contents .= $data;
43 } while (true);
44 fclose($file);
45 return $contents;
46 }
47 }
48 }
49
50 if (!function_exists('file_put_contents')) {
51 function file_put_contents($filename, $content, $flags = 0) {
52 if (!($file = fopen($filename,$flags))) return false;
53 else {
54 $n = fwrite($file, $content);
55 fclose($file);
56 return true;
57 }
58 }
59 }
60
61 if (in_array("-db_add",$argv)) db_add((!empty($argv[2])?$argv[2]:''), false);
62 elseif (in_array("-db_query",$argv)) db_query($argv[2],(!empty($argv[3])?$argv[3]:'%') );
63 elseif (in_array("-dl_diffs",$argv) || in_array("-keep_diff",$argv)) dl_diffs($argv[2]);
64 elseif (in_array("-keep_sources",$argv) || in_array("-download_sources",$argv)) download_sources();
65 elseif (in_array("-db_popcon",$argv)) db_popcon($argv[2]);
66 elseif (in_array("-dl_popcon",$argv) || in_array("-keep_popcon",$argv)) dl_popcon($argv[2]);
67 elseif (in_array("-db_upstream",$argv)) db_upstream((!empty($argv[2])?$argv[2]:'%'));
68 elseif (in_array("-update_all",$argv)) update_all();
69 elseif (in_array("-update_new",$argv)) update_new();
70 elseif (in_array("-update_bogus",$argv)) update_bogus();
71 elseif (in_array("-check_db",$argv)) check_db();
72 elseif (in_array("-dehsqa_db",$argv)) dehsqa_db();
73 elseif (in_array("-clear_db",$argv)) clear_db();
74 elseif (in_array("-db_up_error",$argv)) db_up_error();
75 elseif (in_array("-up_changes",$argv)) up_changes((!empty($argv[2])?$argv[2]:'%'), true);
76 elseif (in_array("-watchf",$argv) || in_array("-wwiz",$argv)) watch_wizard((!empty($argv[2])?$argv[2]:'%'));
77 elseif (in_array("-kb_total",$argv)) print "Diff
78 #stat_up_error();
79 #stat_up_error();to download Kb => " . kb_total($argv[2]) . "\n" ;
80 elseif (in_array("-watch_stat",$argv)) watch_stat();
81 else print "Command $argv[1] not found\n";
82 #stat_up_error();
83 function dir_ctrl($dirs) {
84 foreach ($dirs as $dir) {
85 if (!is_dir($dir)) exec("mkdir -m 0740 -p " . escapeshellarg($dir), $output, $res);
86 if ($res != 0) die_status("Error creating basic dir: $dir\n");
87 }
88 }
89 function ext_watch ($file,$pkg,$version) {
90 if (!file_exists($file)) return "";
91 $zp=gzopen($file,"r") or die_status("Fail to open $file");
92 while (!gzeof($zp)) {
93 $line = gzgets ($zp,4096);
94 if (preg_match('/\+\+\+\s.+\/debian\/watch$/',$line)) {
95 $line = gzgets ($zp,4096);
96 preg_match ("/.+\+\d+\,(\d+)\s/",$line,$watch_lenght);
97 for ($i = 1; $i <= $watch_lenght[1]; $i++) {
98 $line=gzgets ($zp,4096);
99 $watch .=substr($line,1);
100 }
101 break;
102 }
103 }
104 if ($watch!=null) return $watch;
105 else return NULL;
106 }
107 function ftp_cn($login,$password,$ftp_server) {
108 $conn_id = @ftp_connect($ftp_server) or die_status("Error: Cannot contact ftp server $ftp_server\n");
109 // login con user name e password
110 ftp_pasv($conn_id,1);
111 $login_result = ftp_login($conn_id, "anonymous","bo@bo.org");
112 // controllo della connessione
113 if ((!$conn_id) || (!$login_result)) {
114 echo "Ftp connection failed!\n";
115 echo "Failed connection to $ftp_server\n";
116 die_status();
117 } else {
118 return $conn_id;
119 }
120 }
121 function dl_diffs($initial = '') {
122 global $dirs,$dbconn,$mirrors;
123 check_db();
124 $conn_normal=ftp_cn("anonymous","bo@bo.org",$mirrors['unstable']);
125 #$conn_non_us=ftp_cn("anonymous","bo@bo.org",$mirrors["non-US"]);
126 $db = pg_pconnect($dbconn) ;
127 $rsql=pg_exec($db, "SELECT * FROM pkgs WHERE name like '$initial%' AND (md5_diff!=md5_atsource or md5_diff is null)") OR die_status("Error in diff query\n");
128 $total=pg_numrows($rsql);
129 $btotal=byte_total($db,$initial);
130 print "Total Diff to downlaod Kb => " . number_format ($btotal/1024, 2, ",",".") . "\n";
131 while ($res_array=pg_fetch_array($rsql)) {
132 #if ($res_array['dist']=='non-US') $conn_id = $conn_non_us;
133 #else
134 $conn_id = $conn_normal;
135 if ($localfile=download_diff($conn_id,$res_array[name],$res_array[version],$res_array['dir'],$res_array[md5_diff],$res_array[md5_atsource],$res_array[bytes],$res_array[dist])) {
136 $watch=ext_watch($localfile,$res_array[name],$res_array[version]);
137 unlink($localfile);
138 if ($watch!=NULL) {
139 $watch=iconv("ISO-8859-1","UTF-8",$watch);
140 $watch= pg_escape_string($watch);
141 pg_exec($db, "UPDATE pkgs SET watch='" . $watch . "', md5_diff='" . $res_array[md5_atsource] . "' where name='" . $res_array[name] . "' AND dist='" . $res_array[dist] ."'") or die_status("Query error");
142 }
143 else pg_exec($db, "UPDATE pkgs SET watch=NULL, md5_diff='" . $res_array[md5_atsource] . "' where name='" . $res_array[name] . "' AND dist='" . $res_array[dist] ."'") or die_status("Errore nella query");
144 }
145 $btotal=$btotal-$res_array['bytes'];
146 number_format ($btotal/1024, 2, ",",".");
147 print "\rDiffs left => " . $total-- . " Bytes left => " . number_format ($btotal/1024, 2, ",",".") . " - " . $res_array[name];
148 }
149 ftp_quit($conn_normal);
150 pg_close($db);
151 return "Fatto\n";
152 }
153 function download_diff(&$conn_id,$pkg,$version,$directory,$md5_diff,$md5_atsource,$diff_kb,$dist) {
154 global $dirs,$mirrors;
155 $localfile=$dirs[diffs_dir] . "/$pkg" . "_" . "$version.diff.gz";
156 #if ($dist=="non-US") $remotefile="/debian-non-US/$directory/$pkg" . "_" . "$version.diff.gz";
157 #else
158 $remotefile="/debian/$directory/$pkg" . "_" . "$version.diff.gz";
159 #print "$localfile - $remotefile\n";
160 if (ftp_get($conn_id,$localfile,$remotefile,FTP_BINARY)) {
161 # print "$pkg Diff.gz => Downloaded\n";
162 if(md5_of_file($localfile)==$md5_atsource) {
163 #print "MD5 => OK\n";
164 #unlink($localfile);
165 return $localfile;
166 }
167 }
168 print "Download Diff.gz of package $pkg => Fallito\n";
169 return false;
170 }
171 function db_add($initial='') {
172 global $dirs,$dists,$dbconn;
173 check_db();
174 download_sources();
175
176 $db = pg_pconnect($dbconn) or die_status(pg_last_error($db));
177 pg_exec($db, "CREATE TEMP TABLE pkgs_atsrc (name text,dist text)") or die_status('Error creating temp table pkgs_atsrc');
178 pg_exec($db, "CREATE UNIQUE INDEX idxdis on pkgs_atsrc (name,dist)") or die_status('Error creating index on temp table');
179 pg_exec($db, "CREATE TEMP TABLE bin_atsrc (name text,bin_name text, dist text)") or die_status('Error creating temp table pkgs_atsrc');
180 pg_exec($db, "CREATE UNIQUE INDEX idxbis on bin_atsrc (name,bin_name,dist)") or die_status('Error creating index on temp table bin_atsrc');
181
182 foreach ($dists as $dist=>$sections) {
183 foreach ($sections as $section) {
184 $filename=$dirs['sources_dir'] . "/$dist/$section/Sources.gz";
185 print "\nI'm parsing $dist/$section => Sources.gz\n";
186 # 1 Pacchetto - 2 versione - 3 np - 4 Directory - 5 md5
187 $regexp="/Package:\s($initial.*)[^a]Binary:\s(.+)[^a]Version:\s(\d+:)?(.+)[^a]Priority.+Maintainer:.+<([^>]+)>[^a].+Directory:\s(.+)[^a]Files:.+\s(\S+)\s(\d+)\s" . '\1\S+' . "\.diff\.gz[^a](Uploaders:\s(.+)[^a])?/Ssi";
188 $zp = gzopen($filename, "r") or die_status("Could not open $filename");
189 $extracted=tempnam("/tmp/", "$dist_$section_Sources");
190 exec("gzip -c -d $filename > $extracted");
191 $sourcesize=filesize($extracted);
192 unlink($extracted);
193 if(filesize($filename)>20) {
194 while (!gzeof($zp)) {
195 $line='';
196 while ($line!="\n") {
197 $line = gzgets ($zp,4096) ;
198 $buff1 .= $line;
199 }
200 if (preg_match($regexp,$buff1,$matches)) {
201 if ($matches[5]) {
202 $matches[5]=iconv("ISO-8859-1","UTF-8",$matches[5]);
203 $matches[5]=pg_escape_string($matches[5]);
204 }
205 if ($matches[10]) {
206 $matches[10]=iconv("ISO-8859-1","UTF-8",$matches[10]);
207 $matches[10]=pg_escape_string($matches[10]);
208 }
209 @pg_exec($db,"INSERT INTO pkgs_atsrc (name,dist) VALUES ('$matches[1]','$dist')") OR die_status("Temp table pkgs_atsrc query error");
210 $rst=@pg_exec($db, "INSERT INTO pkgs (name,version,dversionmangled,maint,dir,md5_atsource,bytes,dist,section,uploaders) VALUES ('$matches[1]','$matches[4]','$matches[4]','$matches[5]','$matches[6]','$matches[7]','$matches[8]','$dist','$section','$matches[10]')");
211 if (!$rst) {
212 $rsql=pg_exec($db, "SELECT pkgs.version FROM pkgs WHERE name='$matches[1]' AND dist='$dist';");
213 $version = $matches[4]; // just for safety
214 while ($res_array=pg_fetch_array($rsql)) {
215 $version = $res_array['version'];
216 }
217 $extra = '';
218 if ($version != $matches[4]) {
219 // only update the dversionmangled field if the versions differ
220 $extra = ",dversionmangled='$matches[4]'";
221 }
222 $rst=@pg_exec($db, "UPDATE pkgs SET name='$matches[1]',version='$matches[4]'$extra,maint='$matches[5]',dir='$matches[6]',md5_atsource='$matches[7]',bytes='$matches[8]',dist='$dist',section='$section',uploaders='$matches[10]' WHERE name='$matches[1]' AND dist='$dist'") OR die_status("\nDb adding error =>" . pg_last_error() . "\n");
223 }
224 $bin_names=split(",", $matches[2]);
225 foreach ($bin_names as $bin_name) {
226 pg_exec($db,"INSERT INTO bin_atsrc (name,bin_name,dist) VALUES ('$matches[1]','" . trim($bin_name) . "','$dist')") OR die_status("Temp table pkgs_atsrc query error");
227 $rst=@pg_exec($db, "INSERT INTO binpkgs (name,bin_name,dist) VALUES ('$matches[1]','" . trim($bin_name) . "','$dist')") ;
228 }
229 }
230 else {
231 preg_match("/Package:\s(.+)[^a]Binary/im",$buff1,$matches);
232 if(strncmp($initial,$matches[1],strlen($initial))<0) break;
233 }
234 $left=$sourcesize-gztell($zp);
235 print "\rSource file Left => $left";
236 $buff1="";
237 unset($matches);
238 }
239 }
240 gzclose($zp) ;
241 }
242 }
243 clear_db($db);
244 pg_close($db);
245 }
246 function db_query($pkg,$dist='%') {
247 global $dirs,$dbconn;
248 $db = pg_pconnect($dbconn ) or die_status(pg_last_error($db));
249 $rsql=pg_exec($db, "SELECT pkgs.* ,mpop_inst FROM (SELECT name,MAX(binpkgs.pop_inst) AS mpop_inst FROM binpkgs GROUP BY name)
250 AS binpkgs INNER JOIN pkgs ON pkgs.name=binpkgs.name
251 WHERE pkgs.name='$pkg' AND dist='$dist';");
252 while ($res_array=pg_fetch_array($rsql)) {
253 print "Package=> " . $res_array['name'] . "\n";
254 print "Version => " . $res_array['version'] . "\n";
255 print "Mangled version => " . $res_array['dversionmangled'] . "\n";
256 print "Diff MD5 Downloaded => " . $res_array['md5_diff'] . "\n";
257 print "Diff MD5 at Sources => " . $res_array['md5_atsource'] . "\n";
258 print "Distribution => " . $res_array['dist'] . "\n";
259 print "Section => " . $res_array['section'] . "\n";
260 print "KBytes => " . number_format ( $res_array['bytes']/1024, 2, ",",".") . "\n";
261 print "Pop Inst=>" . $res_array['mpop_inst'] . "\n";
262 if ($res_array['watch']) {
263 $uscan_res=uscan_foo($res_array['name'] ,$res_array['version'],$res_array['watch']);
264 print "Version Upstream => " . $uscan_res[0] . "\n";
265 print "Watch => " . trim($res_array['watch'])."\n";
266 print "Watch Warnings => " . $uscan_res[1];
267 }
268 else print "Watch => Not present" . "\n";
269 if ($res_array['wwiz_type']) {
270 $uscan_res=uscan_foo($res_array['name'] ,$res_array['version'],$res_array['wwiz']);
271 print "WWiz Upstream => " . $uscan_res[0] . "\n";
272 print "WWiz => " . $res_array['wwiz']."\n";
273 print "WWiz Warings => " . $uscan_res[1];
274 }
275 print "\n";
276 }
277 if (pg_numrows($rsql)==0) echo "Package=> " . $pkg . "\nNot found\n!!";
278 pg_close($db);
279 }
280 function byte_total(&$db,$initial) {
281 global $dirs;
282 $rsql=pg_exec ($db,"Select sum(bytes) as totbytes FROM pkgs WHERE name like '$initial%' AND (md5_diff!=md5_atsource or md5_diff is null)");
283 $res_array=pg_fetch_array($rsql);
284 return $res_array[totbytes] ;
285 }
286 function download_sources () {
287 global $dirs,$dists,$mirrors;
288 foreach ($dists as $dist=>$sections) {
289 $server=$mirrors[$dist];
290 $conn_id = ftp_cn("anonymous","bo@bo.org",$server);
291 foreach ($sections as $section) {
292 $localfile=$dirs[sources_dir] . "/$dist/$section/Sources.gz";
293 $remotefile=remote_dist_dir($dist) . "/$dist/$section/source/Sources.gz";
294 $sources_info=md5_source($section,$dist);
295 if (!file_exists ($dirs[sources_dir] . "/$dist/")) mkdir ( $dirs[sources_dir] . "/$dist",0740);
296 if (!file_exists ($dirs[sources_dir] . "/$dist/$section")) mkdir ($dirs[sources_dir] . "/$dist/$section",0740);
297 if (!file_exists($localfile) OR md5_of_file($localfile)!=$sources_info[md5]) {
298 print "Downloading $remotefile Bytes $sources_info[bytes]=> ";
299 if (ftp_get($conn_id,$localfile,$remotefile,FTP_BINARY)) {
300 print "Done\n";
301 if(md5_of_file($localfile)==$sources_info[md5]) print "MD5 => OK\n";
302 else print "MD5 => no match\n";
303 }
304 else {
305 unlink($localfile);
306 print "Fail\n";
307 die_status ("Error in source file");
308 }
309 }
310 }
311 ftp_quit($conn_id);
312 }
313 }
314 function md5_source($section,$dist) {
315 global $mirrors;
316 $relase=file_get_contents ("ftp://$mirrors[$dist]" . remote_dist_dir($dist) . "/$dist/Release") or die_status("Failed to check MD5 of sources");
317 preg_match ("/\s([^\s]+)\s+(\d+)\s$section\/source\/Sources\.gz/i", $relase,$matches);
318 return array("md5"=>$matches[1],"bytes"=>$matches[2]);
319 # 183dea9ca3c2e35ffd6cf5eee9501c21 2941637 main/binary-i386/Packages.gz
320 }
321
322 function vers_conv($debvers) {
323 // Strip off the epoch
324 $pos = strpos($debvers, ':');
325 if ( $pos !== FALSE) {
326 $debvers = substr($debvers, $pos+1);
327 }
328
329 // strip off the Debian revision (look from the back of the string)
330 $pos = strrpos($debvers, '-');
331 if ( $pos !== FALSE) {
332 $debvers = substr($debvers, 0, $pos);
333 }
334
335 // strip off repacking indicators
336 $debvers = preg_replace("/[-.+~]?(ds|dfsg|debian)(.*)/i", "", $debvers);
337 return $debvers;
338 }
339 function check_db() {
340 global $dirs,$dbconn;
341 $db = pg_pconnect($dbconn) or die_status(1/*pg_last_notice($db)*/);
342 if (!pg_table_exists($db, "pkgs")) {
343 pg_exec($db, "CREATE TABLE pkgs (id serial PRIMARY KEY,name text,version text, dversionmangled text,maint text, uploaders text, dir text,watch text,md5_diff text,md5_atsource text,bytes numeric,dist text,section text,up_version text,up_changes text, up_url text,watch_warn text,updated bool, keep_changes bool, wwiz text,wwiz_version text, wwiz_type text, lastcheck timestamp, homepage text, vcs_browser text, lastupvsdebsync timestamp)") or die_status('Error creating table pkgs\n');
344 pg_exec($db, "CREATE UNIQUE INDEX idxname on pkgs (name,dist)") or die_status('Errore creating index - ' . pg_last_error($db));
345 pg_exec($db, "CREATE INDEX checkx on pkgs (lastcheck)") or die_status('Errore creating index - ' . pg_last_error($db));
346 $sw=true;
347 }
348 if (!pg_table_exists($db, "binpkgs")) {
349 pg_exec($db, "CREATE TABLE binpkgs (id serial PRIMARY KEY, name text,bin_name text,dist text, pop_inst numeric,pop_vote numeric, up_error numeric,avg_error_date numeric)") or die_status('Error creating table binpkgs\n');
350 pg_exec($db, "CREATE UNIQUE INDEX idxbin on binpkgs (name,bin_name,dist)") or die_status('Errore creating index - ' . pg_last_error($db));
351 $sw=true;
352 }
353 if (!pg_table_exists($db, "events")) {
354 pg_exec($db, "CREATE TABLE events (id serial PRIMARY KEY, name text,type text, dist text, stamp timestamp, content text)") or die_status('Error creating table binpkgs\n');
355 pg_exec($db, "CREATE UNIQUE INDEX idxevents on events (name,dist)") or die_status('Errore creating index - ' . pg_last_error($db));
356 pg_exec($db, "CREATE INDEX pkgxeventtype on events (name,type,dist)") or die_status('Errore creating index - ' . pg_last_error($db));
357 $sw=true;
358 }
359 #if (!pg_table_exists($db,"upstream")){
360 # pg_exec($db, "CREATE TABLE upstream (name text,dist text,up_version text,watch_warn text,updated bool)") or die_status('Errore nel creare la tabella');
361 # pg_exec($db, "CREATE UNIQUE INDEX idxupstrm on upstream (name,dist)") or die_status('Errore nel creare gli indici ' . pg_last_error($db));
362 # $sw=true;
363 #}
364 pg_close($db);
365 if($sw) return $sw;
366 else return false;
367 }
368 function pg_table_exists (&$dblink, $table) {
369 $sql = "SELECT relname as tbl FROM pg_class WHERE relname = '$table'";
370 if ($res = pg_exec ($dblink, $sql)) {
371 return pg_numrows($res) > 0;
372 } else {
373 return false; // or throw exception
374 }
375 }
376
377
378 function watch_stat() {
379 global $dirs,$dbconn;
380 $db = pg_pconnect($dbconn) or die_status(pg_last_error($db));
381 $rsql=pg_exec ($db,"Select count(name) as totwatch FROM pkgs WHERE watch!=''");
382 $tot_watch=pg_fetch_array($rsql);
383 print "Total packages with Watch =>$tot_watch[0]\n";
384 $rsql=pg_exec ($db,"Select count(name) as totwatch FROM pkgs WHERE watch IS NULL");
385 $tot_nowatch=pg_fetch_array($rsql);
386 pg_close($db);
387 print "Totale packages without Watch => $tot_nowatch[0]\n";
388 print "Watch presence rate => " . number_format ($tot_watch[0]/($tot_nowatch[0]+$tot_watch[0])*100, 2, ",",".") . "%\n";
389 }
390 function remote_dist_dir($dist) {
391 #if ($dist=="non-US") return "/debian-non-US/dists/unstable";
392 #else
393 return "/debian/dists";
394 }
395 function clear_db(&$db) {
396 #global $dbconn;
397 #if (check_db()) die_status("Il Database era vuoto\n");
398 #download_sources();
399 #$db = pg_pconnect($dbconn) or die_status(pg_result_error($db));
400 $sql1= "Delete from binpkgs where id NOT IN
401 (select id FROM binpkgs INNER JOIN bin_atsrc USING (name,bin_name,dist))" ;
402 $sql2= "Delete from pkgs where id NOT IN (select id FROM pkgs INNER JOIN pkgs_atsrc USING (name,dist))" ;
403 $sql3= "UPDATE pkgs SET wwiz=NULL, wwiz_type=NULL, wwiz_version=NULL WHERE watch IS NOT NULL and watch!=''" ;
404 $sql4= "UPDATE pkgs SET up_changes=NULL WHERE updated='1'";
405 if(pg_exec($db,$sql1) && pg_exec($db,$sql2) && pg_exec($db,$sql3) && pg_exec($db,$sql4)) {
406 print "Db clear complete\n";
407 }
408 }
409 function db_popcon($initial='') {
410 global $dirs,$dbconn;
411 $db = pg_pconnect($dbconn) or die_status(pg_last_error($db));
412 $filename=$dirs[popcon_dir] . "/all-popcon-results.txt.gz";
413 /* package name vote old recent nofiles*/
414 $regexp="/Package:\s($initial\S*)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)/iS";
415 $zp = gzopen($filename, "r") or die_status("Could not open $filename");
416 $tin=time();
417 if(filesize($filename)>20) {
418 #pg_exec($db, "BEGIN TRANSACTION") OR die_status("Impossibile iniziare la transazione");
419 while (!gzeof($zp)) {
420 $line = gzgets ($zp,4096) ;
421 if (preg_match($regexp,$line,$matches)) {
422 $pop_inst = $matches[2] + $matches[3] + $matches[4] + $matches[5];
423 #print "\rName => $matches[1] Install => $matches[2] Vote => $matches[3]";
424 @pg_exec($db, "UPDATE binpkgs SET pop_inst='$pop_inst',pop_vote='$matches[2]' WHERE bin_name='$matches[1]'");
425 /*$processed++;
426 $elapsed_time=time()-$tin;
427 if (($elapsed_time % 20)==0 AND $updtime!=$elapsed_time) {
428 $updtime=$elapsed_time;
429 $wprocessed=$processed-$wprocessed;
430 $avg_time=$wprocessed/20;
431 $wprocessed=$processed;
432 $countdown=(34701- $processed)/$avg_time;
433 $last_time=time();
434 }
435 print "\rProcessing Popcon: " . date("i:s",$countdown=$countdown-(time()-$last_time)) . " =>" . (34701-$processed) . " Media $avg_time";
436 $last_time=time();*/
437 }
438 }
439 #pg_exec($db, "COMMIT") OR die_status("Impossibile commsionare la transazione");
440 }
441 @pg_close($db);
442 }
443 function dl_popcon() {
444 global $dirs,$dbconn;
445 $localfile=$dirs[popcon_dir] . "/all-popcon-results.txt.gz";
446 $remotefile="http://popcon.debian.org/all-popcon-results.txt.gz";
447 @file_put_contents($localfile,file_get_contents($remotefile),'w') or die_status("Errore nello scaricare il file popcon\n");
448 }
449 function is_updated ($up_vers,$debian_vers, $dversionAsIs = false) {
450 if ($up_vers=='') return 1;
451
452 if ($up_vers === $debian_vers) $dversionAsIs = true;
453
454 passthru("dpkg --compare-versions '".escapeshellarg($up_vers)."' le '" . escapeshellarg($dversionAsIs?$debian_vers:vers_conv($debian_vers)) . "'",$great);
455
456 return (int)!($great);
457 }
458 function db_upstream($initial='%', $checkStamps = false, $limit = null) {
459 global $dirs, $dbconn, $minimumAge;
460
461 check_db();
462 $db = pg_pconnect($dbconn) ;
463 events::DB($db);
464
465 $postWHERE = '';
466 if ($checkStamps) {
467 $postWHERE = "AND (lastcheck<='".sqldate(time() - ($minimumAge*24*3600))."' OR lastcheck IS NULL)";
468 }
469
470 $postORDER = '';
471 if ($limit !== null && is_int($limit)) {
472 $postORDER = 'LIMIT ' . $limit;
473 }
474
475 $rsql=pg_exec($db, "SELECT id, name,dist,up_version,version,watch,lastupvsdebsync FROM pkgs WHERE watch is not null AND name LIKE '$initial' $postWHERE ORDER BY lastcheck DESC $postORDER");
476 $tot=pg_numrows($rsql);
477
478 while ($res_array=pg_fetch_array($rsql)) {
479
480 $uscan_res=uscan_foo($res_array['name'],$res_array['version'],$res_array['watch']);
481
482 #print $uscan_res[0] . "\n Name => $res_array[name]\n";
483 $version = $res_array['version'];
484 $dversionmangled = $res_array['version'];
485 $lastupvsdebsync = $res_array['lastupvsdebsync'];
486 $mangle = true;
487
488 print "\rVersion=>" . $uscan_res[3];
489 if ($uscan_res[3]!=null) $version=$uscan_res[3];
490 if ($uscan_res[5]!=null && $uscan_res[5] != vers_conv($res_array['version'])) {
491 $dversionmangled=$uscan_res[5];
492 $mangle = false;
493 }
494
495 $updated = $uscan_res[4];
496
497 /*if (!$updated)*/ {
498 $updated=is_updated($uscan_res[0], $dversionmangled, !$mangle);
499 }
500
501 if (!$updated) {
502 events::newVersion($res_array['name'], $res_array['version'], $uscan_res[0], $res_array['dist']);
503 } else {
504 $lastupvsdebsync = sqldate();
505 }
506
507 if ($lastupvsdebsync === null) {
508 $lastupvsdebsync = sqldate(0);
509 }
510
511 if ($uscan_res[0]!=$res_array[up_version]) ($keep_changes=1);
512 else $keep_changes=0;
513
514 $up_url=iconv("ISO-8859-1","UTF-8",$uscan_res[2]);
515 $up_version=iconv("ISO-8859-1","UTF-8",$uscan_res[0]);
516
517 $watch_warn='';
518 if($uscan_res[1] != null) {
519 $watch_warn=pg_escape_string(iconv("ISO-8859-1","UTF-8", $uscan_res[1]));
520 }
521
522 pg_exec($db, "UPDATE pkgs SET up_version='" . pg_escape_string($up_version) . "', dversionmangled='".pg_escape_string($dversionmangled)."',up_url='" . pg_escape_string($up_url) . "', watch_warn='" . $watch_warn . "',keep_changes='$keep_changes', wwiz_version=NULL, wwiz_type=NULL, wwiz=NULL, updated='$updated', lastcheck=now(), lastupvsdebsync='$lastupvsdebsync' WHERE id=$res_array[id]") or die_status("Error in update pkgs upstream");
523 #print "\rUpdated " . $res_array['name'] . " => $updated Up Version => ". $uscan_res[0];
524 print "\t Upstream left => " . $tot --;
525 # }
526 # else print "Added ". $res_array['name'] ."\n";
527 # if ($great==0) {
528
529 # print "Package=> " . $res_array['name'] . "\n";
530 # print "Version => " . $res_array['version'] . "\n";
531 # print "Upstream Ver=> " . $uscan_res[0] . "\n";
532 #print "Watch warings=> " . $uscan_res[1] . "\n";
533 # }
534 }
535 print "\n";
536 pg_close($db);
537 }
538 function check_url ($url) {
539 $url_p = parse_url ($url);
540 if (isset ($url_p["host"])) $host = $url_p["host"];
541 else return false;
542 preg_match("/(http|ftp)/",$host,$matches);
543 if ($matches[1]=='http') $fp = fsockopen ($host, 80, $errno, $errstr, 5);
544 elseif ($matches[1]=='ftp') $fp2 = fsockopen ($host, 21, $errno, $errstr, 5);
545 if (!$fp AND !$fp2) return false;
546 else return true;
547 }
548 function keep_remote ($localfile,$remotefile) {
549 if (!check_url($remotefile)) return false;
550 # $rfp = @fopen ($remotefile, "r");
551 # if (!$rfp) {
552 # return false;
553 # }
554 # fclose($rfp);
555 # $lfp = fopen ($localfile, "w");
556 # stream_set_blocking($rfp,0);
557 # ini_set ( "memory_limit", "100M");
558 # while (!feof($rfp)) {
559 # $data = fread($rfp, 8192);
560 # $bytes+=8192;
561 # print "Downlaoding $remotefile: $bytes\r";
562 # fwrite($lfp, $data);
563 # } while (true);
564 # ini_set ( "memory_limit", "15M");
565
566 if (!copy($remotefile, $localfile)) {
567 echo "Copia di $file non riuscita ...\n";
568 return false;
569 }
570 # fclose($lfp);
571 # fclose($rfp);
572
573 return true;
574 }
575 function up_changes($src_name='%', $force = false) {
576 global $dbconn, $fetchUpstreamChanges;
577
578 if (!$fetchUpstreamChanges && !$force) {
579 //print "\nSkipping download of upstream sources to grab changelogs\n";
580 return;
581 }
582
583 $changes_files=array("CHANGES","NEWS","Changelog","ChangeLog","changelog");
584 $db = pg_pconnect($dbconn) ;
585 $rsql=pg_exec($db, "SELECT id,up_url FROM pkgs WHERE up_url!='' AND keep_changes='t' AND name LIKE '$src_name'");
586 $tot=pg_numrows($rsql);
587 while ($res_array=pg_fetch_array($rsql)) {
588 $localfile=tempnam("/tmp/", "dehs-" . $res_array[id] . ".tar.gz");
589 print "I'm downloading $res_array[up_url]\r";
590 $res=keep_remote($localfile,$res_array['up_url']);
591 print "UPDATE pkgs SET up_changes='', keep_changes='f' WHERE id=$res_array[id]";
592 if (!$res) {
593 pg_exec($db, "UPDATE pkgs SET up_changes='', keep_changes='f' WHERE id=$res_array[id]");
594 $notdown++;
595 $tot--;
596 print "Packages Left: " . $tot-- . " Found: $found Not found: $notfound Not Down: $notdown\r";
597 #print "\n Not Downlaoded: $res_array[up_url]\n";
598 unlink($localfile);
599 continue;
600 }
601 foreach($changes_files as $filename) {
602 $command="tar --wildcards -zxOf " . $localfile . " *$filename 2>/dev/null";
603 exec($command,$up_changes,$cmdres);
604 $up_changes=rtrim(implode("\n",$up_changes));
605 if ($cmdres==0 AND strlen($up_changes)>20) {
606 $sw=true;
607 $conv_res=iconv("ISO-8859-1","UTF-8",$up_changes);
608 if ($conv_res) $up_changes=$conv_res;
609 $up_changes=pg_escape_string($up_changes);
610 $up_changes_sql="UPDATE pkgs SET up_changes='$up_changes', keep_changes='f' WHERE id=$res_array[id]";
611 pg_exec($db,$up_changes_sql);
612 #print "\nFound $filename on $res_array[up_url]\n";
613 $found++;
614 break;
615 }
616 }
617 if (!$sw) {
618 pg_exec($db, "UPDATE pkgs SET up_changes='', keep_changes='f' WHERE id=$res_array[id]");
619 #print "\n Not Found any on $res_array[up_url]\n";
620 $notfound++;
621 }
622 unlink($localfile);
623 print "Packages Left: " . $tot-- . " Found: $found Not found: $notfound Not Down: $notdown\r";
624 }
625 pg_close($db);
626 }
627 function uscan_foo($name,$version,$watch){
628 global $base, $uscan;
629
630 $tmpnam=tempnam('/tmp/', $name.'_watch');
631 $fw=fopen($tmpnam,"w");
632 fwrite($fw,$watch);
633 fclose($fw);
634
635 $uscan_res=shell_exec("$uscan --dehs --package $name --upstream-version " . escapeshellarg(vers_conv($version)) . " --watchfile $tmpnam 2>/dev/null 2>&1");
636
637 unlink($tmpnam);
638
639 $p = xml_parser_create();
640 xml_parse_into_struct($p, $uscan_res, $vals, $index);
641 xml_parser_free($p);
642
643 $upstream=$vals[$index['UPSTREAM-VERSION'][0]][value];
644 $up_url=$vals[$index['UPSTREAM-URL'][0]][value];
645 $deb_vers=$vals[$index['DEBIAN-UVERSION'][0]][value];
646 $deb_mangled_vers=$vals[$index['DEBIAN-MANGLED-UVERSION'][0]][value];
647 $warnings=$vals[$index['WARNINGS'][0]][value];
648 $updated=$vals[$index['STATUS'][0]][value];
649
650 if ($updated=="up to date") $updated=1;
651 else $updated=0;
652
653 if ($upstream=='') $upstream=null;
654 if ($up_url=='') $up_url=null;
655 if ($deb_vers=='') $deb_vers=null;
656 if ($warnings=='') $warnings=null;
657 if ($deb_mangled_vers=='') $deb_mangled_vers=null;
658
659 return array($upstream, $warnings, $up_url, $deb_vers, $updated, $deb_mangled_vers);
660 }
661 function db_up_error() {
662 global $dbconn;
663 check_db();
664 $db = pg_pconnect($dbconn) ;
665 $bugurl="http://bugs.debian.org/cgi-bin/pkgreport.cgi?which=tag&data=upstream&archive=no&show_list_header=no&pend-exc=done";
666 print "\nDownloading bugs list =>";
667 $ferrors=file_get_contents($bugurl) or die_status ("I can't keep error page from bugs.debian.org");
668 print "Done\n";
669 $ferrors=explode("<li>",$ferrors);
670 $totline=count($ferrors);
671 #$errors[]=array();
672 #array_pop($errors);
673 print "Total lines => $totline\n";
674 foreach ($ferrors as $line) {
675 # print $line . "\n";
676 if (preg_match("/Package:.+?>([^<]+)<\/a>.+<strong>((\d+)\syear\sand\s|)(\d+)\sdays/sS",$line,$matches)) {
677 $errors[$matches[1]][err_tot]++;
678 $errors[$matches[1]][days]+=$matches[3]*365+$matches[4];
679 #if ($matches[3]) print "Anni $matches[3]";
680 #print "Giorni $matches[4]\n";
681 }
682 print "\rLines left => " . $totline--;
683 }
684 #arsort($errors);
685 $total=count($errors);
686 foreach ($errors as $pkg_name=>$value) {
687 pg_exec($db, "UPDATE binpkgs SET up_error=" . $value[err_tot] . ",avg_error_date=" . $value[days]/$value[err_tot] . " WHERE bin_name='$pkg_name'") or die_status("Error in upstream bug query");
688 #print "Pkg: $error Errori: $value[err_tot] Average Days: " . $value[days]/$value[err_tot] . "\n";
689 print "\rBugs left => " . $total--;
690 }
691 pg_close($db);
692 }
693 function watch_wizard($src_name='%', $checkStamps = false, $limit = null){
694 global $dirs,$dbconn,$sfIgnore,$watchFileExts,$watchFileDversionMangle,$watchFormat,$minimumAge;
695 $db = pg_pconnect($dbconn) or die_status ("Db error");
696 $checked=$errors=$notfound=$verok=$notmatch=0;
697
698 // prepare some stuff that needs to be done once per run
699 $opts = array();
700 $exts = '';
701 $dvmanglers = '';
702
703 foreach ($watchFileExts as $ext) {
704 $exts .= $ext . '|';
705 }
706 unset($ext);
707
708 if ($exts != '') {
709 $opts[] = 'uversionmangle=s/\.(' . substr($exts, 0, -1) . ')$//i';
710 $exts = '(' . $exts . ')';
711 }
712
713 foreach ($watchFileDversionMangle as $dvmangler) {
714 $dvmanglers .= $dvmangler . '|';
715 }
716 unset($dvmangler);
717
718 if ($dvmanglers != '') {
719 $opts[] = 'dversionmangle=s/[-.+~]?(' . substr($dvmanglers, 0, -1) . ')(.*)$//i';
720 }
721
722 $opts[] = 'pasv';
723
724 if (is_array($opts)) {
725 $_opts = '';
726 foreach ($opts as $opt) {
727 $_opts .= $opt . ',';
728 }
729 $opts = '';
730 if ($_opts != ',') {
731 $opts = 'opts=' . substr($_opts, 0, -1) . ' \\';
732 }
733 }
734
735 $postWHERE = '';
736 if ($checkStamps) {
737 $postWHERE = "AND (lastcheck<='".sqldate(time() - ($minimumAge*24*3600))."' OR lastcheck IS NULL)";
738 }
739
740 $postORDER = '';
741 if ($limit !== null && is_int($limit)) {
742 $postORDER = 'LIMIT ' . $limit;
743 }
744
745 $sqlstring="SELECT mpop_inst,name,pkgs.version,pkgs.dversionmangled,pkgs.section,pkgs.dist,tot_up_error, tot_avg_error_date, wwiz_version FROM pkgs INNER JOIN
746 (Select max(pop_inst) as mpop_inst,SUM(up_error) as tot_up_error,AVG(avg_error_date) as tot_avg_error_date,name,dist FROM binpkgs GROUP BY name,dist HAVING max(pop_inst) IS NOT NULL) as binpkgs using(name,dist)
747 WHERE (watch IS NULL OR watch='') AND name LIKE '$src_name' $postWHERE ORDER BY lastcheck DESC $postORDER";
748 $rsql=pg_exec($db, $sqlstring);
749
750 while ($res_array=pg_fetch_array($rsql)) {
751
752 if (substr($res_array["name"],0,3)=='lib')
753 $initial=substr($res_array["name"],0,4);
754 else
755 $initial=substr($res_array["name"],0,1);
756
757 $url="http://packages.debian.org/changelogs/pool/" .
758 $res_array["section"] . "/" .
759 $initial . "/" .
760 $res_array["name"] ."/" .
761 $res_array["name"] . "_" .
762 $res_array["version"] . "/copyright";
763 $contents=@file_get_contents($url) or '';
764 $generatedWatches = array();
765
766 if (!$contents) {
767 $url="http://packages.debian.org/changelogs/pool/" .
768 $res_array["section"] . "/" .
769 $initial . "/" .
770 $res_array["name"] ."/" .
771 $res_array["name"] . "_" .
772 $res_array["version"] . "/" . $res_array["name"] . ".copyright";
773 $contents=@file_get_contents($url) or '';
774 }
775
776 if (!$contents) {
777 $url="http://packages.debian.org/changelogs/pool/" .
778 $res_array["section"] . "/" .
779 $initial . "/" .
780 $res_array["name"] ."/" .
781 "current/copyright";
782 $contents=@file_get_contents($url) or '';
783 }
784
785 if ($contents) {
786
787 if (preg_match ('/(sf\.net|sourceforge\.net)/i', $contents, $matches) ||
788 (preg_match ('/([\w\-]+)\.(sf\.net|sourceforge\.net)/i', $contents, $matches)
789 && !in_array($matches[1], $sfIgnore))) {
790 preg_match("/([^\d]+)/",$res_array['name'],$dmatches);
791 $depured_debian_name=$dmatches[1];
792 /*$matches[1]="ftp://download.sf.net/pub/sourceforge/" . substr($depured_debian_name,0,1) . "/" . substr($depured_debian_name,0,2) . "/" . $depured_debian_name . "/";*/
793 $generatedWatches[]=array('url'=>"http://sf.net/" . $depured_debian_name . "/");
794 $generatedWatches[]=array('url'=>"http://sf.net/" . $depured_debian_name . "/",'name'=>$depured_debian_name);
795
796 }
797
798 if (preg_match ('#((ftp://|http://|https://)\S+(html|htm|/(?(?=.+(tar|tgz|zip|gz|bz2))|[^>\s\)\a]+)))#i',$contents,$matches)) {
799 $final=substr($matches[1],-1);
800 if ($final=='.') {
801 $matches[1]=substr($matches[1],0,-1);
802 $final=substr($matches[1],-1);
803 }
804 if ($matches[2]=="http://" || $matches[2]=="https://") {
805 $space=' ' . "(?:.*/)?";
806 } elseif ($final!='/') {
807 $matches[1].='/';
808 }
809 $generatedWatches[]=array('url' => preg_replace("#((http|https|ftp)://.+):(.*)#i",'$1' . '$3', $matches[1],1), 'space' => $space);
810 }
811
812 if (preg_match ('#((ftp|http)\.\S+(html|htm|/(?(?=.+(tar|tgz|zip|gz|bz2))|[^>\s\)\a]+)))#i',$contents,$matches)) {
813 $final=substr($matches[1],-1);
814 if ($final=='.') {
815 $matches[1]=substr($matches[1],0,-1);
816 $final=substr($matches[1],-1);
817 }
818 $space = '';
819 if ($matches[2]=="http") {
820 $space=' ' . "(?:.*/)?";
821 } elseif ($final!='/') {
822 $matches[1].='/';
823 }
824 $generatedWatches[]=array('url'=>preg_replace('#(http|ftp)\.(.+)#i','$1://$0', $matches[1],1), 'space'=>$space);
825 }
826
827 if (empty($generatedWatches)) {
828 $notmatch++;
829 $contents=iconv("ISO-8859-1","UTF-8",$contents);
830 pg_exec($db, "UPDATE pkgs SET wwiz_version=NULL, wwiz='" . pg_escape_string($contents) . "', wwiz_type='notmatch', up_url='', up_changes='',keep_changes='f' where name='" . pg_escape_string($res_array[name]) . "' AND dist='" . $res_array[dist] ."'");
831
832 } else {
833
834 $defs = array('name' => $res_array['name'], 'url' => '', 'space' => '');
835
836 foreach ($generatedWatches as $tWatch) {
837
838 if (!is_array($tWatch)) {
839 $tWatch = array($tWatch);
840 }
841
842 $tWatch = array_merge($defs, $tWatch);
843
844 $watch = sprintf($watchFormat, $tWatch['url'], $tWatch['space'], $tWatch['name'], $exts, $opts);
845
846 $uscan_res=uscan_foo($res_array['name'] ,$res_array['version'],$watch);
847
848 if ($uscan_res[0] && levenshtein($uscan_res[0], $res_array['version']) < strlen($res_array['version'])) {
849 break;
850 }
851 }
852
853 if ($uscan_res[1] && !$uscan_res[0]) {
854 pg_exec($db, "UPDATE pkgs SET wwiz_version=NULL, wwiz='" . pg_escape_string($uscan_res[1]) . "', wwiz_type='error', up_url='', up_changes='', keep_changes='f' where name='" . pg_escape_string($res_array[name]) . "' AND dist='" . $res_array[dist] ."'");
855 $errors++;
856 } else {
857 $verok++;
858 if ($uscan_res[0] != $res_array['wwiz_version']) {
859 $keep_changes = 1;
860 } else {
861 $keep_changes = 0;
862 }
863
864 $dversionmangled = $res_array[version];
865 if ($uscan_res[5]!=null && $uscan_res[5] != vers_conv($res_array['version'])) $dversionmangled=$uscan_res[5];
866
867 $updated = $uscan_res[4];
868 /*if ($updated)*/ {
869 $updated = is_updated($uscan_res[0], $dversionmangled, $dversionmangled != $uscan_res[5]);
870 }
871
872 /*if (!$updated) {
873 events::newVersion($res_array['name'], $res_array['version'], $uscan_res[0], $res_array['dist']);
874 }*/
875
876 pg_exec($db, "UPDATE pkgs SET wwiz='" . pg_escape_string($watch) ."', wwiz_type='watch', wwiz_version='" . pg_escape_string($uscan_res[0]) . "',dversionmangled='".pg_escape_string($dversionmangled)."', up_url='" . pg_escape_string($uscan_res[2]) . "', keep_changes='$keep_changes', updated='$updated', lastcheck=now() where name='" . pg_escape_string($res_array[name]) . "' AND dist='" . $res_array[dist] ."'");
877 }
878 }
879 } else {
880 $notfound++;
881 pg_exec($db, "UPDATE pkgs SET wwiz_version=NULL, wwiz_type='no_cright' where name='" . pg_escape_string($res_array['name']) . "' AND dist='" . $res_array['dist'] ."'");
882 }
883 print "Package checked: " . $checked++ .
884 " OK: $verok Error: $errors Not Matched: $notmatch\r";
885 }
886 print "\nCopyright files not found: $notfound\n";
887 print "Automatic generated watch file failures: $errors\n";
888 pg_close($db);
889 }
890 function dbqa_conn ($dbname,$mode) {
891 $id = dba_open($dbname, $mode, "db4");
892 if (!$id) {
893 die_status("dba_open failed\n");
894 }
895 return $id;
896 }
897 function dehsqa_db () {
898 global $dirs,$dbconn;
899 $dir1='/org/alioth.debian.org/chroot/home/groups/dehs/htdocs/';
900 $dir2="/org/qa.debian.org/data/dehs/";
901 $dists=array("unstable","experimental");
902 foreach ($dists as $dist) {
903 $id=dbqa_conn($dir1 . "dehs_qa_" . $dist . ".db",'n');
904 $db = pg_pconnect($dbconn) or die_status ("Db error");
905 $sql="SELECT name, id, up_version, wwiz_version, watch, wwiz_type, watch_warn, version, dversionmangled, updated FROM pkgs WHERE dist='$dist'";
906 $rsql=pg_exec($db, $sql);
907 while($res_array=pg_fetch_array($rsql)) {
908
909 if (!$res_array[watch]) { if ($res_array['wwiz_type']==null) $version="N/A"; else $version='-';}
910 elseif (!$res_array[up_version]) $version="Error";
911 else $version=$res_array[up_version];
912
913 if ($res_array['wwiz_type']=="watch") $wwiz=$res_array['wwiz_version'];
914 else $wwiz=$res_array[wwiz_type];
915
916 $updated = $res_array['updated']? 'yes' : 'no';
917
918 $xml="<data><id>$res_array[id]</id>" .
919 "<up_version>$version</up_version>" .
920 "<dversion>$res_array[version]</dversion>" .
921 "<dversionmangled>$res_array[dversionmangled]</dversionmangled>" .
922 "<updated>$updated</updated>" .
923 "<wwiz>$wwiz</wwiz>" .
924 "</data>";
925 $value=addslashes($xml);
926 dba_replace($res_array[name],$xml,$id);
927 }
928 dba_optimize($id);
929 dba_close($id);
930 pg_close($db);
931 }
932 }
933 function md5_of_file($inFile) {
934 if (file_exists($inFile)) {
935 return md5_file($inFile);
936 } else {
937 return false;
938 }
939 }
940 function update_all() {
941 global $email, $timeStamp_basedCheck;
942 $intime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);
943 echo __FUNCTION__ . ' started the ' . $intime . "\n";
944 db_add();
945 dl_popcon();
946 db_popcon();
947 dl_diffs();
948 db_up_error();
949 db_upstream('%', in_array('all', $timeStamp_basedCheck));
950 watch_wizard('%', in_array('all', $timeStamp_basedCheck));
951 up_changes();
952 dehsqa_db();
953 $endtime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);
954 $messaggio="Dehs executed successful\nBegin: $intime\nEnd: $endtime";
955 mail($email, "DEHS report", $messaggio,
956 "From: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .
957 "Reply-To: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .
958 "X-Mailer: PHP/" . phpversion());
959 }
960 function update_new() {
961 global $email_all;
962 $intime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);
963 echo __FUNCTION__ . ' started the ' . $intime . "\n";
964 db_add();
965 dl_popcon();
966 db_popcon();
967
968 global $dbconn;
969 check_db();
970 $db = pg_pconnect($dbconn);
971 $sql="SELECT name FROM pkgs WHERE (md5_diff!=md5_atsource or md5_diff is null) or (lastcheck is null and watch is not null)";
972 $rsql=pg_exec($db, $sql);
973 $res_array=pg_fetch_all($rsql);
974 pg_close($db);
975
976 dl_diffs();
977 db_up_error();
978 if ($res_array !== false) {
979 foreach ($res_array as $entry) {
980 db_upstream($entry['name']);
981 up_changes($entry['name']);
982 watch_wizard($entry['name']);
983 }
984 dehsqa_db();
985 }
986 $endtime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);
987 $messaggio="Dehs executed successful\nBegin: $intime\nPackages processed: ".((!is_array($res_array))?'none':count($res_array))."\nEnd: $endtime";
988 mail($email_all, "DEHS update_new report", $messaggio,
989 "From: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .
990 "Reply-To: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .
991 "X-Mailer: PHP/" . phpversion());
992 }
993 function update_bogus() {
994 global $email_all,$dbconn;
995 $intime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);
996 echo __FUNCTION__ . ' started the ' . $intime . "\n";
997 check_db();
998 $db = pg_pconnect($dbconn);
999 $sql="SELECT name FROM pkgs WHERE up_version='' AND watch!=''";
1000 $rsql=pg_exec($db, $sql);
1001 $res_array=pg_fetch_all($rsql);
1002 $orig_count = ((!is_array($res_array))?0:count($res_array));
1003 if ($res_array !== false) {
1004 foreach ($res_array as $entry) {
1005 db_upstream($entry['name']);
1006 up_changes($entry['name']);
1007 }
1008 dehsqa_db();
1009 }
1010 $sql="SELECT COUNT(name) FROM pkgs WHERE up_version='' AND watch!=''";
1011 $rsql=pg_exec($db, $sql);
1012 $res_array=pg_fetch_array($rsql);
1013 $new_count = (int)$res_array[0];
1014 pg_close($db);
1015 $endtime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);
1016 $messaggio="Dehs executed successful\nBegin: $intime\n".
1017 "Packages processed: $orig_count\n" .
1018 "New bogus watches count: $new_count\nEnd: $endtime";
1019 mail($email_all, "DEHS update_bogus report", $messaggio,
1020 "From: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .
1021 "Reply-To: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .
1022 "X-Mailer: PHP/" . phpversion());
1023 }
1024 function die_status($msg = '', $status = 1) {
1025 if (empty($msg)) {
1026 die($status);
1027 } else if (is_int($msg) && $status == 1 /* default */) {
1028 die($msg);
1029 } else {
1030 fwrite(STDERR, $msg);
1031 die($status);
1032 }
1033 }
1034
1035 class events
1036 {
1037
1038 function DB($db = null)
1039 {
1040 static $_db;
1041
1042 if ($db === null) {
1043 return $_db;
1044 }
1045 $_db = $db;
1046 }
1047
1048 function newVersion($sourcePackage, $currentVersion, $newVersion, $distribution, $downloadLink = '')
1049 {
1050 global $base, $sendNotifications;
1051
1052 if (!$sendNotifications) {
1053 return null;
1054 }
1055
1056 $eventsId = events::_searchEvent(__FUNCTION__, $sourcePackage, $newVersion);
1057
1058 if (!empty($eventsId)) {
1059 echo "\nSkipping ".__FUNCTION__." event for v$newVersion of $sourcePackage; already sent";
1060 return null;
1061 }
1062
1063 $tpl = file_get_contents($base . '/tpls/new_version.mail.tpl');
1064
1065 $search = array();
1066 $replace = array();
1067
1068 $search [] = '#PACKAGE#';
1069 $replace[] = $sourcePackage;
1070 $search [] = '#DVERSION#';
1071 $replace[] = $currentVersion;
1072 $search [] = '#UVERSION#';
1073 $replace[] = $newVersion;
1074 $search [] = '#DISTRO#';
1075 $replace[] = $distribution;
1076 $search [] = '#LINK#';
1077 $replace[] = $downloadLink;
1078
1079 $message = str_replace($search, $replace, $tpl);
1080 $subject = events::_extractHeader('subject', $message);
1081 $to = events::_extractHeader('to', $message);
1082 $bcc = events::_extractHeader('bcc', $message);
1083
1084 $extraHeaders = events::_getDefaultExtraHeaders();
1085 $extraHeaders[] = 'X-DEHS-UVERSION: ' . $newVersion;
1086 $extraHeaders[] = 'BCC: ' . $bcc;
1087
1088 if (!mail($to, $subject, $message, implode("\r\n", $extraHeaders), escapeshellarg($to)))
1089 return false;
1090
1091 events::_recordEvent(__FUNCTION__, $sourcePackage, $distribution, $newVersion);
1092 }
1093
1094 function _extractHeader($header, &$message)
1095 {
1096 $regex = '/' . preg_quote($header, '/') . ':([ \t]*)(.*)/i';
1097
1098 $matches = array();
1099
1100 if (preg_match($regex, $message, $matches)) {
1101
1102 $spacer = $matches[1];
1103 $value = $matches[2];
1104
1105 $message = trim(preg_replace($regex, '', $message));
1106
1107 return $value;
1108
1109 }
1110 return false;
1111 }
1112
1113 function _getDefaultExtraHeaders()
1114 {
1115 global $notificationsMailFrom;
1116 $headers = array();
1117
1118 $headers[] = 'From: ' . $notificationsMailFrom;
1119 // $headers[] = 'X-PTS-Approved: sure';
1120 $headers[] = 'X-BY-DEHS: sure';
1121
1122 return $headers;
1123 }
1124
1125 function _recordEvent($eventType, $packageName, $distribution, $content)
1126 {
1127 $db = events::DB();
1128
1129 $eventType = pg_escape_string($eventType);
1130 $packageName = pg_escape_string($packageName);
1131 $distribution = pg_escape_string($distribution);
1132 $content = pg_escape_string($content);
1133
1134 pg_exec($db, "INSERT INTO events (name,type,dist,content,stamp) VALUES ('$packageName','$eventType','$distribution','$content',now())") OR die_status("Failed to record event: $packageName|$eventType|$distribution|$content");
1135 }
1136
1137 function _searchEvent($eventType, $packageName, $contentSearch, $distribution = '')
1138 {
1139 $db = events::DB();
1140
1141 $eventType = pg_escape_string($eventType);
1142 $packageName = pg_escape_string($packageName);
1143
1144 $result = pg_exec($db, "SELECT id FROM events WHERE name='$packageName' and type='$eventType' ".($distribution? "and dist='$distribution'":'')." and content LIKE '$contentSearch'");
1145 return pg_fetch_all($result);
1146 }
1147
1148 }
1149
1150 function sqldate($timestamp=null) {
1151 if ($timestamp===null) $timestamp=time();
1152 return gmdate("Y-m-d H:i:s", $timestamp);
1153 }
1154
1155 ?>

Properties

Name Value
svn:executable *

  ViewVC Help
Powered by ViewVC 1.1.5