/[dehs]/trunk/dehs_pg.php
ViewVC logotype

Diff of /trunk/dehs_pg.php

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 13 by evaso-guest, Sat May 22 13:53:33 2004 UTC revision 77 by atomo64-guest, Sun Dec 16 01:53:08 2007 UTC
# Line 1  Line 1 
1  #!/usr/bin/php4 -q  #!/usr/bin/php4 -q
2  <?  <?php
3  /*  /*
4    
5   Originally written by Stefano Fabri <bluefuture@nospam@email.it>  Originally written by Stefano Fabri <bluefuture@nospam@email.it>
6   Copyright 2004, Stefano Fabri  Copyright 2004, Stefano Fabri
7    Copyright 2007 by Raphael Geissert <atomo64@gmail.com>
8   This program is free software; you can redistribute it and/or modify  
9   it under the terms of the GNU General Public License as published by  This program is free software; you can redistribute it and/or modify
10   the Free Software Foundation; either version 2 of the License, or  it under the terms of the GNU General Public License as published by
11   (at your option) any later version.  the Free Software Foundation; either version 2 of the License, or
12    (at your option) any later version.
13   This program is distributed in the hope that it will be useful,  
14   but WITHOUT ANY WARRANTY; without even the implied warranty of  This program is distributed in the hope that it will be useful,
15   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the  but WITHOUT ANY WARRANTY; without even the implied warranty of
16   GNU General Public License for more details.  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
17    GNU General Public License for more details.
18   You should have received a copy of the GNU General Public License  
19   along with this program; if not, write to the Free Software  You should have received a copy of the GNU General Public License
20   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA  along with this program; if not, write to the Free Software
21    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
22  */  */
23    
24  // stabilire una connessione  // stabilire una connessione
25  #ini_set ( "error_reporting", "E_COMPILE_ERROR|E_ERROR|E_CORE_ERROR");  #ini_set ( "error_reporting", "E_COMPILE_ERROR|E_ERROR|E_CORE_ERROR");
26  ini_set ("html_errors", "off");  ini_set ("html_errors", "off");
27  set_time_limit(0);  set_time_limit(0);
28  ini_set ( "memory_limit", "15M");  ini_set ( "memory_limit", "40M");
29  #print_R($_SERVER);  #print_R($_SERVER);
30  require "dehs.config.inc";  require "dehs.config.inc";
31  dir_ctrl($dirs);  dir_ctrl($dirs);
32  if (!function_exists('file_get_contents')) {  if (!function_exists('file_get_contents')) {
33          function file_get_contents($filename) {      function file_get_contents($filename) {
34         if (!($file = fopen($filename,"rb"))) return false;          if (!($file = fopen($filename,"rb"))) return false;
35             else {          else {
36                  $contents = "";              $contents = "";
37                          do {              do {
38                                  $data = fread($file, 4096);                  $data = fread($file, 4096);
39                                  if (strlen($data) == 0) {                  if (strlen($data) == 0) {
40                          break;                      break;
41                                  }                  }
42                                  $contents .= $data;                  $contents .= $data;
43                          } while (true);              } while (true);
44                  fclose($file);              fclose($file);
45                  return $contents;              return $contents;
46                  }          }
47     }      }
48  }  }
49  if (in_array("-db_add",$argv))  db_add($argv[2]);  
50          elseif (in_array("-db_query",$argv))  db_query($argv[2],$argv[3] );  if (!function_exists('file_put_contents')) {
51          elseif (in_array("-keep_diff",$argv))  keep_diff($argv[2]);      function file_put_contents($filename, $content, $flags = 0) {
52                  elseif (in_array("-keep_sources",$argv))  keep_sources();          if (!($file = fopen($filename,$flags))) return false;
53                  elseif (in_array("-db_popcon",$argv))  db_popcon($argv[2]);          else {
54                  elseif (in_array("-keep_popcon",$argv))  keep_popcon($argv[2]);              $n = fwrite($file, $content);
55                  elseif (in_array("-db_upstream",$argv))  db_upstream($argv[2]);              fclose($file);
56                  elseif (in_array("-update_all",$argv))  update_all();              return true;
57                  elseif (in_array("-check_db",$argv))  check_db();          }
58                  elseif (in_array("-db_up_error",$argv))  db_up_error();      }
59                  elseif (in_array("-watchf",$argv))  watch_fill();  }
60          elseif (in_array("-kb_total",$argv))  print "Diff  
61    if (in_array("-db_add",$argv))  db_add((!empty($argv[2])?$argv[2]:''), false);
62        elseif (in_array("-db_query",$argv))  db_query($argv[2],(!empty($argv[3])?$argv[3]:'%') );
63        elseif (in_array("-dl_diffs",$argv) || in_array("-keep_diff",$argv))  dl_diffs($argv[2]);
64        elseif (in_array("-keep_sources",$argv) || in_array("-download_sources",$argv))  download_sources();
65        elseif (in_array("-db_popcon",$argv))  db_popcon($argv[2]);
66        elseif (in_array("-dl_popcon",$argv) || in_array("-keep_popcon",$argv))  dl_popcon($argv[2]);
67        elseif (in_array("-db_upstream",$argv))  db_upstream($argv[2]);
68        elseif (in_array("-update_all",$argv))  update_all();
69        elseif (in_array("-update_new",$argv))  update_new();
70        elseif (in_array("-update_bogus",$argv))  update_bogus();
71        elseif (in_array("-check_db",$argv))  check_db();
72        elseif (in_array("-dehsqa_db",$argv))  dehsqa_db();
73        elseif (in_array("-clear_db",$argv))  clear_db();
74        elseif (in_array("-db_up_error",$argv))  db_up_error();
75        elseif (in_array("-up_changes",$argv))  up_changes($argv[2], true);
76        elseif (in_array("-watchf",$argv) || in_array("-wwiz",$argv))  watch_wizard((!empty($argv[2])?$argv[2]:''));
77        elseif (in_array("-kb_total",$argv))  print "Diff
78  #stat_up_error();  #stat_up_error();
79  #stat_up_error();to download Kb => " . kb_total($argv[2]) . "\n" ;  #stat_up_error();to download Kb => " . kb_total($argv[2]) . "\n" ;
80                  elseif (in_array("-watch_stat",$argv))  watch_stat();      elseif (in_array("-watch_stat",$argv))  watch_stat();
81          else print "Command $argv[1] not found\n";      else print "Command $argv[1] not found\n";
82  #stat_up_error();  #stat_up_error();
83  function dir_ctrl($dirs) {  function dir_ctrl($dirs) {
84          foreach ($dirs as $dir) {      foreach ($dirs as $dir) {
85                  if (!is_dir($dir)) exec("mkdir -m 755 -p $dir") or die('Error creating basic dirs\n');          if (!is_dir($dir)) exec("mkdir -m 0740 -p " .  escapeshellarg($dir), $output, $res);
86          }          if ($res != 0) die_status("Error creating basic dir: $dir\n");
87        }
88  }  }
89  function ext_watch ($file,$pkg,$version){  function ext_watch ($file,$pkg,$version) {
90          if (!file_exists($file)) return "";      if (!file_exists($file)) return "";
91          $zp=gzopen($file,"r") or die("Fail to open $file");      $zp=gzopen($file,"r") or die_status("Fail to open $file");
92          while (!gzeof($zp)) {      while (!gzeof($zp)) {
93                  $line = gzgets ($zp,4096);          $line = gzgets ($zp,4096);
94          if (preg_match("/\+\+\+\s.+\/debian\/watch/",$line)) {          if (preg_match('/\+\+\+\s.+\/debian\/watch$/',$line)) {
95                      $line = gzgets ($zp,4096);              $line = gzgets ($zp,4096);
96                          preg_match ("/.+\+\d+\,(\d+)\s/",$line,$watch_lenght);              preg_match ("/.+\+\d+\,(\d+)\s/",$line,$watch_lenght);
97                          for ($i = 1; $i <= $watch_lenght[1]; $i++)      {              for ($i = 1; $i <= $watch_lenght[1]; $i++)      {
98                                  $line=gzgets ($zp,4096);                  $line=gzgets ($zp,4096);
99                                  $watch .=substr($line,1);                  $watch .=substr($line,1);
                         }  
                 break;  
100              }              }
101                break;
102          }          }
103  if ($watch!=null) return $watch;      }
104  else return NULL;      if ($watch!=null) return $watch;
105        else return NULL;
106  }  }
107  function ftp_cn($login,$password,$ftp_server) {  function ftp_cn($login,$password,$ftp_server) {
108  $conn_id = ftp_connect($ftp_server);      $conn_id = @ftp_connect($ftp_server) or die_status("Error: Cannot contact ftp server $ftp_server\n");
109  // login con user name e password      // login con user name e password
110  ftp_pasv($conn_id,1);      ftp_pasv($conn_id,1);
111  $login_result = ftp_login($conn_id, "anonymous","bo@bo.org");      $login_result = ftp_login($conn_id, "anonymous","bo@bo.org");
112  // controllo della connessione      // controllo della connessione
113  if ((!$conn_id) || (!$login_result)) {      if ((!$conn_id) || (!$login_result)) {
114          echo "Ftp connection failed!\n";          echo "Ftp connection failed!\n";
115          echo "Failed connection to $ftp_server\n";          echo "Failed connection to $ftp_server\n";
116          die();          die_status();
117      } else {      } else {
118          return $conn_id;          return $conn_id;
119      }      }
120  }  }
121  function keep_diff($initial) {  function dl_diffs($initial = '') {
122          global $dirs,$dbconn,$mirrors;      global $dirs,$dbconn,$mirrors;
123              check_db();      check_db();
124           $conn_normal=ftp_cn("anonymous","bo@bo.org",$mirrors['unstable']);      $conn_normal=ftp_cn("anonymous","bo@bo.org",$mirrors['unstable']);
125           $conn_non_us=ftp_cn("anonymous","bo@bo.org",$mirrors["non-US"]);      #$conn_non_us=ftp_cn("anonymous","bo@bo.org",$mirrors["non-US"]);
126         $db = pg_pconnect($dbconn) ;      $db = pg_pconnect($dbconn) ;
127         $rsql=pg_exec($db, "SELECT * FROM pkgs WHERE name like '$initial%' AND (md5_diff!=md5_atsource or md5_diff is null)") OR DIE("Error in diff query\n");      $rsql=pg_exec($db, "SELECT * FROM pkgs WHERE name like '$initial%' AND (md5_diff!=md5_atsource or md5_diff is null)") OR die_status("Error in diff query\n");
128                  $total=pg_numrows($rsql);      $total=pg_numrows($rsql);
129                          $btotal=byte_total($db,$initial);      $btotal=byte_total($db,$initial);
130                          print "Total Diff to downlaod Kb => " . number_format ($btotal/1024, 2, ",",".") . "\n";      print "Total Diff to downlaod Kb => " . number_format ($btotal/1024, 2, ",",".") . "\n";
131                  while ($res_array=pg_fetch_array($rsql)) {      while ($res_array=pg_fetch_array($rsql)) {
132                          if ($res_array['dist']=='non-US') $conn_id = $conn_non_us;          #if ($res_array['dist']=='non-US') $conn_id = $conn_non_us;
133                          else $conn_id = $conn_normal;          #else
134                                  if   ($localfile=download_diffs($conn_id,$res_array[name],$res_array[version],$res_array['dir'],$res_array[md5_diff],$res_array[md5_atsource],$res_array[bytes],$res_array[dist])) {          $conn_id = $conn_normal;
135                                                  $watch=ext_watch($localfile,$res_array[name],$res_array[version]);          if   ($localfile=download_diffs($conn_id,$res_array[name],$res_array[version],$res_array['dir'],$res_array[md5_diff],$res_array[md5_atsource],$res_array[bytes],$res_array[dist])) {
136                                                  unlink($localfile);              $watch=ext_watch($localfile,$res_array[name],$res_array[version]);
137                                                  if ($watch!=NULL) {              unlink($localfile);
138                                                          $watch= addslashes($watch);              if ($watch!=NULL) {
139                                                          pg_exec($db, "UPDATE pkgs SET watch='" . $watch . "', md5_diff='" . $res_array[md5_atsource] . "' where name='" . $res_array[name] . "' AND dist='" . $res_array[dist] ."'") or Die("Query error");                  $watch=iconv("ISO-8859-1","UTF-8",$watch);
140                                                  }                  $watch= pg_escape_string($watch);
141                                                  else pg_exec($db, "UPDATE pkgs SET watch=NULL, md5_diff='" . $res_array[md5_atsource] . "' where name='" . $res_array[name] . "' AND dist='" . $res_array[dist] ."'") or Die("Errore nella query");                  pg_exec($db, "UPDATE pkgs SET watch='" . $watch . "', md5_diff='" . $res_array[md5_atsource] . "' where name='" . $res_array[name] . "' AND dist='" . $res_array[dist] ."'") or die_status("Query error");
142                                          }              }
143                          $btotal=$btotal-$res_array['bytes'];              else pg_exec($db, "UPDATE pkgs SET watch=NULL, md5_diff='" . $res_array[md5_atsource] . "' where name='" . $res_array[name] . "' AND dist='" . $res_array[dist] ."'") or die_status("Errore nella query");
144                          number_format ($btotal/1024, 2, ",",".");          }
145                  print "\rDiffs left =>  " . $total-- . " Bytes left => " . number_format ($btotal/1024, 2, ",",".") . " - " . $res_array[name];          $btotal=$btotal-$res_array['bytes'];
146                          }          number_format ($btotal/1024, 2, ",",".");
147          ftp_quit($conn_normal);          print "\rDiffs left =>  " . $total-- . " Bytes left => " . number_format ($btotal/1024, 2, ",",".") . " - " . $res_array[name];
148          ftp_quit($conn_non_us);      }
149          pg_close($db);      ftp_quit($conn_normal);
150          return "Fatto\n";      pg_close($db);
151        return "Fatto\n";
152  }  }
153  function download_diffs(&$conn_id,$pkg,$version,$directory,$md5_diff,$md5_atsource,$diff_kb,$dist) {  function download_diffs(&$conn_id,$pkg,$version,$directory,$md5_diff,$md5_atsource,$diff_kb,$dist) {
154  global $dirs,$mirrors;      global $dirs,$mirrors;
155                          $localfile=$dirs[diffs_dir] . "/$pkg" . "_" . "$version.diff.gz";      $localfile=$dirs[diffs_dir] . "/$pkg" . "_" . "$version.diff.gz";
156                          if ($dist=="non-US") $remotefile="/debian-non-US/$directory/$pkg" . "_" . "$version.diff.gz";      #if ($dist=="non-US") $remotefile="/debian-non-US/$directory/$pkg" . "_" . "$version.diff.gz";
157                          else $remotefile="/debian/$directory/$pkg" . "_" . "$version.diff.gz";      #else
158                          #print "$localfile - $remotefile\n";      $remotefile="/debian/$directory/$pkg" . "_" . "$version.diff.gz";
159                  if      (ftp_get($conn_id,$localfile,$remotefile,FTP_BINARY)) {      #print "$localfile - $remotefile\n";
160                      #    print "$pkg Diff.gz => Downloaded\n";      if      (ftp_get($conn_id,$localfile,$remotefile,FTP_BINARY)) {
161                  if(md5_of_file($localfile)==$md5_atsource) {          #    print "$pkg Diff.gz => Downloaded\n";
162                                  #print "MD5 => OK\n";          if(md5_of_file($localfile)==$md5_atsource) {
163                                  #unlink($localfile);              #print "MD5 => OK\n";
164                                  return $localfile;              #unlink($localfile);
165                                  }              return $localfile;
166                          }          }
167                  print "Download Diff.gz of package $pkg => Fallito\n";      }
168                          return false;      print "Download Diff.gz of package $pkg => Fallito\n";
169  }      return false;
170  function db_add($initial=''){  }
171  global $dirs,$dists,$dbconn;  function db_add($initial='', $clear_db = true) {
172  check_db();      global $dirs,$dists,$dbconn;
173  keep_source();      check_db();
174  $db = pg_connect($dbconn)  or  die(pg_result_error($db));      download_sources();
175  pg_exec($db, "CREATE TEMP TABLE pkgs_atsrc (name text,dist text)") or die('Error creating temp table pkgs_atsrc');  
176  pg_exec($db, "CREATE UNIQUE INDEX idxdis on pkgs_atsrc (name,dist)") or die('Error creating index on temp table');      $db = pg_pconnect($dbconn)  or  die_status(pg_last_error($db));
177  pg_exec($db, "CREATE TEMP TABLE bin_atsrc (name text,bin_name text, dist text)") or die('Error creating temp table pkgs_atsrc');      pg_exec($db, "CREATE TEMP TABLE pkgs_atsrc (name text,dist text)") or die_status('Error creating temp table pkgs_atsrc');
178  pg_exec($db, "CREATE UNIQUE INDEX idxbis on bin_atsrc (name,bin_name,dist)") or die('Error creating index on temp table bin_atsrc');      pg_exec($db, "CREATE UNIQUE INDEX idxdis on pkgs_atsrc (name,dist)") or die_status('Error creating index on temp table');
179          foreach ($dists as $dist=>$sections) {      pg_exec($db, "CREATE TEMP TABLE bin_atsrc (name text,bin_name text, dist text)") or die_status('Error creating temp table pkgs_atsrc');
180        pg_exec($db, "CREATE UNIQUE INDEX idxbis on bin_atsrc (name,bin_name,dist)") or die_status('Error creating index on temp table bin_atsrc');
181    
182        foreach ($dists as $dist=>$sections) {
183          foreach ($sections as $section) {          foreach ($sections as $section) {
184                  $filename=$dirs[sources_dir] . "/$dist/$section/Sources.gz";              $filename=$dirs['sources_dir'] . "/$dist/$section/Sources.gz";
185                          print "\nI'm parsing $dist/$section => Sources.gz\n";              print "\nI'm parsing $dist/$section => Sources.gz\n";
186          # 1 Pacchetto - 2 versione - 3 np - 4 Directory - 5 md5              # 1 Pacchetto - 2 versione - 3 np - 4 Directory - 5 md5
187                  $regexp="/Package:\s($initial.*)[^a]Binary:\s(.+)[^a]Version:\s(\d+:)?(.+)[^a]Priority.+Directory:\s(.+)[^a]Files:.+\s(\S+)\s(\d+)\s" . '\1\S+' . "\.diff\.gz/Ssi";              $regexp="/Package:\s($initial.*)[^a]Binary:\s(.+)[^a]Version:\s(\d+:)?(.+)[^a]Priority.+Maintainer:.+<([^>]+)>[^a].+Directory:\s(.+)[^a]Files:.+\s(\S+)\s(\d+)\s" . '\1\S+' . "\.diff\.gz[^a](Uploaders:\s(.+)[^a])?/Ssi";
188                  $zp = gzopen($filename, "r") or die("Could not open $filename");              $zp = gzopen($filename, "r") or die_status("Could not open $filename");
189                          $extracted="/tmp/$dist_$section_Sources.gz";              $extracted=tempnam("/tmp/", "$dist_$section_Sources");
190                          exec("gzip -c -d $filename > $extracted");              exec("gzip -c -d $filename > $extracted");
191                          $sourcesize=filesize($extracted);              $sourcesize=filesize($extracted);
192                          if(filesize($filename)>20) {              unlink($extracted);
193                  while (!gzeof($zp)) {              if(filesize($filename)>20) {
194                     $line='';                  while (!gzeof($zp)) {
195                          while ($line!="\n")  {                      $line='';
196                                  $line = gzgets ($zp,4096) ;                      while ($line!="\n")  {
197                                  $buff1 .= $line;                          $line = gzgets ($zp,4096) ;
198                            $buff1 .= $line;
199                        }
200                        if (preg_match($regexp,$buff1,$matches))  {
201                            if ($matches[5]) {
202                                $matches[5]=iconv("ISO-8859-1","UTF-8",$matches[5]);
203                                $matches[5]=pg_escape_string($matches[5]);
204                            }
205                            if ($matches[10]) {
206                                $matches[10]=iconv("ISO-8859-1","UTF-8",$matches[10]);
207                                $matches[10]=pg_escape_string($matches[10]);
208                          }                          }
209                          if (preg_match($regexp,$buff1,$matches))  {                          @pg_exec($db,"INSERT INTO pkgs_atsrc (name,dist) VALUES ('$matches[1]','$dist')") OR die_status("Temp table pkgs_atsrc query error");
210             #            print("Pacchetto => $matches[1]\nVersione => $matches[4]\nDirectory => $matches[5]\nMD5 => $matches[6]\n");                          $rst=@pg_exec($db, "INSERT INTO pkgs (name,version,dversionmangled,maint,dir,md5_atsource,bytes,dist,section,uploaders) VALUES ('$matches[1]','$matches[4]','$matches[4]','$matches[5]','$matches[6]','$matches[7]','$matches[8]','$dist','$section','$matches[10]')") ;
211          #               print "REPLACE INTO pkgs (name,version,dir,md5_diff) VALUES ($matches[1],$matches[3],$matches[4],$matches[5])";                          if (!$rst) {
212                                                          @pg_exec($db,"INSERT INTO pkgs_atsrc (name,dist) VALUES ('$matches[1]','$dist')") OR DIE("Temp table pkgs_atsrc query error");                              $rst=@pg_exec($db, "UPDATE pkgs SET name='$matches[1]',version='$matches[4]',dversionmangled='$matches[4]',maint='$matches[5]',dir='$matches[6]',md5_atsource='$matches[7]',bytes='$matches[8]',dist='$dist',section='$section',uploaders='$matches[10]' WHERE name='$matches[1]' AND dist='$dist'") OR die_status("\nDb adding error =>" . pg_last_error() . "\n");
213                                                          $rst=@pg_exec($db, "INSERT INTO pkgs (name,version,dir,md5_atsource,bytes,dist,section) VALUES ('$matches[1]','$matches[4]','$matches[5]','$matches[6]','$matches[7]','$dist','$section')") ;                          }
214                                                          if (!$rst) {                          $bin_names=split(",", $matches[2]);
215                                                                  $rst=@pg_exec($db, "UPDATE pkgs SET name='$matches[1]',version='$matches[4]',dir='$matches[5]',md5_atsource='$matches[6]',bytes='$matches[7]',dist='$dist',section='$section' WHERE name='$matches[1]' AND dist='$dist'") OR DIE ("\nDb adding error =>" . pg_errormessage() . "\n");                          foreach ($bin_names as $bin_name) {
216                                                          #       if ($rst) print "\rUpdated $matches[1]" ."              ";                              pg_exec($db,"INSERT INTO bin_atsrc (name,bin_name,dist) VALUES ('$matches[1]','" . trim($bin_name) . "','$dist')") OR die_status("Temp table pkgs_atsrc query error");
217                                                          }                              $rst=@pg_exec($db, "INSERT INTO binpkgs (name,bin_name,dist) VALUES ('$matches[1]','" . trim($bin_name) . "','$dist')") ;
218                                                          $bin_names=split(",", $matches[2]);                          }
219                                                          foreach ($bin_names as $bin_name) {                      }
220                                                                  pg_exec($db,"INSERT INTO bin_atsrc (name,bin_name,dist) VALUES ('$matches[1]','" . trim($bin_name) . "','$dist')") OR DIE("Temp table pkgs_atsrc query error");                      else {
221                                                                  $rst=@pg_exec($db, "INSERT INTO binpkgs (name,bin_name,dist) VALUES ('$matches[1]','" . trim($bin_name) . "','$dist')") ;                          preg_match("/Package:\s(.+)[^a]Binary/im",$buff1,$matches);
222                                                          #       if (!$rst) {                          if(strncmp($initial,$matches[1],strlen($initial))<0) break;
223                                                          #               $rst=@pg_exec($db, "UPDATE binpkgs SET name='$matches[1]',bin_name='" . trim($bin_name) . "'") OR DIE("Binary Db adding error =>". pg_errormessage());                      }
224                                                          #               if ($rst) print "\rUpdated binpkgs $bin_name        ";                      $left=$sourcesize-gztell($zp);
225                                                          #       }                      print "\rSource file Left => $left";
226                                                          }                      $buff1="";
227                                                  }                      unset($matches);
228                                          else {                  }
                                         preg_match("/Package:\s(.+)[^a]Binary/im",$buff1,$matches);  
                                         #print $matches[1] . "- " . strncmp($initial,$matches[1],strlen($initial)) . "\n";  
                                         if(strncmp($initial,$matches[1],strlen($initial))<0) break;  
                                         }  
                                         $left=$sourcesize-gztell($zp);  
                                         print "\rSource file Left => $left";  
                                         $buff1="";  
                                         unset($matches);  
                                    # unset($matches);  
                                # if (strcmp($init,substr($matches[1],0,strlen($init)))<=0) break;  
                                 }  
229              }              }
230              gzclose($zp) ;              gzclose($zp) ;
231          }          }
232      }      }
233              clear_db($db);      if ($clear_db)
234             pg_close($db);      clear_db($db);
235  }      pg_close($db);
236  function db_query($pkg,$dist) {  }
237          global $dirs,$dbconn;  function db_query($pkg,$dist='%') {
238                  $db = pg_pconnect($dbconn )  or  die(pg_result_error($db));      global $dirs,$dbconn;
239                  $rsql=pg_exec($db, "SELECT pkgs.* ,mpop_inst FROM (SELECT name,MAX(binpkgs.pop_inst) AS mpop_inst FROM binpkgs GROUP BY name)      $db = pg_pconnect($dbconn )  or  die_status(pg_last_error($db));
240                                                                          AS binpkgs INNER JOIN pkgs ON pkgs.name=binpkgs.name      $rsql=pg_exec($db, "SELECT pkgs.* ,mpop_inst FROM (SELECT name,MAX(binpkgs.pop_inst) AS mpop_inst FROM binpkgs GROUP BY name)
241                                WHERE pkgs.name='$pkg' AND dist='$dist';");                                                                          AS binpkgs INNER JOIN pkgs ON pkgs.name=binpkgs.name
242         if (pg_numrows($rsql)==1) {                                WHERE pkgs.name='$pkg' AND dist='$dist';");
243                          $res_array=pg_fetch_array($rsql);      while ($res_array=pg_fetch_array($rsql)) {
244                  print "Package=> " . $res_array['name'] . "\n";          print "Package=> " . $res_array['name'] . "\n";
245                  print "Version => " . $res_array['version'] . "\n";          print "Version => " . $res_array['version'] . "\n";
246                  print "Diff MD5 Downloaded => " . $res_array['md5_diff'] . "\n";          print "Mangled version => " . $res_array['dversionmangled'] . "\n";
247                                  print "Diff MD5 at Sources => " . $res_array['md5_atsource'] . "\n";          print "Diff MD5 Downloaded => " . $res_array['md5_diff'] . "\n";
248                                  print "Distribution => " . $res_array['dist'] . "\n";          print "Diff MD5 at Sources => " . $res_array['md5_atsource'] . "\n";
249                                  print "Section => " . $res_array['section'] . "\n";          print "Distribution => " . $res_array['dist'] . "\n";
250                  print "KBytes => " . number_format ( $res_array['bytes']/1024, 2, ",",".") . "\n";          print "Section => " . $res_array['section'] . "\n";
251                                  print "Pop Inst=>" . $res_array['mpop_inst'] . "\n";          print "KBytes => " . number_format ( $res_array['bytes']/1024, 2, ",",".") . "\n";
252            print "Pop Inst=>" . $res_array['mpop_inst'] . "\n";
253          if ($res_array['watch']) {          if ($res_array['watch']) {
254                         $uscan_res=uscan_foo($res_array['name'] ,$res_array['version'],$res_array['watch']);              $uscan_res=uscan_foo($res_array['name'] ,$res_array['version'],$res_array['watch']);
255                  print "Version Upstream => " . $uscan_res[0] . "\n";              print "Version Upstream => " . $uscan_res[0] . "\n";
256                              print "Watch => " . $res_array['watch'];              print "Watch => " . trim($res_array['watch'])."\n";
257                                  print "Watch Warings => " . $uscan_res[1];              print "Watch Warnings => " . $uscan_res[1];
258          }          }
259          else print "Watch => Not present" . "\n";          else print "Watch => Not present" . "\n";
260            if ($res_array['wwiz_type']) {
261                $uscan_res=uscan_foo($res_array['name'] ,$res_array['version'],$res_array['wwiz']);
262                print "WWiz Upstream => " . $uscan_res[0] . "\n";
263                print "WWiz => " . $res_array['wwiz']."\n";
264                print "WWiz Warings => " . $uscan_res[1];
265          }          }
266       else echo "Package=> " . $pkg . "\nNot found\n!!";          print "\n";
267     pg_close($db);      }
268        if (pg_numrows($rsql)==0) echo "Package=> " . $pkg . "\nNot found\n!!";
269        pg_close($db);
270  }  }
271  function byte_total(&$db,$initial){  function byte_total(&$db,$initial) {
272  global $dirs;      global $dirs;
273  $rsql=pg_exec ($db,"Select sum(bytes) as totbytes FROM pkgs WHERE name like '$initial%' AND (md5_diff!=md5_atsource or md5_diff is null)");      $rsql=pg_exec ($db,"Select sum(bytes) as totbytes FROM pkgs WHERE name like '$initial%' AND (md5_diff!=md5_atsource or md5_diff is null)");
274  $res_array=pg_fetch_array($rsql);      $res_array=pg_fetch_array($rsql);
275  return $res_array[totbytes] ;      return $res_array[totbytes] ;
276  }  }
277  function keep_source (){  function download_sources () {
278                  global $dirs,$dists,$mirrors;      global $dirs,$dists,$mirrors;
279          foreach ($dists as $dist=>$sections) {      foreach ($dists as $dist=>$sections) {
280                                  $server=$mirrors[$dist];          $server=$mirrors[$dist];
281                      $conn_id = ftp_cn("anonymous","bo@bo.org",$server);          $conn_id = ftp_cn("anonymous","bo@bo.org",$server);
282          foreach ($sections as $section) {          foreach ($sections as $section) {
283                  $localfile=$dirs[sources_dir] . "/$dist/$section/Sources.gz";              $localfile=$dirs[sources_dir] . "/$dist/$section/Sources.gz";
284                 $remotefile=remote_dist_dir($dist) . "/$dist/$section/source/Sources.gz";              $remotefile=remote_dist_dir($dist) . "/$dist/$section/source/Sources.gz";
285                  $sources_info=md5_source($section,$dist);              $sources_info=md5_source($section,$dist);
286                  if (!file_exists ($dirs[sources_dir] . "/$dist/")) mkdir ( $dirs[sources_dir] . "/$dist","755");              if (!file_exists ($dirs[sources_dir] . "/$dist/")) mkdir ( $dirs[sources_dir] . "/$dist",0740);
287                                  if (!file_exists ($dirs[sources_dir] . "/$dist/$section")) mkdir ($dirs[sources_dir] . "/$dist/$section","755");              if (!file_exists ($dirs[sources_dir] . "/$dist/$section")) mkdir ($dirs[sources_dir] . "/$dist/$section",0740);
288          if (!file_exists($localfile) OR md5_of_file($localfile)!=$sources_info[md5])  {              if (!file_exists($localfile) OR md5_of_file($localfile)!=$sources_info[md5])  {
289                    print "Downloading $remotefile Bytes $sources_info[bytes]=> ";
290          print "Downloading $remotefile Bytes $sources_info[bytes]=> ";                  if (ftp_get($conn_id,$localfile,$remotefile,FTP_BINARY)) {
291          if      (ftp_get($conn_id,$localfile,$remotefile,FTP_BINARY)) {                      print "Done\n";
292                  print "Done\n";                      if(md5_of_file($localfile)==$sources_info[md5]) print "MD5 => OK\n";
293                  if(md5_of_file($localfile)==$sources_info[md5]) print "MD5 => OK\n";                      else print "MD5 => no match\n";
294          }                  }
295          else {                  else {
296          unlink("$localfile");                      unlink($localfile);
297          print "Fail\n";                      print "Fail\n";
298          die ("Error in source file");                      die_status ("Error in source file");
299                    }
300                }
301          }          }
302            ftp_quit($conn_id);
303      }      }
         }  
         }  
 ftp_quit($conn_id);  
304  }  }
305  function md5_source($section,$dist) {  function md5_source($section,$dist) {
306  global $mirrors;      global $mirrors;
307  $relase=file_get_contents ("ftp://$mirrors[$dist]" . remote_dist_dir($dist) . "/$dist/Release") or die("Failed to check MD5 of sources");      $relase=file_get_contents ("ftp://$mirrors[$dist]" . remote_dist_dir($dist) . "/$dist/Release") or die_status("Failed to check MD5 of sources");
308  preg_match ("/\s([^\s]+)\s+(\d+)\s$section\/source\/Sources\.gz/i", $relase,$matches);      preg_match ("/\s([^\s]+)\s+(\d+)\s$section\/source\/Sources\.gz/i", $relase,$matches);
309  return array("md5"=>$matches[1],"bytes"=>$matches[2]);      return array("md5"=>$matches[1],"bytes"=>$matches[2]);
310   # 183dea9ca3c2e35ffd6cf5eee9501c21          2941637 main/binary-i386/Packages.gz      # 183dea9ca3c2e35ffd6cf5eee9501c21          2941637 main/binary-i386/Packages.gz
311  }  }
312    
313  function vers_conv($debvers) {  function vers_conv($debvers) {
314  preg_match("/(.+)-/",$debvers,$matches);      // Strip off the epoch
315  return $matches[1];      $pos = strpos($debvers, ':');
316        if ( $pos !== FALSE) {
317            $debvers = substr($debvers, $pos+1);
318        }
319    
320        // strip off the Debian revision (look from the back of the string)
321        $pos = strrpos($debvers, '-');
322        if ( $pos !== FALSE) {
323            $debvers = substr($debvers, 0, $pos);
324        }
325    
326        // strip off repacking indicators
327        $debvers = preg_replace("/[-.+~]?(ds|dfsg|debian)(.*)/i", "", $debvers);
328        return $debvers;
329  }  }
330  function check_db() {  function check_db() {
331  global $dirs,$dbconn;      global $dirs,$dbconn;
332  $db = pg_connect($dbconn) or die(pg_result_error($db));      $db = pg_pconnect($dbconn) or die_status(1/*pg_last_notice($db)*/);
333     if (!pg_table_exists($db,"pkgs")){      if (!pg_table_exists($db,"pkgs")){
334     pg_exec($db, "CREATE TABLE pkgs (id serial PRIMARY KEY,name text,version text,dir text,watch text,md5_diff text,md5_atsource text,bytes numeric,dist text,section text,up_version text,watch_warn text,updated bool, wwiz text, wwiz_type text)") or die('Error creating table pkgs\n');          pg_exec($db, "CREATE TABLE pkgs (id serial PRIMARY KEY,name text,version text, dversionmangled text,maint text, uploaders text, dir text,watch text,md5_diff text,md5_atsource text,bytes numeric,dist text,section text,up_version text,up_changes text, up_url text,watch_warn text,updated bool, keep_changes bool, wwiz text,wwiz_version text, wwiz_type text)") or die_status('Error creating table pkgs\n');
335     pg_exec($db, "CREATE UNIQUE INDEX idxname on pkgs (name,dist)") or die('Errore creating index - ' . pg_last_error($db));          pg_exec($db, "CREATE UNIQUE INDEX idxname on pkgs (name,dist)") or die_status('Errore creating index - ' . pg_last_error($db));
336     $sw=true;          $sw=true;
337    }      }
338   if (!pg_table_exists($db,"binpkgs")){      if (!pg_table_exists($db,"binpkgs")){
339     pg_exec($db, "CREATE TABLE binpkgs (id serial PRIMARY KEY, name text,bin_name text,dist text, pop_inst numeric,pop_vote numeric, up_error numeric,avg_error_date numeric)") or die('Error creating table binpkgs\n');          pg_exec($db, "CREATE TABLE binpkgs (id serial PRIMARY KEY, name text,bin_name text,dist text, pop_inst numeric,pop_vote numeric, up_error numeric,avg_error_date numeric)") or die_status('Error creating table binpkgs\n');
340     pg_exec($db, "CREATE UNIQUE INDEX idxbin on binpkgs (name,bin_name,dist)") or die('Errore creating index - ' . pg_last_error($db));          pg_exec($db, "CREATE UNIQUE INDEX idxbin on binpkgs (name,bin_name,dist)") or die_status('Errore creating index - ' . pg_last_error($db));
341     $sw=true;          $sw=true;
342  }      }
343   #if (!pg_table_exists($db,"upstream")){      #if (!pg_table_exists($db,"upstream")){
344   #  pg_exec($db, "CREATE TABLE upstream (name text,dist text,up_version text,watch_warn text,updated bool)") or die('Errore nel creare la tabella');      #  pg_exec($db, "CREATE TABLE upstream (name text,dist text,up_version text,watch_warn text,updated bool)") or die_status('Errore nel creare la tabella');
345   #  pg_exec($db, "CREATE UNIQUE INDEX idxupstrm on upstream (name,dist)") or die('Errore nel creare gli indici ' . pg_last_error($db));      #  pg_exec($db, "CREATE UNIQUE INDEX idxupstrm on upstream (name,dist)") or die_status('Errore nel creare gli indici ' . pg_last_error($db));
346   #  $sw=true;      #  $sw=true;
347  #}      #}
348  pg_close($db);      pg_close($db);
349  if($sw) return $sw;      if($sw) return $sw;
350  else return false;      else return false;
351  }  }
352  function pg_table_exists (&$dblink, $table) {  function pg_table_exists (&$dblink, $table) {
353         $sql = "SELECT relname as tbl FROM pg_class WHERE relname = '$table'";      $sql = "SELECT relname as tbl FROM pg_class WHERE relname = '$table'";
354         if ($res = pg_exec ($dblink, $sql)) {      if ($res = pg_exec ($dblink, $sql)) {
355             return pg_numrows($res) > 0;          return pg_numrows($res) > 0;
356         } else {      } else {
357             return false; // or throw exception          return false; // or throw exception
358         }      }
359     }  }
360    
361    
362  function watch_stat() {  function watch_stat() {
363  global $dirs,$dbconn;      global $dirs,$dbconn;
364  $db = pg_pconnect($dbconn) or die(pg_result_error($db));      $db = pg_pconnect($dbconn) or die_status(pg_last_error($db));
365  $rsql=pg_exec ($db,"Select count(name) as totwatch FROM pkgs WHERE watch!=''");      $rsql=pg_exec ($db,"Select count(name) as totwatch FROM pkgs WHERE watch!=''");
366  $tot_watch=pg_fetch_array($rsql);      $tot_watch=pg_fetch_array($rsql);
367  print "Total packages with Watch =>$tot_watch[0]\n";      print "Total packages with Watch =>$tot_watch[0]\n";
368  $rsql=pg_exec ($db,"Select count(name) as totwatch FROM pkgs WHERE watch IS NULL");      $rsql=pg_exec ($db,"Select count(name) as totwatch FROM pkgs WHERE watch IS NULL");
369  $tot_nowatch=pg_fetch_array($rsql);      $tot_nowatch=pg_fetch_array($rsql);
370  pg_close($db);      pg_close($db);
371  print "Totale packages without Watch => $tot_nowatch[0]\n";      print "Totale packages without Watch => $tot_nowatch[0]\n";
372  print "Watch presence rate => " . number_format ($tot_watch[0]/($tot_nowatch[0]+$tot_watch[0])*100, 2, ",",".")  . "%\n";      print "Watch presence rate => " . number_format ($tot_watch[0]/($tot_nowatch[0]+$tot_watch[0])*100, 2, ",",".")  . "%\n";
373  }  }
374  function remote_dist_dir($dist) {  function remote_dist_dir($dist) {
375  if ($dist=="non-US") return "/debian-non-US/dists/unstable/";      #if ($dist=="non-US") return "/debian-non-US/dists/unstable";
376  else return "/debian/dists";      #else
377        return "/debian/dists";
378  }  }
379  function clear_db(&$db) {  function clear_db(&$db) {
380  #global $dbconn;      #global $dbconn;
381  #if (check_db()) die("Il Database era vuoto\n");      #if (check_db()) die_status("Il Database era vuoto\n");
382  #keep_source();      #download_sources();
383  #$db = pg_pconnect($dbconn)  or  die(pg_result_error($db));      #$db = pg_pconnect($dbconn)  or  die_status(pg_result_error($db));
384  $sql1=  "Delete from binpkgs where id NOT IN      $sql1=      "Delete from binpkgs where id NOT IN
385                          (select id FROM binpkgs INNER JOIN bin_atsrc USING (name,bin_name,dist))" ;                          (select id FROM binpkgs INNER JOIN bin_atsrc USING (name,bin_name,dist))" ;
386  $sql2=  "Delete from pkgs where id NOT IN (select id FROM pkgs INNER JOIN pkgs_atsrc USING (name,dist))" ;      $sql2=      "Delete from pkgs where id NOT IN (select id FROM pkgs INNER JOIN pkgs_atsrc USING (name,dist))" ;
387  #$sql3= "Delete from upstream where name NOT IN      $sql3=      "UPDATE pkgs SET wwiz=NULL, wwiz_type=NULL, wwiz_version=NULL WHERE watch IS NOT NULL or watch!=''" ;
388  #                       (select name FROM pkgs_atsrc) AND dist NOT IN (select dist FROM pkgs_atsrc)" ;      $sql4=      "UPDATE pkgs SET up_changes=NULL WHERE wwiz_version=up_version OR up_version=version" ;
389  if(pg_exec($db,$sql1) AND pg_exec($db,$sql2)) print "Db clear complete\n";      if(pg_exec($db,$sql1) AND pg_exec($db,$sql2) AND pg_exec($db,$sql3) AND pg_exec($db,$sql4)) print "Db clear complete\n";
390  }  }
391  function db_popcon($initial='') {  function db_popcon($initial='') {
392  global $dirs,$dbconn;      global $dirs,$dbconn;
393  $db = pg_pconnect($dbconn)  or  die(pg_result_error($db));      $db = pg_pconnect($dbconn)  or  die_status(pg_last_error($db));
394  $filename=$dirs[popcon_dir] . "/all-popcon-results.txt.gz";      $filename=$dirs[popcon_dir] . "/all-popcon-results.txt.gz";
395  $regexp="/Package:\s($initial\S*)\s+(\d+)\s+(\d+)/iS";      $regexp="/Package:\s($initial\S*)\s+(\d+)\s+(\d+)/iS";
396                  $zp = gzopen($filename, "r") or die("Could not open $filename");      $zp = gzopen($filename, "r") or die_status("Could not open $filename");
397                          $tin=time();      $tin=time();
398                          if(filesize($filename)>20) {      if(filesize($filename)>20) {
399                          #pg_exec($db, "BEGIN TRANSACTION") OR DIE("Impossibile iniziare la transazione");          #pg_exec($db, "BEGIN TRANSACTION") OR die_status("Impossibile iniziare la transazione");
400                  while (!gzeof($zp)) {          while (!gzeof($zp)) {
401                                  $line = gzgets ($zp,4096) ;              $line = gzgets ($zp,4096) ;
402                                   if (preg_match($regexp,$line,$matches)) {              if (preg_match($regexp,$line,$matches)) {
403                   #print "\rName => $matches[1] Install => $matches[2] Vote => $matches[3]";                  #print "\rName => $matches[1] Install => $matches[2] Vote => $matches[3]";
404                                   @pg_exec($db, "UPDATE binpkgs SET pop_inst='$matches[2]',pop_vote='$matches[3]' WHERE bin_name='$matches[1]'");                  @pg_exec($db, "UPDATE binpkgs SET pop_inst='$matches[2]',pop_vote='$matches[3]' WHERE bin_name='$matches[1]'");
405                                   $processed+=1;                  $prcessed++;
406                                   $elapsed_time=time()-$tin;                  /*$elapsed_time=time()-$tin;
407                                   if (($elapsed_time % 20)==0 AND $updtime!=$elapsed_time) {                  if (($elapsed_time % 20)==0 AND $updtime!=$elapsed_time) {
408                                          $updtime=$elapsed_time;                      $updtime=$elapsed_time;
409                                      $wprocessed=$processed-$wprocessed;                      $wprocessed=$processed-$wprocessed;
410                                          $avg_time=$wprocessed/20;                      $avg_time=$wprocessed/20;
411                                          $wprocessed=$processed;                      $wprocessed=$processed;
412                                          $countdown=(34701- $processed)/$avg_time;                      $countdown=(34701- $processed)/$avg_time;
413                                          $last_time=time();                      $last_time=time();
414                                   }                  }
415                                   print "\rProcessing Popcon: " .  date("i:s",$countdown=$countdown-(time()-$last_time))   . " =>" . (34701-$processed) . " Media $avg_time";                  print "\rProcessing Popcon: " .  date("i:s",$countdown=$countdown-(time()-$last_time))   . " =>" . (34701-$processed) . " Media $avg_time";
416                                   $last_time=time();                  $last_time=time();*/
417                                  }              }
418                                  }          }
419                          #pg_exec($db, "COMMIT") OR DIE("Impossibile commsionare la transazione");          #pg_exec($db, "COMMIT") OR die_status("Impossibile commsionare la transazione");
420                          }      }
421  @pg_close($db);      @pg_close($db);
422  }  }
423  function db_popcon_test() {  function db_popcon_test() {
424  global $dirs,$dbconn;      global $dirs,$dbconn;
425  $db = pg_pconnect($dbconn)  or  die(pg_result_error($db));      $db = pg_pconnect($dbconn)  or  die_status(pg_last_error($db));
426  $filename=$dirs[popcon_dir] . "/all-popcon-results.txt.gz";      $filename=$dirs[popcon_dir] . "/all-popcon-results.txt.gz";
427  $regexp="/Package:\s(\S+)\s+(\d+)\s+(\d+)/";      $regexp="/Package:\s(\S+)\s+(\d+)\s+(\d+)/";
428                  $zp = gzfile($filename, "r") or die("Could not open $filename");      $zp = gzfile($filename, "r") or die_status("Could not open $filename");
429                          if(filesize($filename)>20) {      if(filesize($filename)>20) {
430                  foreach ($zp as $line) {          foreach ($zp as $line) {
431                                   if (preg_match($regexp,$line,$matches)) {              if (preg_match($regexp,$line,$matches)) {
432                  # print "Name => $matches[1] \n Install => $matches[2] \n Vote => $matches[3]\n";                  # print "Name => $matches[1] \n Install => $matches[2] \n Vote => $matches[3]\n";
433                                   print "\r" . $i++;                  print "\r" . $i++;
434                                   #pg_unbuffered_query($db, "UPDATE binpkgs SET pop_inst='$matches[2]',pop_vote='$matches[3]' WHERE bin_name='$matches[1]'");                  #pg_unbuffered_query($db, "UPDATE binpkgs SET pop_inst='$matches[2]',pop_vote='$matches[3]' WHERE bin_name='$matches[1]'");
435                                  }              }
436                                  }          }
437                          }      }
438  @pg_close($db);      @pg_close($db);
439  }  }
440  function file_put_contents($filename, $content, $flags = 0) {  function dl_popcon() {
441         if (!($file = fopen($filename,$flags))) return false;      global $dirs,$dbconn;
442             else {      $localfile=$dirs[popcon_dir] . "/all-popcon-results.txt.gz";
443          $n = fwrite($file, $content);      $remotefile="http://popcon.debian.org/all-popcon-results.txt.gz";
444          fclose($file);      @file_put_contents($localfile,file_get_contents($remotefile),'w') or die_status("Errore nello scaricare il file popcon\n");
445          return true;  }
446             }  function is_updated ($up_vers,$debian_vers) {
447     }      if ($up_vers=='') return 0;
448  function keep_popcon() {      passthru("dpkg --compare-versions '".escapeshellarg($up_vers)."' le '" . escapeshellarg(vers_conv($debian_vers)) . "'",$great);
449  global $dirs,$dbconn;      if ($great!=0) return 1;
450  $localfile=$dirs[popcon_dir] . "/all-popcon-results.txt.gz";      else return 0;
451  $remotefile="http://popcon.debian.org/all-popcon-results.txt.gz";  }
452  @file_put_contents($localfile,file_get_contents($remotefile),'w') or die("Errore nello scaricare il file popcon\n");  function db_upstream($initial='%') {
453  }      global $dirs,$dbconn;
454  function db_upstream($initial='') {      check_db();
455         global $dirs,$dbconn;      $db = pg_pconnect($dbconn) ;
456              check_db();      $rsql=pg_exec($db, "SELECT id, pkgs.name,pkgs.dist,up_version,version,watch FROM pkgs WHERE watch is not null AND name LIKE '$initial%' ORDER BY name DESC");
457         $db = pg_connect($dbconn) ;      $tot=pg_numrows($rsql);
458         $rsql=pg_exec($db, "SELECT pkgs.name,pkgs.dist,version,watch FROM pkgs WHERE watch is not null AND name LIKE '$initial%' ORDER BY name DESC");      while ($res_array=pg_fetch_array($rsql)) {
459             $tot=pg_numrows($rsql);          $uscan_res=uscan_foo($res_array['name'],$res_array['version'],$res_array['watch']);
460                  while ($res_array=pg_fetch_array($rsql)) {          #print $uscan_res[0] . "\n Name => $res_array[name]\n";
461                                  $uscan_res=uscan_foo($res_array['name'],$res_array['version'],$res_array['watch']);          $version=$res_array[version];
462                                  if($uscan_res[1] !=null) $uscan_res[1]=addslashes($uscan_res[1]);          $dversionmangled=$res_array['dversionmangled'];
463                                  #print $uscan_res[0] . "\n Name => $res_array[name]\n";          print "\rVersion=>" . $uscan_res[3];
464                                  if ($uscan_res[0]!='') {          if ($uscan_res[3]!=null) $version=$uscan_res[3];
465                                  passthru("dpkg --compare-versions '$uscan_res[0]' gt '" . vers_conv($res_array[version]) . "'",$great);          if ($uscan_res[5]!=null) $dversionmangled=$uscan_res[5];
466                                  #echo "dpkg --compare-versions '" . $uscan_res[0] . "' gt '" . vers_conv($res_array[version]) . "' $great\n";          $updated=$uscan_res[4];
467                                  if ($great==0) $updated=1;          if ($updated) {
468                                  else $updated=0;              $updated=is_updated($uscan_res[0],$dversionmangled);
469                                  }          }
470                                  else $updated=0;  
471  #                               $sql= "INSERT INTO upstream (name,dist,up_version,watch_warn,updated)          if (!$updated) {
472  #                                     VALUES ('" . $res_array['name'] . "','" . $res_array['dist'] . "','" . $uscan_res[0] . "','" . $uscan_res[1] . "','$updated')";              events::newVersion($res_array['name'], $res_array['version'], $uscan_res[0], $res_array['dist']);
473  #                               $rst=@pg_exec($db,$sql) ;          }
474  #                                                       if (!$rst) {  
475                                                          #print "UPDATE upstream SET up_version='" . $uscan_res[0] . "',watch_warn='" . $uscan_res[1] . "',updated='$updated' WHERE name='$res_array[name]' AND dist='$res_array[dist]'\n";          if ($uscan_res[0]!=$res_array[up_version]) ($keep_changes=1);
476                                                                  pg_exec($db, "UPDATE pkgs SET up_version='" . $uscan_res[0] . "',watch_warn='" . $uscan_res[1] . "',updated='$updated' WHERE name='$res_array[name]' AND dist='$res_array[dist]'") or Die("Error in update pkgs upstream");          else $keep_changes=0;
477                                                                  #print "\rUpdated " . $res_array['name'] .  " => $updated Up Version => ". $uscan_res[0];          $up_url=iconv("ISO-8859-1","UTF-8",$uscan_res[2]);
478                                                                  print "\rUpstream left => " . $tot --;          $up_version=iconv("ISO-8859-1","UTF-8",$uscan_res[0]);
479  #                                                       }          $watch_warn='';
480  #                                                       else print "Added ". $res_array['name'] ."\n";          if($uscan_res[1] != null) {
481                          #       if ($great==0) {              $watch_warn=pg_escape_string(iconv("ISO-8859-1","UTF-8",$uscan_res[1]));
482            }
483                          #               print "Package=> " . $res_array['name'] . "\n";          pg_exec($db, "UPDATE pkgs SET up_version='" . pg_escape_string($up_version) . "', dversionmangled='".pg_escape_string($dversionmangled)."',up_url='" . pg_escape_string($up_url) . "', watch_warn='" . $watch_warn . "',keep_changes='$keep_changes', wwiz_version=NULL, wwiz_type=NULL, wwiz=NULL, updated='$updated' WHERE id=$res_array[id]") or die_status("Error in update pkgs upstream");
484              #           print "Version => " . $res_array['version'] . "\n";          #print "\rUpdated " . $res_array['name'] .  " => $updated Up Version => ". $uscan_res[0];
485              #           print "Upstream Ver=> " . $uscan_res[0] . "\n";          print "\tUpstream left => " . $tot --;
486                                          #print "Watch warings=> " . $uscan_res[1]  . "\n";          #                               }
487                          #       }          #                                                       else print "Added ". $res_array['name'] ."\n";
488                                  }          #       if ($great==0) {
489          print "\n";  
490          pg_close($db);          #               print "Package=> " . $res_array['name'] . "\n";
491            #               print "Version => " . $res_array['version'] . "\n";
492            #               print "Upstream Ver=> " . $uscan_res[0] . "\n";
493            #print "Watch warings=> " . $uscan_res[1]  . "\n";
494            #       }
495        }
496        print "\n";
497        pg_close($db);
498    }
499    function check_url ($url) {
500        $url_p = parse_url ($url);
501        if (isset ($url_p["host"])) $host = $url_p["host"];
502        else return false;
503        preg_match("/(http|ftp)/",$host,$matches);
504        if ($matches[1]=='http') $fp = fsockopen ($host, 80, $errno, $errstr, 5);
505        elseif ($matches[1]=='ftp') $fp2 = fsockopen ($host, 21, $errno, $errstr, 5);
506        if (!$fp AND !$fp2) return false;
507        else return true;
508    }
509    function keep_remote ($localfile,$remotefile) {
510        if (!check_url($remotefile)) return false;
511        #   $rfp = @fopen ($remotefile, "r");
512        #   if (!$rfp) {
513        #           return false;
514        #           }
515        #     fclose($rfp);
516        #   $lfp = fopen ($localfile, "w");
517        #   stream_set_blocking($rfp,0);
518        #   ini_set ( "memory_limit", "100M");
519        #   while (!feof($rfp)) {
520        #           $data = fread($rfp, 8192);
521        #           $bytes+=8192;
522        #           print "Downlaoding $remotefile: $bytes\r";
523        #           fwrite($lfp, $data);
524        #   } while (true);
525        #   ini_set ( "memory_limit", "15M");
526    
527        if (!copy($remotefile, $localfile)) {
528            echo "Copia di $file non riuscita ...\n";
529            return false;
530        }
531        #   fclose($lfp);
532        #   fclose($rfp);
533    
534        return true;
535    }
536    function up_changes($src_name='%', $force = false) {
537        global $dbconn, $fetchUpstreamChanges;
538    
539        if (!$fetchUpstreamChanges && !$force) {
540            print "\nSkipping download of upstream sources to grab changelogs\n";
541            return;
542        }
543    
544        $changes_files=array("CHANGES","NEWS","Changelog","ChangeLog","changelog");
545        $db = pg_pconnect($dbconn) ;
546        $rsql=pg_exec($db, "SELECT id,up_url FROM pkgs WHERE up_url!=''  AND keep_changes='t' AND name LIKE '$src_name%'");
547        $tot=pg_numrows($rsql);
548        while ($res_array=pg_fetch_array($rsql)) {
549            $localfile=tempnam("/tmp/", "dehs-" . $res_array[id] . ".tar.gz");
550            print "I'm downloading $res_array[up_url]\r";
551            $res=keep_remote($localfile,$res_array['up_url']);
552            print "UPDATE pkgs SET up_changes='', keep_changes='f' WHERE id=$res_array[id]";
553            if (!$res) {
554                pg_exec($db, "UPDATE pkgs SET up_changes='', keep_changes='f' WHERE id=$res_array[id]");
555                $notdown++;
556                $tot--;
557                print "Packages Left: " . $tot-- . " Found: $found Not found: $notfound Not Down: $notdown\r";
558                #print "\n Not Downlaoded: $res_array[up_url]\n";
559                unlink($localfile);
560                continue;
561            }
562            foreach($changes_files as $filename) {
563                $command="tar --wildcards -zxOf " . $localfile . " *$filename 2>/dev/null";
564                exec($command,$up_changes,$cmdres);
565                $up_changes=rtrim(implode("\n",$up_changes));
566                if ($cmdres==0 AND strlen($up_changes)>20) {
567                    $sw=true;
568                    $conv_res=iconv("ISO-8859-1","UTF-8",$up_changes);
569                    if ($conv_res) $up_changes=$conv_res;
570                    $up_changes=pg_escape_string($up_changes);
571                    $up_changes_sql="UPDATE pkgs SET up_changes='$up_changes', keep_changes='f' WHERE id=$res_array[id]";
572                    pg_exec($db,$up_changes_sql);
573                    #print "\nFound $filename on $res_array[up_url]\n";
574                    $found++;
575                    break;
576                }
577            }
578            if (!$sw) {
579                pg_exec($db, "UPDATE pkgs SET up_changes='', keep_changes='f' WHERE id=$res_array[id]");
580                #print "\n Not Found any on $res_array[up_url]\n";
581                $notfound++;
582            }
583            unlink($localfile);
584            print "Packages Left: " . $tot-- . " Found: $found Not found: $notfound Not Down: $notdown\r";
585        }
586        pg_close($db);
587  }  }
588  function uscan_foo($name,$version,$watch){  function uscan_foo($name,$version,$watch){
589          $fw=fopen("/tmp/$name" . "_watch","w");      global $base, $uscan;
590          fwrite($fw,$watch);  
591          fclose($fw);      $tmpnam=tempnam('/tmp/', $name.'_watch');
592          $uscan_res=shell_exec("perl uscan3.pl $name $name " . vers_conv($version) . " /tmp/$name" . "_watch 2>&1");      $fw=fopen($tmpnam,"w");
593          unlink("/tmp/$name" . "_watch");      fwrite($fw,$watch);
594          preg_match("/\+\+(.+)\+\+/",$uscan_res, $matches);      fclose($fw);
595          if ($matches[1]!='') $upstream=$matches[1];  
596          else $upstream=null;      $uscan_res=shell_exec("$uscan --dehs --package $name --upstream-version " . escapeshellarg(vers_conv($version)) . " --watchfile $tmpnam 2>/dev/null 2>&1");
597          $uscan_res=preg_replace("/(\+\+.+\+\+)/", "", $uscan_res);  
598          if ($uscan_res=='') $uscan_res=null;      unlink($tmpnam);
599          return array($upstream,$uscan_res);  
600  }      $p = xml_parser_create();
601        xml_parse_into_struct($p, $uscan_res, $vals, $index);
602        xml_parser_free($p);
603    
604        $upstream=$vals[$index['UPSTREAM-VERSION'][0]][value];
605        $up_url=$vals[$index['UPSTREAM-URL'][0]][value];
606        $deb_vers=$vals[$index['DEBIAN-UVERSION'][0]][value];
607        $deb_mangled_vers=$vals[$index['DEBIAN-MANGLED-UVERSION'][0]][value];
608        $warnings=$vals[$index['WARNINGS'][0]][value];
609        $updated=$vals[$index['STATUS'][0]][value];
610    
611        if ($updated=="up to date")  $updated=0;
612        else $updated=1;
613    
614        if ($upstream=='') $upstream=null;
615        if ($up_url=='')  $up_url=null;
616        if ($deb_vers=='') $deb_vers=null;
617        if ($warnings=='') $warnings=null;
618        if ($deb_mangled_vers=='') $deb_mangled_vers=null;
619    
620        return array($upstream, $warnings, $up_url, $deb_vers, $updated, $deb_mangled_vers);
621    }
622  function db_up_error() {  function db_up_error() {
623      global $dbconn;      global $dbconn;
624          check_db();      check_db();
625          $db = pg_connect($dbconn) ;      $db = pg_pconnect($dbconn) ;
626          $bugurl="http://bugs.debian.org/cgi-bin/pkgreport.cgi?which=tag&data=upstream&archive=no&show_list_header=no&pend-exc=done";      $bugurl="http://bugs.debian.org/cgi-bin/pkgreport.cgi?which=tag&data=upstream&archive=no&show_list_header=no&pend-exc=done";
627          print "Downloading bugs list =>";      print "\nDownloading bugs list =>";
628          $ferrors=file_get_contents($bugurl) or die ("I can't keep error page from bugs.debian.org");      $ferrors=file_get_contents($bugurl) or die_status ("I can't keep error page from bugs.debian.org");
629          print "Done\n";      print "Done\n";
630          $ferrors=explode("<li>",$ferrors);      $ferrors=explode("<li>",$ferrors);
631          $totline=count($ferrors);      $totline=count($ferrors);
632          #$errors[]=array();      #$errors[]=array();
633          #array_pop($errors);      #array_pop($errors);
634          print "Total line => $totline\n";      print "Total lines => $totline\n";
635          foreach ($ferrors as $line) {      foreach ($ferrors as $line) {
636             # print $line . "\n";          # print $line . "\n";
637                  $founded=preg_match("/Package:.+<strong>([^<]+)<\/strong><\/a>.+<strong>((\d+)\syear\sand\s|)(\d+)\sdays/sS",$line,$matches);          if (preg_match("/Package:.+?>([^<]+)<\/a>.+<strong>((\d+)\syear\sand\s|)(\d+)\sdays/sS",$line,$matches)) {
638                  if ($founded) {              $errors[$matches[1]][err_tot]++;
639                          $errors[$matches[1]][err_tot]++;              $errors[$matches[1]][days]+=$matches[3]*365+$matches[4];
640                          $errors[$matches[1]][days]+=$matches[3]*365+$matches[4];              #if ($matches[3]) print "Anni $matches[3]";
641                          #if ($matches[3]) print "Anni $matches[3]";              #print "Giorni $matches[4]\n";
642                          #print "Giorni $matches[4]\n";          }
643                  }          print "\rLines left => " . $totline--;
644                  print "\rLine left => " . $totline--;      }
645          }      #arsort($errors);
646          #arsort($errors);      $total=count($errors);
647          $total=count($errors);      foreach ($errors as $pkg_name=>$value) {
648          foreach ($errors as $error=>$value) {          pg_exec($db, "UPDATE binpkgs SET up_error=" . $value[err_tot] . ",avg_error_date=" . $value[days]/$value[err_tot] . " WHERE bin_name='$pkg_name'") or die_status("Error in upstream bug query");
649                  pg_exec($db, "UPDATE binpkgs SET up_error=" . $value[err_tot] . ",avg_error_date=" . $value[days]/$value[err_tot] . " WHERE bin_name='$error'") or Die("Error in upstream error query");          #print "Pkg: $error Errori: $value[err_tot] Average Days: " . $value[days]/$value[err_tot]  . "\n";
650                  #print "Pkg: $error Errori: $value[err_tot] Average Days: " . $value[days]/$value[err_tot]  . "\n";          print "\rBugs left => " . $total--;
651                  print "\rErrors left => " . $total--;      }
652          }      pg_close($db);
         pg_close($db);  
 }  
 function watch_fill(){  
         global $dirs,$dbconn;  
         $db = pg_connect($dbconn) ;  
         $checked=$errors=$notfound=$verok=$notmatch=0;  
         $sqlstring="SELECT mpop_inst,name,pkgs.version,pkgs.section,pkgs.dist,tot_up_error, tot_avg_error_date FROM pkgs INNER JOIN  
         (Select max(pop_inst) as mpop_inst,SUM(up_error) as tot_up_error,AVG(avg_error_date) as tot_avg_error_date,name,dist FROM binpkgs GROUP BY name,dist HAVING max(pop_inst) IS NOT NULL) as binpkgs using(name,dist)  
         WHERE watch IS NULL OR watch=''  ORDER BY mpop_inst DESC";  
         $rsql=pg_exec($db, $sqlstring);  
         while ($res_array=pg_fetch_array($rsql)) {  
                 if (substr($res_array["name"],0,3)=='lib') $initial=substr($res_array["name"],0,4);  
                 else $initial=substr($res_array["name"],0,1);  
                 $url="http://packages.debian.org/changelogs/pool/" .  
                 $res_array["section"] . "/" .  
                 $initial . "/" .  
                 $res_array["name"] ."/" .  
                 $res_array["name"] . "_" .  
                 $res_array["version"] . "/copyright";  
                 $contents=@file_get_contents($url) or '';  
                 if (!$contents) {  
                         $notfound++;  
                         pg_exec($db, "UPDATE pkgs SET wwiz_type='no_cright' where name='" . $res_array[name] . "' AND dist='" . $res_array[dist] ."'");  
                         #$filename=$dirs["watchfill_dir"] . "/" . $res_array["name"] . "-nocright_" . $res_array["dist"];  
                         #file_put_contents($filename,"","w");  
                 }  
                 else {  
                         $res=preg_match ('/((ftp:\/\/|http:\/\/).+(\/|\.tar\|\.gz\|\.bz2|html))/',$contents,$matches);  
                         #print $res_array["name"] . " => " . $matches[1] . "\n";  
                         if (!$res) {  
                                 $notmatch++;  
                                 pg_exec($db, "UPDATE pkgs SET wwiz='" . addslashes($contents) . "', wwiz_type='notmatch' where name='" . $res_array[name] . "' AND dist='" . $res_array[dist] ."'");  
 #                               $filename=$dirs["watchfill_dir"] . "/" . $res_array["name"] . "-notmatch_" . $res_array["dist"];  
 #                               file_put_contents($filename,$contents,"w");  
                         }  
                         else {  
                                 $watch="version=2\n" .  
                                 $matches[1]  . $res_array["name"] . ".*-([\d\.\d]+\d+|\d+)\.tar(\.gz|\.bz2)";  
                                 #file_put_contents('/tmp/dehs/' . $res_array["name"] . "-watch_" . $res_array["dist"],$watch);  
                                 $uscan_res=uscan_foo($res_array['name'] ,$res_array['version'],$watch);  
                         if ($uscan_res[1]) {  
                                 #$filename=$dirs["watchfill_dir"] . "/" . $res_array["name"] . "-error_" . $res_array["dist"];  
                                 #file_put_contents($filename,$uscan_res[1],"w");  
                                 pg_exec($db, "UPDATE pkgs SET wwiz='" . addslashes($uscan_res[1]) . "', wwiz_type='error' where name='" . $res_array[name] . "' AND dist='" . $res_array[dist] ."'");  
                                 $errors++;  
                         }  
                         else {  
                                 $verok++;  
                                 #$filename=$dirs["watchfill_dir"] . "/" . $res_array["name"] . "-watch_" . $res_array["dist"];  
                                 #file_put_contents($filename,$watch,"w");  
                                 pg_exec($db, "UPDATE pkgs SET wwiz='" . addslashes($watch) ."', wwiz_type='watch' where name='" . $res_array[name] . "' AND dist='" . $res_array[dist] ."'");  
                         }  
                 }  
                 }  
                 print "Package checked: " . $checked++ .  
                       " OK: $verok Error: $errors Not Matched: $notmatch\r";  
         }  
         print "Copyright files not founded: $notfound\n";  
         print "Automatic genereted watch file failure: $errors\n";  
         pg_close($db);  
653  }  }
654  function update_all() {  function watch_wizard($src_name='%'){
655  global $email;      global $dirs,$dbconn,$sfIgnore,$watchFileExts,$watchFileDversionMangle,$watchFormat;
656  $intime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);      $db = pg_pconnect($dbconn) or die_status ("Db error");
657  db_add();      $checked=$errors=$notfound=$verok=$notmatch=0;
658  keep_popcon();  
659  db_popcon();      // prepare some stuff that needs to be done once per run
660  keep_diff();      $opts       = array();
661  db_up_error();      $exts       = '';
662  db_upstream();      $dvmanglers = '';
663  watch_fill();  
664  $endtime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);      foreach ($watchFileExts as $ext) {
665  $messaggio="Dehs executed successful\nBegin: $intime\nEnd: $endtime";          $exts .= $ext . '|';
666  mail($email, "DEHS report", $messaggio,      }
667       "From: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .      unset($ext);
668       "Reply-To: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .  
669       "X-Mailer: PHP/" . phpversion());      if ($exts != '') {
670            $opts[] = 'uversionmangle=s/\.(' . substr($exts, 0, -1) . ')$//i';
671        }
672    
673        foreach ($watchFileDversionMangle as $dvmangler) {
674            $dvmanglers .= $dvmangler . '|';
675        }
676        unset($dvmangler);
677    
678        if ($dvmanglers != '') {
679            $opts[] = 'dversionmangle=s/[-.+~]?(' . substr($dvmanglers, 0, -1) . ')(.*)$//i';
680        }
681    
682        if (is_array($opts)) {
683            $_opts = '';
684            foreach ($opts as $opt) {
685                $_opts .= $opt . ',';
686            }
687            $opts = '';
688            if ($_opts != ',') {
689                $opts = 'opts=' . substr($_opts, 0, -1) . ' \\';
690            }
691        }
692    
693        $sqlstring="SELECT mpop_inst,name,pkgs.version,pkgs.dversionmangled,pkgs.section,pkgs.dist,tot_up_error, tot_avg_error_date, wwiz_version FROM pkgs INNER JOIN
694            (Select max(pop_inst) as mpop_inst,SUM(up_error) as tot_up_error,AVG(avg_error_date) as tot_avg_error_date,name,dist FROM binpkgs GROUP BY name,dist HAVING max(pop_inst) IS NOT NULL) as binpkgs using(name,dist)
695            WHERE (watch IS NULL OR watch='') AND name LIKE '$src_name%' ORDER BY mpop_inst DESC";
696        $rsql=pg_exec($db, $sqlstring);
697    
698        while ($res_array=pg_fetch_array($rsql)) {
699    
700            if (substr($res_array["name"],0,3)=='lib')
701                $initial=substr($res_array["name"],0,4);
702            else
703                $initial=substr($res_array["name"],0,1);
704    
705            $url="http://packages.debian.org/changelogs/pool/" .
706            $res_array["section"] . "/" .
707            $initial . "/" .
708            $res_array["name"] ."/" .
709            $res_array["name"] . "_" .
710            $res_array["version"] . "/copyright";
711            $contents=@file_get_contents($url) or '';
712            $generatedWatches = array();
713    
714            if (!$contents) {
715                $url="http://packages.debian.org/changelogs/pool/" .
716                $res_array["section"] . "/" .
717                $initial . "/" .
718                $res_array["name"] ."/" .
719                $res_array["name"] . "_" .
720                $res_array["version"] . "/" . $res_array["name"] . ".copyright";
721                $contents=@file_get_contents($url) or '';
722            }
723    
724            if (!$contents) {
725                $url="http://packages.debian.org/changelogs/pool/" .
726                $res_array["section"] . "/" .
727                $initial . "/" .
728                $res_array["name"] ."/" .
729                "current/copyright";
730                $contents=@file_get_contents($url) or '';
731            }
732    
733            if ($contents) {
734    
735                if (preg_match ('/(sf\.net|sourceforge\.net)/i', $contents, $matches) ||
736                    (preg_match ('/([\w\-]+)\.(sf\.net|sourceforge\.net)/i', $contents, $matches)
737                     && !in_array($matches[1], $sfIgnore))) {
738                    preg_match("/([^\d]+)/",$res_array['name'],$dmatches);
739                    $depured_debian_name=$dmatches[1];
740                    /*$matches[1]="ftp://download.sf.net/pub/sourceforge/" . substr($depured_debian_name,0,1) . "/" . substr($depured_debian_name,0,2) . "/" . $depured_debian_name . "/";*/
741                    $generatedWatches[]=array('url'=>"http://sf.net/" . $depured_debian_name . "/");
742                    $generatedWatches[]=array('url'=>"http://sf.net/" . $depured_debian_name . "/",'name'=>$depured_debian_name);
743    
744                }
745    
746                if (preg_match ('#((ftp://|http://|https://)\S+(html|htm|/(?(?=.+(tar|tgz|zip|gz|bz2))|[^>\s\)\a]+)))#i',$contents,$matches)) {
747                    $final=substr($matches[1],-1);
748                    if ($final=='.') {
749                        $matches[1]=substr($matches[1],0,-1);
750                        $final=substr($matches[1],-1);
751                    }
752                    if ($matches[2]=="http://" || $matches[2]=="https://") {
753                        $space=' ' . "(?:.*/)?";
754                    } elseif ($final!='/') {
755                        $matches[1].='/';
756                    }
757                    $generatedWatches[]=array('url' => preg_replace("#((http|https|ftp)://.+):(.*)#i",'$1' . '$3', $matches[1],1), 'space' => $space);
758                }
759    
760                if (preg_match ('#((ftp|http)\.\S+(html|htm|/(?(?=.+(tar|tgz|zip|gz|bz2))|[^>\s\)\a]+)))#i',$contents,$matches)) {
761                    $final=substr($matches[1],-1);
762                    if ($final=='.') {
763                        $matches[1]=substr($matches[1],0,-1);
764                        $final=substr($matches[1],-1);
765                    }
766                    $space = '';
767                    if ($matches[2]=="http") {
768                        $space=' ' . "(?:.*/)?";
769                    } elseif ($final!='/') {
770                        $matches[1].='/';
771                    }
772                    $generatedWatches[]=array('url'=>preg_replace('#(http|ftp)\.(.+)#i','$1://$0', $matches[1],1), 'space'=>$space);
773                }
774    
775                if (empty($generatedWatches)) {
776                    $notmatch++;
777                    $contents=iconv("ISO-8859-1","UTF-8",$contents);
778                    pg_exec($db, "UPDATE pkgs SET wwiz_version=NULL, wwiz='" . pg_escape_string($contents) . "', wwiz_type='notmatch', up_url='', up_changes='',keep_changes='f' where name='" . pg_escape_string($res_array[name]) . "' AND dist='" . $res_array[dist] ."'");
779    
780                } else {
781    
782                    $defs = array('name' => $res_array['name'], 'url' => '', 'space' => '');
783    
784                    foreach ($generatedWatches as $tWatch) {
785    
786                        if (!is_array($tWatch)) {
787                            $tWatch = array($tWatch);
788                        }
789    
790                        $tWatch = array_merge($defs, $tWatch);
791    
792    
793                        $watch = sprintf($watchFormat, $tWatch['url'], $tWatch['space'], $tWatch['name'], $exts, $opts);
794    
795                        $uscan_res=uscan_foo($res_array['name'] ,$res_array['version'],$watch);
796    
797                        if ($uscan_res[0]) {
798                            break;
799                        }
800                    }
801    
802                    if ($uscan_res[1] && !$uscan_res[0]) {
803                        pg_exec($db, "UPDATE pkgs SET wwiz_version=NULL, wwiz='" . pg_escape_string($uscan_res[1]) . "', wwiz_type='error', up_url='', up_changes='', keep_changes='f' where name='" . pg_escape_string($res_array[name]) . "' AND dist='" . $res_array[dist] ."'");
804                        $errors++;
805                    } else {
806                        $verok++;
807                        if ($uscan_res[0] != $res_array['wwiz_version']) {
808                            $keep_changes = 1;
809                        } else {
810                            $keep_changes = 0;
811                        }
812    
813                        $dversionmangled = $res_array[version];
814                        if ($uscan_res[5]!=null) $dversionmangled=$uscan_res[5];
815    
816                        $updated=$uscan_res[4];
817                        if ($updated) {
818                            $updated=is_updated($uscan_res[0],$dversionmangled);
819                        }
820    
821                        if (!$updated) {
822                            events::newVersion($res_array['name'], $res_array['version'], $uscan_res[0], $res_array['dist']);
823                        }
824    
825                        pg_exec($db, "UPDATE pkgs SET wwiz='" . pg_escape_string($watch) ."', wwiz_type='watch', wwiz_version='" . pg_escape_string($uscan_res[0]) . "',dversionmangled='".pg_escape_string($dversionmangled)."', up_url='" . pg_escape_string($uscan_res[2]) . "', keep_changes='$keep_changes', updated='$updated' where name='" . pg_escape_string($res_array[name]) . "' AND dist='" . $res_array[dist] ."'");
826                    }
827                }
828            } else {
829                $notfound++;
830                pg_exec($db, "UPDATE pkgs SET wwiz_version=NULL, wwiz_type='no_cright' where name='" . pg_escape_string($res_array['name']) . "' AND dist='" . $res_array['dist'] ."'");
831            }
832            print "Package checked: " . $checked++ .
833            " OK: $verok Error: $errors Not Matched: $notmatch\r";
834        }
835        print "\nCopyright files not found: $notfound\n";
836        print "Automatic generated watch file failures: $errors\n";
837        pg_close($db);
838    }
839    function dbqa_conn ($dbname,$mode) {
840        $id = dba_open($dbname, $mode, "db4");
841        if (!$id) {
842            die_status("dba_open failed\n");
843        }
844        return $id;
845    }
846    function dehsqa_db () {
847        global $dirs,$dbconn;
848        $dir1='/org/alioth.debian.org/chroot/home/groups/dehs/htdocs/';
849        $dir2="/org/qa.debian.org/data/dehs/";
850        $dists=array("unstable","experimental");
851        foreach ($dists as $dist) {
852            $id=dbqa_conn($dir1 . "dehs_qa_" . $dist . ".db",'n');
853            $db = pg_pconnect($dbconn) or die_status ("Db error");
854            $sql="SELECT name, id, up_version, wwiz_version, watch, wwiz_type, watch_warn, version, dversionmangled FROM pkgs WHERE dist='$dist'";
855            $rsql=pg_exec($db, $sql);
856            while($res_array=pg_fetch_array($rsql)) {
857    
858                if (!$res_array[watch]) { if ($res_array['wwiz_type']==null) $version="N/A"; else $version='-';}
859                elseif (!$res_array[up_version]) $version="Error";
860                else $version=$res_array[up_version];
861    
862                if ($res_array['wwiz_type']=="watch") $wwiz=$res_array['wwiz_version'];
863                else $wwiz=$res_array[wwiz_type];
864    
865                $xml="<data><id>$res_array[id]</id>" .
866                "<up_version>$version</up_version>" .
867                "<dversion>$res_array[version]</dversion>" .
868                "<dversionmangled>$res_array[dversionmangled]</dversionmangled>" .
869                "<wwiz>$wwiz</wwiz>" .
870                "</data>";
871                $value=addslashes($xml);
872                dba_replace($res_array[name],$xml,$id);
873            }
874            dba_optimize($id);
875            dba_close($id);
876            pg_close($db);
877        }
878  }  }
879  function md5_of_file($inFile) {  function md5_of_file($inFile) {
880     if (file_exists($inFile)) {      if (file_exists($inFile)) {
881         $fd = fopen($inFile, 'r');          return md5_file($inFile);
882         $fileContents = fread($fd, filesize($inFile));      } else {
883         fclose ($fd);          return false;
884         return md5($fileContents);      }
885     } else {  }
886         return false;  function update_all() {
887     }      global $email;
888        $intime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);
889        db_add();
890        dl_popcon();
891        db_popcon();
892        dl_diffs();
893        db_up_error();
894        db_upstream();
895        watch_wizard();
896        up_changes();
897        dehsqa_db();
898        $endtime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);
899        $messaggio="Dehs executed successful\nBegin: $intime\nEnd: $endtime";
900        mail($email, "DEHS report", $messaggio,
901        "From: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .
902        "Reply-To: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .
903        "X-Mailer: PHP/" . phpversion());
904    }
905    function update_new() {
906        global $email_all;
907        $intime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);
908        db_add('',false);
909        dl_popcon();
910        db_popcon();
911    
912        global $dbconn;
913        check_db();
914        $db = pg_pconnect($dbconn);
915        $sql="SELECT name FROM pkgs WHERE (md5_diff!=md5_atsource or md5_diff is null)";
916        $rsql=pg_exec($db, $sql);
917        $res_array=pg_fetch_all($rsql);
918        pg_close($db);
919    
920        dl_diffs();
921        db_up_error();
922        if ($res_array !== false) {
923            foreach ($res_array as $entry) {
924                db_upstream($entry['name']);
925                up_changes($entry['name']);
926                watch_wizard($entry['name']);
927            }
928            dehsqa_db();
929        }
930        $endtime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);
931        $messaggio="Dehs executed successful\nBegin: $intime\nPackages processed: ".((!is_array($res_array))?'none':count($res_array))."\nEnd: $endtime";
932        mail($email_all, "DEHS update_new report", $messaggio,
933        "From: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .
934        "Reply-To: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .
935        "X-Mailer: PHP/" . phpversion());
936    }
937    function update_bogus() {
938        global $email_all,$dbconn;
939        $intime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);
940        check_db();
941        $db = pg_pconnect($dbconn);
942        $sql="SELECT name FROM pkgs WHERE up_version='' AND watch!=''";
943        $rsql=pg_exec($db, $sql);
944        $res_array=pg_fetch_all($rsql);
945        $orig_count = ((!is_array($res_array))?0:count($res_array));
946        if ($res_array !== false) {
947            foreach ($res_array as $entry) {
948                db_upstream($entry['name']);
949                up_changes($entry['name']);
950            }
951            dehsqa_db();
952        }
953        $sql="SELECT COUNT(name) FROM pkgs WHERE up_version='' AND watch!=''";
954        $rsql=pg_exec($db, $sql);
955        $res_array=pg_fetch_array($rsql);
956        $new_count = (int)$res_array[0];
957        pg_close($db);
958        $endtime=gmdate('D, d M Y H:i:s \C\E\S\T',time()+3600*2);
959        $messaggio="Dehs executed successful\nBegin: $intime\n".
960        "Packages processed: $orig_count\n" .
961        "New bogus watches count: $new_count\nEnd: $endtime";
962        mail($email_all, "DEHS update_bogus report", $messaggio,
963        "From: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .
964        "Reply-To: dehs-noreply@{$_SERVER['SERVER_NAME']}\r\n" .
965        "X-Mailer: PHP/" . phpversion());
966    }
967    function die_status($msg = '', $status = 1) {
968        if (empty($msg)) {
969            die($status);
970        } else if (is_int($msg) && $status == 1 /* default */) {
971            die($msg);
972        } else {
973            echo $msg;
974            die($status);
975        }
976    }
977    
978    class events
979    {
980        function newVersion($sourcePackage, $currentVersion, $newVersion, $distribution, $downloadLink = '')
981        {
982            global $base, $sendNotifications;
983    
984            if (!$sendNotifications) {
985                return null;
986            }
987    
988            $tpl = file_get_contents($base . '/tpls/new_version.mail.tpl');
989    
990            $search  = array();
991            $replace = array();
992    
993            $search [] = '#PACKAGE#';
994            $replace[] = $sourcePackage;
995            $search [] = '#DVERSION#';
996            $replace[] = $currentVersion;
997            $search [] = '#UVERSION#';
998            $replace[] = $newVersion;
999            $search [] = '#DISTRO#';
1000            $replace[] = $distribution;
1001    
1002            $message = str_replace($search, $replace, $tpl);
1003            $subject = events::_extractHeader('subject', $message);
1004            $to      = events::_extractHeader('to', $message);
1005    
1006            $extraHeaders = events::_getTefaultExtraHeaders();
1007            $extraHeaders[] = 'X-DEHS-UVERSION: ' . $newVersion;
1008    
1009            return mail($to, $subject, $message, implode("\r\n", $extraHeaders));
1010        }
1011    
1012        function _extractHeader($header, &$message)
1013        {
1014            $regex  = '/^' . preg_quote($header, '/') . ':([ \t]*)(.*)$/i';
1015    
1016            $matches = array();
1017    
1018            if (preg_match($regex, $message, $matches)) {
1019    
1020                $spacer = $matches[1];
1021                $value  = $matches[2];
1022    
1023                $message = ltrim(preg_replace($regex, '', $message));
1024    
1025                return $value;
1026    
1027            }
1028            return false;
1029        }
1030    
1031        function _getTefaultExtraHeaders()
1032        {
1033            global $notificationsMailFrom;
1034            $headers = array();
1035    
1036            $headers[] = 'From: ' . $notificationsMailFrom;
1037            $headers[] = 'X-PTS-Approved: sure';
1038            $headers[] = 'X-BY-DEHS: sure';
1039    
1040            return $headers;
1041        }
1042    
1043  }  }
1044  ?>  
1045    ?>
Legend:
Removed from v.13  
changed lines
  Added in v.77
  ViewVC Help
Powered by ViewVC 1.1.5