/[qa]/trunk/pts/www/bin/update_incoming.sh
ViewVC logotype

Diff of /trunk/pts/www/bin/update_incoming.sh

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 479 by hertzog, Sat Jan 11 22:56:05 2003 UTC revision 1866 by zack, Mon Apr 28 12:50:58 2008 UTC
# Line 4  Line 4 
4  # This file is distributed under the terms of the General Public License  # This file is distributed under the terms of the General Public License
5  # version 2 or (at your option) any later version.  # version 2 or (at your option) any later version.
6    
7  mirror="http://gluck.debian.org/debian"  #mirror="http://gluck.debian.org/debian"
8  nonus="http://non-us.debian.org/debian-non-US"  mirror="http://ftp.us.debian.org/debian"
9  wgetopt="-t 5 -q -N"  #mirror="http://ftp.debian.org/debian"
10    
11    umask 002
12    set -e
13    
14  if [ -d "../incoming" ]; then  if [ -d "../incoming" ]; then
15      root=$PWD/..      root=$PWD/..
# Line 21  cd $root/incoming Line 24  cd $root/incoming
24  nice_wget() {  nice_wget() {
25      # $1: url      # $1: url
26      # $2: filename      # $2: filename
27      file=`basename $1`      # For timestamping to work, copy to .new (not link, wget will not break
28      if [ -e "$2" ]; then      # the link)
29          cp -a $2 $file      cp -a $2 $2.new || true
30      fi      # Beware that -N conflicts with -O (#88176, #202911)
31      wget $wgetopt $1      wget -U pts -q -O $2.new $1 || \
32      mv $file $2          echo "Downloading $1 failed, $2 is stale now"
33        mv $2.new $2
34  }  }
35    
36  # Download all Sources.gz  # Download all Sources.gz
37  for comp in main contrib non-free  for comp in main contrib non-free
38  do  do
39      for dist in stable testing unstable      for dist in oldstable stable testing unstable experimental
40      do      do
41          nice_wget $mirror/dists/$dist/$comp/source/Sources.gz \          nice_wget $mirror/dists/$dist/$comp/source/Sources.gz \
42              Sources_${dist}_$comp.gz              Sources_${dist}_$comp.gz
         nice_wget $nonus/dists/$dist/non-US/$comp/source/Sources.gz \  
             Sources-nonus_${dist}_$comp.gz  
43      done      done
     nice_wget $mirror/project/experimental/$comp/source/Sources.gz \  
         Sources-experimental_$comp.gz  
44      nice_wget $mirror/dists/stable-proposed-updates/$comp/source/Sources.gz \      nice_wget $mirror/dists/stable-proposed-updates/$comp/source/Sources.gz \
45          Sources-spu_$comp.gz          Sources-spu_$comp.gz
46      nice_wget $mirror/dists/testing-proposed-updates/$comp/source/Sources.gz \      nice_wget $mirror/dists/testing-proposed-updates/$comp/source/Sources.gz \
47          Sources-tpu_$comp.gz          Sources-tpu_$comp.gz
48      nice_wget $nonus/dists/stable-proposed-updates/non-US/$comp/source/Sources.gz \      nice_wget http://security.debian.org/dists/oldstable/updates/$comp/source/Sources.gz \
49          Sources-nonus-spu_$comp.gz          Sources-security-oldstable_$comp.gz
     nice_wget $nonus/dists/testing-proposed-updates/non-US/$comp/source/Sources.gz \  
         Sources-nonus-tpu_$comp.gz  
50      nice_wget http://security.debian.org/dists/stable/updates/$comp/source/Sources.gz \      nice_wget http://security.debian.org/dists/stable/updates/$comp/source/Sources.gz \
51          Sources-security-stable_$comp.gz          Sources-security-stable_$comp.gz
52      nice_wget http://security.debian.org/dists/testing/updates/$comp/source/Sources.gz \      #nice_wget http://security.debian.org/dists/testing/updates/$comp/source/Sources.gz \
53          Sources-security-testing_$comp.gz          #Sources-security-testing_$comp.gz
54        nice_wget http://volatile.debian.org/debian-volatile/dists/stable/volatile/$comp/source/Sources.gz \
55            Sources-volatile_$comp.gz
56  done  done
57    
58  # Download update_excuses.html  # Download update_excuses.html
59  wget $wgetopt http://ftp-master.debian.org/testing/update_excuses.html.gz  nice_wget http://ftp-master.debian.org/testing/update_excuses.html.gz \
60        update_excuses.html.gz
61    
62  # Download PTS subscription count  # Download PTS subscription count
63  wget $wgetopt http://master.debian.org/~hertzog/pts/count.txt  nice_wget http://packages.qa.debian.org/data/pts-subscription-count.txt count.txt
64    
65    # Download override disparities
66    nice_wget http://qa.debian.org/data/ftp/override-disparities.unstable \
67        override-disparities.unstable
68    nice_wget http://qa.debian.org/data/ftp/override-disparities.experimental \
69        override-disparities.experimental
70    
71  # Download bugs summary  # Download bugs summary
72  wget $wgetopt http://master.debian.org/~hertzog/pts/bugs.txt  nice_wget http://merkel.debian.org/~hertzog/pts/bugs.txt bugs.txt
73  wget $wgetopt http://master.debian.org/~hertzog/pts/sources  nice_wget http://qa.debian.org/data/bts/sources sources
74  cut -f1,3 sources >sources.new  # Temporary measure because merkel is fucked
75  touch -r sources sources.new  #nice_wget http://www.wolffelaar.nl/~jeroen/pts.bugs.txt bugs.txt
76  mv sources.new sources  #cp /org/bugs.debian.org/etc/indices/sources ./
77    cut -f1,3 sources >sources.map.new
78    touch -r sources sources.map.new
79    mv sources.map.new sources.map
80    
81  # Download debcheck lists  # Download debcheck lists
82  nice_wget http://qa.debian.org/~weasel/debcheck-result/stable/lists/ALL-pkglist \  DCROOT=http://qa.debian.org/data/debcheck/result
83      debcheck-stable  nice_wget $DCROOT/stable/lists/ALL-pkglist debcheck-stable
84  nice_wget http://qa.debian.org/~weasel/debcheck-result/testing/lists/ALL-pkglist \  nice_wget $DCROOT/testing/lists/ALL-pkglist debcheck-testing
85      debcheck-testing  nice_wget $DCROOT/unstable/lists/ALL-pkglist debcheck-unstable
 nice_wget http://qa.debian.org/~weasel/debcheck-result/unstable/lists/ALL-pkglist \  
     debcheck-unstable  
86    
87  # Download the list of packages with debconf templates  # Download the list of packages with debconf templates
88  nice_wget http://ddtp.debian.org/cgi-bin/debconf_list.cgi debconf-list  # DISABLED until ddtp.debian.org is back up
89    #nice_wget http://ddtp.debian.org/cgi-bin/debconf_list.cgi debconf-list
90    
91    # Get wnpp information
92    nice_wget http://qa.debian.org/data/bts/wnpp_rm wnpp_rm
93    
94    # get patches from ubuntu
95    nice_wget http://patches.ubuntu.com/PATCHES patches.ubuntu
96    
97    # download LowThresholdNmu list
98    nice_wget 'http://wiki.debian.org/LowThresholdNmu?action=raw' \
99        low_threshold_nmu.txt
100    
101    # ongoing transitions
102    nice_wget http://ftp-master.debian.org/transitions.yaml \
103        transitions.yaml
104    
105    # download the list of packages indexed by svnbuildstat
106    nice_wget http://svnbuildstat.debian.net/packages/flatlist \
107        svnbuildstat_list.txt
108    
109    # download DEHS (http://dehs.alioth.debian.org)
110    nice_wget http://dehs.alioth.debian.org/no_updated.txt \
111        dehs_out_of_date.txt
112    nice_wget http://dehs.alioth.debian.org/no_upstream.txt \
113        dehs_error.txt
114    
115  # What more ?  # What more ?
116    
117  # Decompress all files  # Decompress all files
118  for file in *.gz; do  for file in *.gz; do
119      gzip -d -c $file > ${file%%.gz}      gzip -d -c $file > ${file%%.gz}.new
120        touch -r $file ${file%%.gz}.new
121        mv ${file%%.gz}.new ${file%%.gz}
122  done  done
123    
124    # vim: ts=8
Legend:
Removed from v.479  
changed lines
  Added in v.1866
  ViewVC Help
Powered by ViewVC 1.1.5