/[qa]/trunk/pts/www/bin/update_incoming.sh
ViewVC logotype

Diff of /trunk/pts/www/bin/update_incoming.sh

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 479 by hertzog, Sat Jan 11 22:56:05 2003 UTC revision 1911 by hertzog, Fri Jun 27 12:16:36 2008 UTC
# Line 1  Line 1 
1  #!/bin/sh  #!/bin/sh
2    
3  # Copyright 2002 Raphaël Hertzog  # Copyright 2002 Raphaël Hertzog
4  # This file is distributed under the terms of the General Public License  # This file is distributed under the terms of the General Public License
5  # version 2 or (at your option) any later version.  # version 2 or (at your option) any later version.
6    
7  mirror="http://gluck.debian.org/debian"  #mirror="http://gluck.debian.org/debian"
8  nonus="http://non-us.debian.org/debian-non-US"  mirror="http://ftp.us.debian.org/debian"
9  wgetopt="-t 5 -q -N"  #mirror="http://ftp.debian.org/debian"
10    
11    umask 002
12    set -e
13    
14  if [ -d "../incoming" ]; then  if [ -d "../incoming" ]; then
15      root=$PWD/..      root=$PWD/..
# Line 21  cd $root/incoming Line 24  cd $root/incoming
24  nice_wget() {  nice_wget() {
25      # $1: url      # $1: url
26      # $2: filename      # $2: filename
27      file=`basename $1`      # For timestamping to work, copy to .new (not link, wget will not break
28      if [ -e "$2" ]; then      # the link)
29          cp -a $2 $file      cp -a $2 $2.new || true
30        # Beware that -N conflicts with -O (#88176, #202911)
31        if wget -U pts -q -O $2.new $1 ; then
32            mv $2.new $2
33        else
34            echo "Downloading $1 failed, $2 is stale now"
35            rm -f $2.new
36      fi      fi
     wget $wgetopt $1  
     mv $file $2  
37  }  }
38    
39  # Download all Sources.gz  # Download all Sources.gz
40  for comp in main contrib non-free  for comp in main contrib non-free
41  do  do
42      for dist in stable testing unstable      for dist in oldstable stable testing unstable experimental
43      do      do
44          nice_wget $mirror/dists/$dist/$comp/source/Sources.gz \          nice_wget $mirror/dists/$dist/$comp/source/Sources.gz \
45              Sources_${dist}_$comp.gz              Sources_${dist}_$comp.gz
         nice_wget $nonus/dists/$dist/non-US/$comp/source/Sources.gz \  
             Sources-nonus_${dist}_$comp.gz  
46      done      done
     nice_wget $mirror/project/experimental/$comp/source/Sources.gz \  
         Sources-experimental_$comp.gz  
47      nice_wget $mirror/dists/stable-proposed-updates/$comp/source/Sources.gz \      nice_wget $mirror/dists/stable-proposed-updates/$comp/source/Sources.gz \
48          Sources-spu_$comp.gz          Sources-spu_$comp.gz
49      nice_wget $mirror/dists/testing-proposed-updates/$comp/source/Sources.gz \      nice_wget $mirror/dists/testing-proposed-updates/$comp/source/Sources.gz \
50          Sources-tpu_$comp.gz          Sources-tpu_$comp.gz
51      nice_wget $nonus/dists/stable-proposed-updates/non-US/$comp/source/Sources.gz \      nice_wget http://security.debian.org/dists/oldstable/updates/$comp/source/Sources.gz \
52          Sources-nonus-spu_$comp.gz          Sources-security-oldstable_$comp.gz
     nice_wget $nonus/dists/testing-proposed-updates/non-US/$comp/source/Sources.gz \  
         Sources-nonus-tpu_$comp.gz  
53      nice_wget http://security.debian.org/dists/stable/updates/$comp/source/Sources.gz \      nice_wget http://security.debian.org/dists/stable/updates/$comp/source/Sources.gz \
54          Sources-security-stable_$comp.gz          Sources-security-stable_$comp.gz
55      nice_wget http://security.debian.org/dists/testing/updates/$comp/source/Sources.gz \      #nice_wget http://security.debian.org/dists/testing/updates/$comp/source/Sources.gz \
56          Sources-security-testing_$comp.gz          #Sources-security-testing_$comp.gz
57        nice_wget http://volatile.debian.org/debian-volatile/dists/stable/volatile/$comp/source/Sources.gz \
58            Sources-volatile_$comp.gz
59  done  done
60    
61  # Download update_excuses.html  # Download update_excuses.html
62  wget $wgetopt http://ftp-master.debian.org/testing/update_excuses.html.gz  nice_wget http://ftp-master.debian.org/testing/update_excuses.html.gz \
63        update_excuses.html.gz
64    
65  # Download PTS subscription count  # Download PTS subscription count
66  wget $wgetopt http://master.debian.org/~hertzog/pts/count.txt  nice_wget http://packages.qa.debian.org/data/pts-subscription-count.txt count.txt
67    
68    # Download override disparities
69    nice_wget http://qa.debian.org/data/ftp/override-disparities.unstable \
70        override-disparities.unstable
71    nice_wget http://qa.debian.org/data/ftp/override-disparities.experimental \
72        override-disparities.experimental
73    
74  # Download bugs summary  # Download bugs summary
75  wget $wgetopt http://master.debian.org/~hertzog/pts/bugs.txt  nice_wget http://merkel.debian.org/~hertzog/pts/bugs.txt bugs.txt
76  wget $wgetopt http://master.debian.org/~hertzog/pts/sources  nice_wget http://qa.debian.org/data/ddpo/results/bugs.txt bugs-src.txt
77  cut -f1,3 sources >sources.new  nice_wget http://qa.debian.org/data/bts/sources sources
78  touch -r sources sources.new  # Temporary measure because merkel is fucked
79  mv sources.new sources  #nice_wget http://www.wolffelaar.nl/~jeroen/pts.bugs.txt bugs.txt
80    #cp /org/bugs.debian.org/etc/indices/sources ./
81    cut -f1,3 sources >sources.map.new
82    touch -r sources sources.map.new
83    mv sources.map.new sources.map
84    
85  # Download debcheck lists  # Download debcheck lists
86  nice_wget http://qa.debian.org/~weasel/debcheck-result/stable/lists/ALL-pkglist \  DCROOT=http://qa.debian.org/data/debcheck/result
87      debcheck-stable  nice_wget $DCROOT/stable/lists/ALL-pkglist debcheck-stable
88  nice_wget http://qa.debian.org/~weasel/debcheck-result/testing/lists/ALL-pkglist \  nice_wget $DCROOT/testing/lists/ALL-pkglist debcheck-testing
89      debcheck-testing  nice_wget $DCROOT/unstable/lists/ALL-pkglist debcheck-unstable
 nice_wget http://qa.debian.org/~weasel/debcheck-result/unstable/lists/ALL-pkglist \  
     debcheck-unstable  
90    
91  # Download the list of packages with debconf templates  # Download the list of packages with debconf templates
92  nice_wget http://ddtp.debian.org/cgi-bin/debconf_list.cgi debconf-list  # DISABLED until ddtp.debian.org is back up
93    #nice_wget http://ddtp.debian.org/cgi-bin/debconf_list.cgi debconf-list
94    
95    # Get wnpp information
96    nice_wget http://qa.debian.org/data/bts/wnpp_rm wnpp_rm
97    
98    # get patches from ubuntu
99    nice_wget http://patches.ubuntu.com/PATCHES patches.ubuntu
100    # get packages version in Ubuntu (preprocessed by Lucas on merkel)
101    nice_wget http://qa.debian.org/~lucas/ubuntu/sources-versions.txt versions.ubuntu
102    # get bugs in Ubuntu (preprocessed by Lucas on merkel)
103    nice_wget http://qa.debian.org/~lucas/ubuntu/ubuntu-bugs.txt bugs.ubuntu
104    
105    # download LowThresholdNmu list
106    nice_wget 'http://wiki.debian.org/LowThresholdNmu?action=raw' \
107        low_threshold_nmu.txt
108    
109    # ongoing transitions
110    nice_wget http://ftp-master.debian.org/transitions.yaml \
111        transitions.yaml
112    
113    # download the list of packages indexed by svnbuildstat
114    nice_wget http://svnbuildstat.debian.net/packages/flatlist \
115        svnbuildstat_list.txt
116    
117    # download DEHS (http://dehs.alioth.debian.org)
118    nice_wget http://dehs.alioth.debian.org/no_updated.txt \
119        dehs_out_of_date.txt
120    nice_wget http://dehs.alioth.debian.org/no_upstream.txt \
121        dehs_error.txt
122    
123  # What more ?  # What more ?
124    
125  # Decompress all files  # Decompress all files
126  for file in *.gz; do  for file in *.gz; do
127      gzip -d -c $file > ${file%%.gz}      gzip -d -c $file > ${file%%.gz}.new
128        touch -r $file ${file%%.gz}.new
129        mv ${file%%.gz}.new ${file%%.gz}
130  done  done
131    
132    # vim: ts=8
Legend:
Removed from v.479  
changed lines
  Added in v.1911
  ViewVC Help
Powered by ViewVC 1.1.5