From 8795a5371d1fe5500adf02c705a77a52b1af0493 Mon Sep 17 00:00:00 2001 From: Alfredo Deza Date: Thu, 19 Apr 2018 09:37:01 -0400 Subject: [PATCH] scripts: remove all top-level scripts Signed-off-by: Alfredo Deza --- build_debs.sh | 73 ------------------ build_dsc.sh | 72 ------------------ build_rpms.sh | 35 --------- build_snapshot.sh | 41 ---------- build_snapshot_native.sh | 70 ----------------- deb_dists | 9 --- deb_hosts | 2 - do_release.sh | 96 ------------------------ do_rpm_release.sh | 65 ---------------- gen_debian_version.sh | 23 ------ gen_reprepro_conf.sh | 40 ---------- gen_yum_repo.sh | 113 ---------------------------- gen_yum_zypper_repo_rpm.sh | 150 ------------------------------------- get_rpm_dist.sh | 38 ---------- merge_repos.sh | 111 --------------------------- push_to_deb_repo.sh | 42 ----------- push_to_rpm_repo.sh | 41 ---------- release_tarball.sh | 74 ------------------ rpm-autosign.exp | 9 --- rpm_hosts | 3 - sign_and_index_rpm_repo.sh | 42 ----------- sign_debs.sh | 39 ---------- sign_rpms.sh | 39 ---------- tag_release.sh | 3 - update_all_pbuilders.sh | 23 ------ update_pbuilder.sh | 59 --------------- 26 files changed, 1312 deletions(-) delete mode 100755 build_debs.sh delete mode 100755 build_dsc.sh delete mode 100755 build_rpms.sh delete mode 100755 build_snapshot.sh delete mode 100755 build_snapshot_native.sh delete mode 100644 deb_dists delete mode 100644 deb_hosts delete mode 100755 do_release.sh delete mode 100755 do_rpm_release.sh delete mode 100755 gen_debian_version.sh delete mode 100755 gen_reprepro_conf.sh delete mode 100755 gen_yum_repo.sh delete mode 100755 gen_yum_zypper_repo_rpm.sh delete mode 100755 get_rpm_dist.sh delete mode 100755 merge_repos.sh delete mode 100755 push_to_deb_repo.sh delete mode 100755 push_to_rpm_repo.sh delete mode 100755 release_tarball.sh delete mode 100755 rpm-autosign.exp delete mode 100644 rpm_hosts delete mode 100755 sign_and_index_rpm_repo.sh delete mode 100755 sign_debs.sh delete mode 100755 sign_rpms.sh delete mode 100755 tag_release.sh delete mode 100755 update_all_pbuilders.sh delete mode 100755 update_pbuilder.sh diff --git a/build_debs.sh b/build_debs.sh deleted file mode 100755 index c3b5e4dc..00000000 --- a/build_debs.sh +++ /dev/null @@ -1,73 +0,0 @@ -#!/bin/bash -x - -set -e - -bindir=`dirname $0` - -usage() { - echo "usage: $0 releasedir pbuilddir ver [dists]" -} - -releasedir=$1 -pbuilddir=$2 -cephver=$3 -dists=$4 - -[ -z "$releasedir" ] && echo specify release dir && usage && exit 1 -[ -z "$pbuilddir" ] && echo specify pbuilder image dir && usage && exit 1 -[ -z "$cephver" ] && echo specify version && usage && exit 1 - -start_time=`date` -echo version $cephver - -whoami=`whoami` -[ "$whoami" != "root" ] && echo "must run as root not $whoami" && usage && exit 1 - -[ -z "$dists" ] && dists=`cat $releasedir/$cephver/debian_dists` -dvers=`cat $releasedir/$cephver/debian_version` -echo deb vers $dvers -echo dists $dists - -for dist in $dists -do - pbuilder --clean - - bpvers=`$bindir/gen_debian_version.sh $dvers $dist` - echo deb vers $bpvers - -#[ "$dist" = "sid" ] && dist="wheezy" - - $bindir/update_pbuilder.sh $pbuilddir $dist - - echo building debs for $dist - if [ `dpkg-architecture -qDEB_BUILD_ARCH` = "i386" ] ; then - # Architecture dependent, independent and source - pbuilder build \ - --distribution $dist \ - --basetgz $pbuilddir/$dist.tgz \ - --buildresult $releasedir/$cephver \ - --debbuildopts "-j`grep -c processor /proc/cpuinfo`" \ - $releasedir/$cephver/ceph_$bpvers.dsc - else - # Binary only architecture dependent - pbuilder build \ - --binary-arch \ - --distribution $dist \ - --basetgz $pbuilddir/$dist.tgz \ - --buildresult $releasedir/$cephver \ - --debbuildopts "-j`grep -c processor /proc/cpuinfo`" \ - $releasedir/$cephver/ceph_$bpvers.dsc - fi - -done - -# do lintian checks -for dist in $dists -do - bpvers=`$bindir/gen_debian_version.sh $dvers $dist` - echo lintian checks for $bpvers - echo lintian --allow-root $releasedir/$cephver/*$bpvers*.deb -done - -echo "Start Time = $start_time" -echo " End Time = $(date)" diff --git a/build_dsc.sh b/build_dsc.sh deleted file mode 100755 index e5990a3f..00000000 --- a/build_dsc.sh +++ /dev/null @@ -1,72 +0,0 @@ -#!/bin/sh -x - -set -e - -usage() { - echo "usage: $0 releasedir vers [debsubver] [dists...]" -} - -bindir=`dirname $0` -echo "$bindir" | grep -v -q '^/' && bindir=`pwd`"/$bindir" - -releasedir=$1 -cephver=$2 -debsubver=$3 -shift -shift -shift -dists="$*" - -[ -z "$releasedir" ] && echo specify releasedir && usage && exit 1 -[ -z "$cephver" ] && echo specify version && usage && exit 1 -[ -z "$debsubver" ] && debsubver=1 -[ -z "$dists" ] && dists=`cat $bindir/deb_dists` - -debver="$cephver-$debsubver" - -echo debver $debver - -cd $releasedir/$cephver || exit 1 - -echo "(re)extracting" - -[ -d "ceph-$cephver" ] && rm -r ceph-$cephver -tar zxvf ceph_$cephver.orig.tar.gz - -# add debian dir -echo "copying in debian/" -cp -a debian ceph-$cephver - -# take note -echo $dists > debian_dists -echo $debver > debian_version - -for dist in $dists -do - echo building $dist dsc - - bpver=`$bindir/gen_debian_version.sh $debver $dist` - - # add to changelog? - chvers=`head -1 debian/changelog | perl -ne 's/.*\(//; s/\).*//; print'` - if [ "$chvers" != "$bpver" ]; then - cd ceph-$cephver - DEBEMAIL="sage@newdream.net" dch -D $dist --force-distribution -b -v "$bpver" "$comment" - cd .. - fi - - # per-dist hacks - if [ "$dist" = "lenny" ]; then - sed -i 's/, libgoogle-perftools-dev[^,]*,/,/' ceph-$cephver/debian/control - fi - if [ "$dist" = "wheezy" ]; then - grep -v babeltrace ceph-$cephver/debian/control > ceph-$cephver/debian/control.new - mv ceph-$cephver/debian/control.new ceph-$cephver/debian/control - fi - - dpkg-source -b ceph-$cephver - -done - -rm -r ceph-$cephver -echo done diff --git a/build_rpms.sh b/build_rpms.sh deleted file mode 100755 index 9ddf6218..00000000 --- a/build_rpms.sh +++ /dev/null @@ -1,35 +0,0 @@ -#!/bin/sh -x - -set -e - -usage() { - echo "usage: $0 releasedir vers [debsubver] [dists...]" -} - -releasedir=$1 -cephver=$2 -[ -z "$releasedir" ] && echo specify releasedir && usage && exit 1 -[ -z "$cephver" ] && echo specify version && usage && exit 1 - -bindir=`dirname $0` -echo "$bindir" | grep -v -q '^/' && bindir=`pwd`"/$bindir" - -dist=`$bindir/get_rpm_dist.sh` -[ -z "$dist" ] && echo no dist && exit 1 -echo dist $dist - -cd $releasedir/$cephver || exit 1 - -# Set up build area -BUILDAREA=./rpm/$dist -mkdir -p ${BUILDAREA}/{SOURCES,SRPMS,SPECS,RPMS,BUILD} -cp -a ceph-*.tar.bz2 ${BUILDAREA}/SOURCES/. -cp -a ceph.spec ${BUILDAREA}/SPECS/. -cp -a rpm/*.patch ${BUILDAREA}/SOURCES/. || true - -# Build RPMs -BUILDAREA=`readlink -fn ${BUILDAREA}` ### rpm wants absolute path -cd ${BUILDAREA}/SPECS -rpmbuild -ba --define "_topdir ${BUILDAREA}" ceph.spec - -echo done diff --git a/build_snapshot.sh b/build_snapshot.sh deleted file mode 100755 index 4e68b7ff..00000000 --- a/build_snapshot.sh +++ /dev/null @@ -1,41 +0,0 @@ -#!/bin/sh -x - -set -e - -bindir=`dirname $0` - -usage() { - echo "usage: $0 releasedir pbuilddir [dists...]" -} - -releasedir=$1 -pbuilddir=$2 -shift -shift -dists="$*" - -[ -z "$releasedir" ] && usage && exit 1 -[ -z "$pbuilddir" ] && usage && exit 1 - -versionfile=`mktemp` -cleanup() { - rm $versionfile - [ -n "$vers" ] && rm -rf $releasedir/$vers -} -trap cleanup INT EXIT - -rm $releasedir/* || true - -$bindir/release_tarball.sh $releasedir $versionfile -vers=`cat $versionfile` - -$bindir/build_dsc.sh $releasedir $vers 1 $dists -$bindir/sign_debs.sh $releasedir $vers 03C3951A dsc -sudo $bindir/build_debs.sh $releasedir $pbuilddir $vers -$bindir/sign_debs.sh $releasedir $vers 03C3951A changes - -# probably a better way, but -rm $versionfile -trap true INT EXIT - -exit 0 diff --git a/build_snapshot_native.sh b/build_snapshot_native.sh deleted file mode 100755 index 20264310..00000000 --- a/build_snapshot_native.sh +++ /dev/null @@ -1,70 +0,0 @@ -#!/bin/sh -ex - -bindir=`dirname $0` - -keyid="03C3951A" - -usage() { - echo "usage: $0 outdir dist" -} - -outdir=$1 -dist=$2 - -[ -z "$dist" ] && usage && exit 1 - -srcdir=`pwd` - -numproc=`cat /proc/cpuinfo |grep -c processor` -[ -z "$numproc" ] && numproc=1 -#numproc=$(($numproc * 2)) - -cephver=`git describe | cut -c 2-` -echo current version $cephver - -rm ceph-*.tar.* || true - -if [ -x make-dist ]; then - ./make-dist - test -e ceph-$cephver.tar.bz2 # our $cephver should match make-dist's - mkdir -p $outdir - cd $outdir - tar jxf $srcdir/ceph-$cephver.tar.bz2 -else - make dist - - tarver=`ls ceph-*.tar.gz | cut -c 6- | sed 's/.tar.gz//'` - echo tarball vers $tarver - - echo extracting - mkdir -p $outdir - cd $outdir - - tar zxf $srcdir/ceph-$tarver.tar.gz - [ "$tarver" != "$cephver" ] && mv ceph-$tarver ceph-$cephver -fi - - -cd ceph-$cephver -cp -av $srcdir/debian debian - -debver="$cephver-1$dist" - -echo $debver > ../version - -# add to changelog? -chver=`head -1 debian/changelog | perl -ne 's/.*\(//; s/\).*//; print'` -if [ "$chver" != "$debver" ]; then - DEBEMAIL="sage@newdream.net" dch -D $dist --force-distribution -b -v "$debver" "autobuilt" -fi - -# remove missing wheezy deps? -if [ "$dist" = "wheezy" ]; then - echo removing libbabeltrace for wheezy - grep -v libbabeltrace debian/control > debian/control.new - mv debian/control.new debian/control -fi - -# build -dpkg-buildpackage -j$numproc -k$keyid - diff --git a/deb_dists b/deb_dists deleted file mode 100644 index 000d3ed7..00000000 --- a/deb_dists +++ /dev/null @@ -1,9 +0,0 @@ -sid -wheezy -squeeze -jessie -raring -precise -saucy -trusty -xenial diff --git a/deb_hosts b/deb_hosts deleted file mode 100644 index 4f7b600f..00000000 --- a/deb_hosts +++ /dev/null @@ -1,2 +0,0 @@ -ubuntu@gitbuilder-precise-amd64.front.sepia.ceph.com -ubuntu@gitbuilder-precise-i386.front.sepia.ceph.com diff --git a/do_release.sh b/do_release.sh deleted file mode 100755 index 5c85bf14..00000000 --- a/do_release.sh +++ /dev/null @@ -1,96 +0,0 @@ -#!/bin/sh -x - -set -e - -xterm=${xterm:-0} # set to 1 to use xterm for remote sessions -gpgkey='460F3994' - -bindir=`dirname $0` - -usage() { - echo "usage: $0 releasedir [dists]" -} - -releasedir=$1 -shift || true -dists="$*" - -[ -z "$releasedir" ] && usage && exit 1 - -deb_hosts=`cat $bindir/deb_hosts` -rpm_hosts=`cat $bindir/rpm_hosts` - -versionfile=`mktemp` -cleanup() { - [ -n "$pids" ] && kill $pids - rm $versionfile - [ -n "$vers" ] && rm -rf $releasedir/$vers -} -trap cleanup INT EXIT - -rm $releasedir/* || true - -$bindir/release_tarball.sh $releasedir $versionfile -vers=`cat $versionfile` - -# debs -$bindir/build_dsc.sh $releasedir $vers 1 $dists -$bindir/sign_debs.sh $releasedir $vers $gpgkey dsc - -for rem in $deb_hosts -do - ssh $rem sudo rm -r /tmp/release/\* \; sudo mkdir -p /tmp/release \; sudo rm -r /tmp/ceph-build.\* || true - scp -rp $releasedir/$vers $rem:/tmp/release/$vers - ssh $rem git clone git://github.com/ceph/ceph-build /tmp/ceph-build.$$ - #scp -r ../ceph-build $rem:/tmp/ceph-build.$$ - if [ $xterm -eq 1 ]; then - xterm -l -e ssh $rem sudo /tmp/ceph-build.$$/build_debs.sh /tmp/release /srv/debian-base $vers & - else - ssh $rem sudo /tmp/ceph-build.$$/build_debs.sh /tmp/release /srv/debian-base $vers > build.$rem 2>&1 & - fi - pids="$pids $!" -done - -# rpms -for rem in $rpm_hosts -do - ssh $rem sudo rm -r /tmp/release/\* \; sudo mkdir -p /tmp/release \; sudo rm -r /tmp/ceph-build.\* || true - scp -rp $releasedir/$vers $rem:/tmp/release/$vers - ssh $rem git clone git://github.com/ceph/ceph-build /tmp/ceph-build.$$ - if [ $xterm -eq 1 ]; then - xterm -l -e ssh $rem sudo /tmp/ceph-build.$$/build_rpms.sh /tmp/release $vers & - else - ssh $rem sudo /tmp/ceph-build.$$/build_rpms.sh /tmp/release $vers > build.$rem 2>&1 & - fi - pids="$pids $!" -done - -# wait -for p in $pids -do - wait $p -done - -# gather results -for rem in $deb_hosts -do - rsync -auv $rem:/tmp/release/$vers/\*.\{changes\,deb\,dsc\,diff.gz\,orig.tar.gz\} $releasedir/$vers/$rem -done -for rem in $rpm_hosts -do - rsync -auv --exclude "BUILD" $rem:/tmp/release/$vers/rpm/ $releasedir/$vers/rpm -done - -# sign debian (rpms are signed later) -for rem in $deb_hosts -do - echo "signing debs in $rem" - $bindir/sign_debs.sh $releasedir $vers $gpgkey changes $rem -done - -# probably a better way, but -rm $versionfile - -trap true INT EXIT - -exit 0 diff --git a/do_rpm_release.sh b/do_rpm_release.sh deleted file mode 100755 index a1e64992..00000000 --- a/do_rpm_release.sh +++ /dev/null @@ -1,65 +0,0 @@ -#!/bin/sh -x - -set -e -trap cleanup INT EXIT - -default_dists="centos6" # just 1 so far -subversion="1" # not used so far -gpgkey='3CF7ABC8' # ceph rpm test key -#rhosts="localhost 192.168.106.235" -rhosts="localhost" -versionfile="" - -cleanup() { - [ -n "$pids" ] && kill $pids - rm $versionfile - [ -n "$vers" ] && rm -rf $releasedir/$vers -} - -usage() { - echo "usage: $0 releasedir [dists]" -} - -bindir=`dirname $0` -releasedir=$1 -shift || true -dists="$*" - -[ -z "$releasedir" ] && usage && exit 1 -[ -z "$dists" ] && dists=$default_dists - -versionfile=`mktemp` -rm $releasedir/* || true - -$bindir/release_rpm_tarball.sh $releasedir $versionfile -vers=`cat $versionfile` -echo "vers = $vers" - -cp ceph.spec $releasedir/$vers/. -$bindir/build_rpms.sh $releasedir $vers $subversion $dists - -$bindir/sign_rpms.sh $releasedir $vers $gpgkey - -$bindir/gen_yum_repo.sh $releasedir/$vers $gpgkey $dists - -# stage the results -rpmdir=$releasedir/$vers/rpmbuild -for dir in $dists -do - distdir=$releasedir/$vers/$dir - mkdir -p $distdir - cp -a $rpmdir/RPMS/* $distdir/. -done -rm -rf $rpmdir - -# Notes: The debian version at this points run the build on several remote -# hosts (pbuilders ?) and syncs the results back. -# rsync -auv root@$rem:/tmp/release/$vers/\*.\{changes\,deb\} $releasedir/$vers -# This version builds locally. We will sort out what machine we actually -# build on later. - -rm $versionfile - -trap true INT EXIT - -exit 0 diff --git a/gen_debian_version.sh b/gen_debian_version.sh deleted file mode 100755 index ac57c1d0..00000000 --- a/gen_debian_version.sh +++ /dev/null @@ -1,23 +0,0 @@ -#!/bin/sh - -raw=$1 -dist=$2 - -[ "$dist" = "sid" ] && dver="$raw" -[ "$dist" = "jessie" ] && dver="$raw~bpo80+1" -[ "$dist" = "wheezy" ] && dver="$raw~bpo70+1" -[ "$dist" = "squeeze" ] && dver="$raw~bpo60+1" -[ "$dist" = "lenny" ] && dver="$raw~bpo50+1" -[ "$dist" = "xenial" ] && dver="$raw$dist" -[ "$dist" = "trusty" ] && dver="$raw$dist" -[ "$dist" = "saucy" ] && dver="$raw$dist" -[ "$dist" = "raring" ] && dver="$raw$dist" -[ "$dist" = "precise" ] && dver="$raw$dist" -[ "$dist" = "oneiric" ] && dver="$raw$dist" -[ "$dist" = "natty" ] && dver="$raw$dist" -[ "$dist" = "maverick" ] && dver="$raw$dist" -[ "$dist" = "lucid" ] && dver="$raw$dist" -[ "$dist" = "karmic" ] && dver="$raw$dist" - -echo $dver - diff --git a/gen_reprepro_conf.sh b/gen_reprepro_conf.sh deleted file mode 100755 index d3d387da..00000000 --- a/gen_reprepro_conf.sh +++ /dev/null @@ -1,40 +0,0 @@ -#!/bin/sh - -set -e - -bindir=`dirname $0` -path="$1" -key="$2" -[ -z "$key" ] && echo "usage: $0 " && exit 1 - -if [ ! -d $path -o ! -d $path/conf ] ; then - mkdir -p $path/conf -fi - -echo "$bindir" | grep -v -q '^/' && bindir=`pwd`"/$bindir" -dists=`cat $bindir/deb_dists` -components="main" - -echo "dists $dists" -echo "components $components" - -[ -e $path/conf/distributions ] && rm $path/conf/distributions - -for dist in $dists -do - cat <> $path/conf/distributions -Codename: $dist -Suite: stable -Components: $components -Architectures: amd64 armhf arm64 i386 source -Origin: Inktank -Description: Ceph distributed file system -DebIndices: Packages Release . .gz .bz2 -DscIndices: Sources Release .gz .bz2 -Contents: .gz .bz2 -SignWith: $key - -EOF -done - -echo done diff --git a/gen_yum_repo.sh b/gen_yum_repo.sh deleted file mode 100755 index 055541b8..00000000 --- a/gen_yum_repo.sh +++ /dev/null @@ -1,113 +0,0 @@ -#!/bin/sh - -# -# Generate the files neccessary for a yum repo conf rpm. -# Needs to be run after all the RPMs are built. - -usage() { - echo "usage: $0 releasedir keyid dist" -} - -release_dir="$1" -keyid="$2" -dist="$3" -repo_host="" - -[ -z "$release_dir" ] && echo specify release directory && exit 1 -#[ -z "$keyid" ] && echo specify keyid && exit 1 - -# For testing -[ -z "$keyid" ] && keyid=3CF7ABC8 -[ -z "$repo_host" ] && repo_host="gitbuilder-centos6-amd64" - -# -RPMBUILD=$release_dir - -# Spec File -cat < $RPMBUILD/SPECS/ceph-release.spec -Name: ceph-release -Version: 1 -Release: 0.$dist -Summary: Ceph repository configuration -Group: System Environment/Base -License: GPLv2 -URL: http://ceph.com/$dist -Source0: RPM-GPG-KEY-CEPH -Source1: ceph.repo -BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-root-%(%{__id_u} -n) -BuildArch: noarch - -%description -This package contains the Ceph repository GPG key as well as configuration -for yum and up2date. - -%prep - -%setup -q -c -T -install -pm 644 %{SOURCE0} . -install -pm 644 %{SOURCE1} . - -%build - -%install -rm -rf %{buildroot} -install -Dpm 644 %{SOURCE0} \ - %{buildroot}/%{_sysconfdir}/pki/rpm-gpg/RPM-GPG-KEY-CEPH -install -dm 755 %{buildroot}/%{_sysconfdir}/yum.repos.d -install -pm 644 %{SOURCE1} \ - %{buildroot}/%{_sysconfdir}/yum.repos.d - -%clean -#rm -rf %{buildroot} - -%post - -%postun - -%files -%defattr(-,root,root,-) -#%doc GPL -%config(noreplace) /etc/yum.repos.d/* -/etc/pki/rpm-gpg/* - -%changelog -* Tue Aug 27 2011 Gary Lowell - 1-0 -- Initial Package -EOF -# End of ceph-release.spec file. - -# GPG Key -gpg --export --armor $keyid > $RPMBUILD/SOURCES/RPM-GPG-KEY-CEPH -chmod 644 $RPMBUILD/SOURCES/RPM-GPG-KEY-CEPH - -# Install ceph.repo file -cat < $RPMBUILD/SOURCES/ceph.repo -[ceph] -name=Ceph -baseurl=http://ceph.com/rpms/$dist/\$basearch -enabled=1 -gpgcheck=1 -gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CEPH -EOF -# End of ceph.repo file - -# Build RPMs -echo "$RPMBUILD" | grep -v -q '^/' && \ - RPMBUILD=`readlink -fn ${RPMBUILD}` ### rpm wants absolute path - -rpmbuild -bb --define "_topdir ${RPMBUILD}" --define "_unpackaged_files_terminate_build 0" ${RPMBUILD}/SPECS/ceph-release.spec - -# Package builds as noarch, but we want to move it to x86_64 for centos. -mv ${RPMBUILD}/RPMS/noarch/ceph*.rpm ${RPMBUILD}/RPMS/x86_64/. -[ "$(ls -A ${RPMBUILD}/RPMS/noarch)" ] || rmdir ${RPMBUILD}/RPMS/noarch - -# Construct repodata -for dir in $RPMBUILD/RPMS/* -do - if [ -d $dir ] ; then - createrepo $dir - gpg --detach-sign --armor -u $keyid $dir/repodata/repomd.xml - fi -done - -exit 0 diff --git a/gen_yum_zypper_repo_rpm.sh b/gen_yum_zypper_repo_rpm.sh deleted file mode 100755 index 936ba027..00000000 --- a/gen_yum_zypper_repo_rpm.sh +++ /dev/null @@ -1,150 +0,0 @@ -#!/bin/sh - -# -# Generate the files neccessary for a yum repo conf rpm. -# Needs to be run after all the RPMs are built. - -usage() { - echo "usage: $0 releasedir repo vers dist" -} - -release_dir="$1" -repo="$2" -vers="$3" -dist="$4" - -echo "$0, 1=$1, 2=$2, 3=$3, 4=$4" - -[ ! -d $release_dir ] && echo "Release directory, $release_dir, does not exist" && exit 1 -[ ! -d $repo ] && echo "Repo directory, $repo, does not exist" && exit 1 - -REPO_HOST="http://ceph.com" -#BRANCH=${TARGET}/ref/${BRANCH}/ -BRANCH="rpm-cuttlefish/${dist}" -#BRANCH="rpm-testing/${dist}" -echo "Building for branch=${REPO_HOST}/${BRANCH}" - -if [ "$dist" = "sles11" -o "$dist" = "opensuse12.2" ] -then - pkg_release="0" - EXTRA="suse_version 12.2" -else - pkg_release="0.$dist" -fi - -RPMBUILD=${release_dir}/${vers}/rpmbuild -mkdir -p ${RPMBUILD}/BUILD -mkdir -p ${RPMBUILD}/BUILDROOT -mkdir -p ${RPMBUILD}/RPMS -mkdir -p ${RPMBUILD}/SOURCES -mkdir -p ${RPMBUILD}/SPECS -mkdir -p ${RPMBUILD}/SRPMS - -# Spec File -cat < ${RPMBUILD}/SPECS/ceph-release.spec -Name: ceph-release -Version: 1 -Release: $pkg_release -Summary: Ceph repository configuration -Group: System Environment/Base -License: GPLv2 -URL: http://ceph.com -Source0: ceph.repo -BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-root-%(%{__id_u} -n) -BuildArch: noarch - -%description -This package contains the Ceph repository GPG key as well as configuration -for yum and up2date. - -%prep - -%setup -q -c -T -install -pm 644 %{SOURCE0} . - -%build - -%install -rm -rf %{buildroot} -%if 0%{defined suse_version} -install -dm 755 %{buildroot}/%{_sysconfdir}/zypp -install -dm 755 %{buildroot}/%{_sysconfdir}/zypp/repos.d -install -pm 644 %{SOURCE0} \ - %{buildroot}/%{_sysconfdir}/zypp/repos.d -%else -install -dm 755 %{buildroot}/%{_sysconfdir}/yum.repos.d -install -pm 644 %{SOURCE0} \ - %{buildroot}/%{_sysconfdir}/yum.repos.d -%endif - -%clean -#rm -rf %{buildroot} - -%post - -%postun - -%files -%defattr(-,root,root,-) -#%doc GPL -%if 0%{defined suse_version} -/etc/zypp/repos.d/* -%else -/etc/yum.repos.d/* -%endif -#/etc/pki/rpm-gpg/* - -%changelog -* Tue Mar 10 2013 Gary Lowell - 1-0 -- Handle both yum and zypper -- Use URL to ceph git repo for key -- remove config attribute from repo file -* Tue Aug 27 2012 Gary Lowell - 1-0 -- Initial Package -EOF -# End of ceph-release.spec file. - -# Install ceph.repo file -cat < ${RPMBUILD}/SOURCES/ceph.repo -[ceph] -name=Ceph packages for \$basearch -baseurl=${REPO_HOST}/${BRANCH}/\$basearch -enabled=1 -gpgcheck=1 -type=rpm-md -gpgkey=https://ceph.com/git/?p=ceph.git;a=blob_plain;f=keys/release.asc - -[ceph-noarch] -name=Ceph noarch packages -baseurl=${REPO_HOST}/${BRANCH}/noarch -enabled=1 -gpgcheck=1 -type=rpm-md -gpgkey=https://ceph.com/git/?p=ceph.git;a=blob_plain;f=keys/release.asc - -[ceph-source] -name=Ceph source packages -baseurl=${REPO_HOST}/${BRANCH}/SRPMS -enabled=0 -gpgcheck=1 -type=rpm-md -gpgkey=https://ceph.com/git/?p=ceph.git;a=blob_plain;f=keys/release.asc -EOF -# End of ceph.repo file - -# Build RPMs -echo "$RPMBUILD" | grep -v -q '^/' && \ - RPMBUILD=`readlink -fn ${RPMBUILD}` ### rpm wants absolute path - -if [ -n "$EXTRA" ] ; then - rpmbuild -bb --define "_topdir ${RPMBUILD}" --define "_unpackaged_files_terminate_build 0" --define "$EXTRA" ${RPMBUILD}/SPECS/ceph-release.spec -else - rpmbuild -bb --define "_topdir ${RPMBUILD}" --define "_unpackaged_files_terminate_build 0" ${RPMBUILD}/SPECS/ceph-release.spec -fi - - -mkdir -p $repo/$vers/$dist/noarch -cp -a ${RPMBUILD}/RPMS/noarch/* $repo/$vers/$dist/noarch/. -rm -rf ${RPMBUILD}/RPMS/* - -exit 0 diff --git a/get_rpm_dist.sh b/get_rpm_dist.sh deleted file mode 100755 index b515c74a..00000000 --- a/get_rpm_dist.sh +++ /dev/null @@ -1,38 +0,0 @@ -#! /bin/sh -x - -LSB_RELEASE=/usr/bin/lsb_release -[ ! -x $LSB_RELEASE ] && echo unknown && exit - -ID=`$LSB_RELEASE --short --id` - -case $ID in -RedHatEnterpriseServer) - RELEASE=`$LSB_RELEASE --short --release | cut -d. -f1` - DIST=rhel$RELEASE - ;; -CentOS) - RELEASE=`$LSB_RELEASE --short --release | cut -d. -f1` - DIST=el$RELEASE - ;; -Fedora) - RELEASE=`$LSB_RELEASE --short --release` - DIST=fc$RELEASE - ;; -SUSE\ LINUX) - DESC=`$LSB_RELEASE --short --description` - RELEASE=`$LSB_RELEASE --short --release` - case $DESC in - *openSUSE*) - DIST=opensuse$RELEASE - ;; - *Enterprise*) - DIST=sles$RELEASE - ;; - esac - ;; -*) - DIST=unknown - ;; -esac - -echo $DIST diff --git a/merge_repos.sh b/merge_repos.sh deleted file mode 100755 index 537b5d00..00000000 --- a/merge_repos.sh +++ /dev/null @@ -1,111 +0,0 @@ -#!/bin/sh -e - -mydir=`dirname $0` - -dest=$1 -shift - -echo "dest $dest" - -[ -d "$dest" ] || install -d -m0755 "$dest" -[ -d "$dest/dists" ] || install -d -m0755 "$dest/dists" -[ -d "$dest/pool" ] || install -d -m0755 "$dest/pool" - -for src in $* -do - echo "src $src" - - # combine pool - for dir in `cd "$src" && ls -d pool/*/*/*` - do - echo " dir $dir" - [ -d "$dest/$dir" ] || install -d -m0755 "$dest/$dir" - for file in `ls "$src/$dir"` - do - echo " file $file" - [ -e "$dest/$dir/$file" ] || ( cd $dest/$dir && ln -sf "../../../../../$src/$dir/$file" ) - done - done - - # combine dists - for dist in `ls $src/dists` - do - echo "dist $dist" - [ -d "$dest/dists/$dist" ] || install -d -m0755 "$dest/dists/$dist" - for arch in `ls $src/dists/$dist/main` - do - echo " arch $arch" - if [ -e "$src/dists/$dist/main/$arch/Packages" ]; then - [ -d "$dest/dists/$dist/main/$arch" ] || install -d -m0755 "$dest/dists/$dist/main/$arch" - cat "$src/dists/$dist/main/$arch/Packages" >> "$dest/dists/$dist/main/$arch/Packages.new" - fi - done - done -done - -# finalize Packages -echo "merging" -archs="" -for dist in `ls $dest/dists` -do - echo "dist $dist" - for arch in `ls $dest/dists/$dist/main` - do - archs="$archs $arch" - f="$dest/dists/$dist/main/$arch" - echo " arch $arch at $f" - - if [ -e "$f/Packages.new" ]; then - mv "$f/Packages.new" "$f/Packages" - gzip -c "$f/Packages" > "$f/Packages.gz" - bzip2 -c "$f/Packages" > "$f/Packages.bz2" - else - echo rm -r "$f" - fi - - cat < "$f/Release" -Archive: stable -Component: main -Origin: Inktank -Architecture: $arch -Description: combined repo -EOF - done - - # build Release for this distribution - echo "building $dest/dists/$dist/Release" - date=`date "+%a, %d %b %Y %X UTC" -u` - cat < "$dest/temp" -Origin: Inktank -Suite: stable -Codename: $dist -Date: $date -Architectures: $archs -Components: main -Description: combined repo -MD5Sum: -EOF - rm -f "$dest/dists/$dist/Release" - for f in `cd $dest/dists/$dist && find main -type f` - do - echo " "`md5sum $dest/dists/$dist/$f | cut -c 1-32`" "`stat --format=%s $dest/dists/$dist/$f`" $f" >> "$dest/temp" - done - echo "SHA1:" >> "$dest/temp" - for f in `cd $dest/dists/$dist && find main -type f` - do - echo " "`sha1sum $dest/dists/$dist/$f | cut -c 1-40`" "`stat --format=%s $dest/dists/$dist/$f`" $f" >> "$dest/temp" - done - echo "SHA256:" >> "$dest/temp" - for f in `cd $dest/dists/$dist && find main -type f` - do - echo " "`sha256sum $dest/dists/$dist/$f | cut -c 1-64`" "`stat --format=%s $dest/dists/$dist/$f`" $f" >> "$dest/temp" - done - mv "$dest/temp" "$dest/dists/$dist/Release" - - # sign it - gpg --detach-sign --armor "$dest/dists/$dist/Release" - mv "$dest/dists/$dist/Release.asc" "$dest/dists/$dist/Release.gpg" -done - - - diff --git a/push_to_deb_repo.sh b/push_to_deb_repo.sh deleted file mode 100755 index 7b0f8c4c..00000000 --- a/push_to_deb_repo.sh +++ /dev/null @@ -1,42 +0,0 @@ -#!/bin/bash - -set -e - -releasedir=$1 -repo=$2 -cephvers=$3 -component=$4 - -usage() { - echo "usage: $0 releasedir repodir version component" -} - -[ -z "$releasedir" ] && echo specify releasedir && usage && exit 1 -[ -z "$repo" ] && echo specify reprepro dir && usage && exit 1 -[ -z "$cephvers" ] && echo specify version && usage && exit 1 -[ ! -d "$releasedir/$cephvers" ] && echo missing $releasedir/$cephvers && usage && exit 1 -[ -z "$component" ] && echo "must specify repo component" && usage && exit 1 - -bindir=`dirname $0` - -echo version $cephvers -echo component $component - -[ -z "$dists" ] && dists=`cat $releasedir/$cephvers/debian_dists` -dvers=`cat $releasedir/$cephvers/debian_version` -echo deb vers $dvers -echo dists $dists - - -for dist in $dists -do - bpvers=`$bindir/gen_debian_version.sh $dvers $dist` - echo dist $dist - echo vers $bpvers - #for f in $releasedir/$cephvers/*${bpvers}_*.changes - for f in `find $releasedir/$cephvers/ -name "*${bpvers}_*.changes"` - do - echo file $f - reprepro --ask-passphrase -b $repo -C $component --ignore=undefinedtarget --ignore=wrongdistribution include $dist $f - done -done diff --git a/push_to_rpm_repo.sh b/push_to_rpm_repo.sh deleted file mode 100755 index 5601347a..00000000 --- a/push_to_rpm_repo.sh +++ /dev/null @@ -1,41 +0,0 @@ -#!/bin/bash - -set -e - -releasedir=$1 -repo=$2 -cephvers=$3 - -keyid=460F3994 - -usage() { - echo "usage: $0 releasedir repodir version component" -} - -[ -z "$releasedir" ] && echo specify releasedir && usage && exit 1 -[ -z "$repo" ] && echo specify reprepro dir && usage && exit 1 -[ -z "$cephvers" ] && echo specify version && usage && exit 1 -[ ! -d "$releasedir/$cephvers" ] && echo missing $releasedir/$cephvers && usage && exit 1 - -bindir=`dirname $0` - -echo version $cephvers -#echo component $component - -mkdir -p $repo - -# For each distribution that we've built -for dist in `ls -1 $releasedir/$cephvers/rpm` -do - echo dist $dist - # copy binary and source rpms to repo - for dir in $releasedir/$cephvers/rpm/$dist/RPMS/* $releasedir/$cephvers/rpm/$dist/SRPMS - do - mkdir -p $repo/$cephvers/$dist - cp -a $dir $repo/$cephvers/$dist/. - done - # Add a yum or zypper release rpm to repo - $bindir/gen_yum_zypper_repo_rpm.sh $releasedir $repo $cephvers $dist -done - -echo done diff --git a/release_tarball.sh b/release_tarball.sh deleted file mode 100755 index 77b19389..00000000 --- a/release_tarball.sh +++ /dev/null @@ -1,74 +0,0 @@ -#!/bin/bash -x - -set -e - -usage() { - echo "usage: $0 releasedir [versionfile]" -} - -releasedir=$1 -versionfile=$2 - -[ -z "$releasedir" ] && echo specify releasedir && usage && exit 1 - -if git diff --quiet ; then - echo repository is clean -else - echo - echo "**** REPOSITORY IS DIRTY ****" - echo - if [ "$force" != "force" ]; then - echo "add 'force' argument if you really want to continue." - exit 1 - fi - echo "forcing." -fi - -cephver=`git describe --match "v*" | sed s/^v//` -echo current version $cephver - -srcdir=`pwd` - -if [ -d "$releasedir/$cephver" ]; then - echo "$releasedir/$cephver already exists; reuse that release tarball" -else - echo building tarball - rm ceph-*.tar.gz || true - rm ceph-*.tar.bz2 || true - - if [ -x make-dist ]; then - ./make-dist - else - make dist-bzip2 - fi - - vers=`ls ceph-*.tar.bz2 | cut -c 6- | sed 's/.tar.bz2//'` - echo tarball vers $vers - - echo extracting - mkdir -p $releasedir/$cephver/rpm - cp rpm/*.patch $releasedir/$cephver/rpm || true - cd $releasedir/$cephver - - tar jxf $srcdir/ceph-$vers.tar.bz2 - [ "$vers" != "$cephver" ] && mv ceph-$vers ceph-$cephver - - tar zcf ceph_$cephver.orig.tar.gz ceph-$cephver - cp -a ceph_$cephver.orig.tar.gz ceph-$cephver.tar.gz - - tar jcf ceph-$cephver.tar.bz2 ceph-$cephver - - # copy debian dir, too - cp -a $srcdir/debian debian - cd $srcdir - - # copy in spec file, too - cp ceph.spec $releasedir/$cephver -fi - -if [ -n "$versionfile" ]; then - echo $cephver > $versionfile - echo "wrote $cephver to $versionfile" -fi - -echo "done." diff --git a/rpm-autosign.exp b/rpm-autosign.exp deleted file mode 100755 index 89b5291f..00000000 --- a/rpm-autosign.exp +++ /dev/null @@ -1,9 +0,0 @@ -#!/usr/bin/expect -f - -# First parameter should be the key: -# --define "_gpg_name 03C3951A" - -spawn rpm --addsign {*}$argv -expect -exact "Enter pass phrase: " -send -- "\r" -expect eof diff --git a/rpm_hosts b/rpm_hosts deleted file mode 100644 index 285a5925..00000000 --- a/rpm_hosts +++ /dev/null @@ -1,3 +0,0 @@ -ubuntu@gitbuilder-centos6-amd64.front.sepia.ceph.com -ubuntu@gitbuilder-sles-11sp2-amd64.front.sepia.ceph.com -ubuntu@gitbuilder-opensuse12-amd64.front.sepia.ceph.com diff --git a/sign_and_index_rpm_repo.sh b/sign_and_index_rpm_repo.sh deleted file mode 100755 index af538eb0..00000000 --- a/sign_and_index_rpm_repo.sh +++ /dev/null @@ -1,42 +0,0 @@ -#!/bin/bash - -set -e - -releasedir=$1 -repo=$2 -cephvers=$3 - -keyid=460F3994 - -usage() { - echo "usage: $0 releasedir repodir version" -} - -[ -z "$releasedir" ] && echo specify releasedir && usage && exit 1 -[ -z "$repo" ] && echo specify reprepro dir && usage && exit 1 -[ -z "$cephvers" ] && echo specify version && usage && exit 1 -[ ! -d "$releasedir/$cephvers" ] && echo missing $releasedir/$cephvers && usage && exit 1 - -bindir=`dirname $0` - -echo version $cephvers - -# -# Sign rpms and create repo index - -#echo "signing rpms" -$bindir/sign_rpms.sh $repo $cephvers $keyid - -# Construct repodata -# repo/dist/* -#for dir in $repo/*/* -for dir in $repo/$cephvers/*/* -do - echo "indexing $dir" - if [ -d $dir ] ; then - createrepo --update --checkts $dir - gpg --batch --yes --detach-sign --armor -u $keyid $dir/repodata/repomd.xml - fi -done - -echo done diff --git a/sign_debs.sh b/sign_debs.sh deleted file mode 100755 index 11dce68d..00000000 --- a/sign_debs.sh +++ /dev/null @@ -1,39 +0,0 @@ -#!/bin/bash -x - -set -e - -usage() { - echo "usage: $0 releasedir vers key [filetypetosign] [resultdir]" -} - -releasedir=$1 -cephvers=$2 -keyid=$3 -what=$4 -resultdir=$5 - -[ -z "$what" ] && what="dsc changes" - -[ -z "$releasedir" ] && echo specify releasedir && usage && exit 1 -[ -z "$cephvers" ] && echo specify version && usage && exit 1 -[ ! -d "$releasedir/$cephvers" ] && echo missing $releasedir/$cephvers && usage && exit 1 -if [ -n "$resultdir" ] ; then - resultdir=$releasedir/$cephvers/$resultdir - [ ! -d "$resultdir" ] && echo missing $resultdir && usage && exit 1 -fi - - -[ -z "$keyid" ] && echo specify keyid && exit 1 - -echo version $cephvers - -echo "signing $releasedir/$cephvers/*.$w" -for w in $what -do - if [ -n "$resultdir" -a -d "$resultdir" ] ; then - ( cd $resultdir ; yes | debsign -k$keyid *.$w ) - else - yes | debsign -k$keyid $releasedir/$cephvers/*.$w - fi -done - diff --git a/sign_rpms.sh b/sign_rpms.sh deleted file mode 100755 index cbb522d9..00000000 --- a/sign_rpms.sh +++ /dev/null @@ -1,39 +0,0 @@ -#!/bin/bash - -set -e - -usage() { - echo "usage: $0 repodir vers key" -} - -repodir=$1 -cephvers=$2 -keyid=$3 -bindir=`dirname $0` - -[ -z "$repodir" ] && echo specify repodir && usage && exit 1 -[ -z "$cephvers" ] && echo specify version && usage && exit 1 -[ ! -d "$repodir/$cephvers" ] && echo missing $repodir/$cephvers && usage && exit 1 - -[ -z "$keyid" ] && echo specify keyid && exit 1 - -echo "signing rpms, version $cephvers key $keyid" - -# Sign all the RPMs for this release -#rpm --addsign --define "_gpg_name $keyid" $rpm -#use expect wrapper to supply null passphrase - -#shopt -s nocasematch -for rpm in `find ${repodir}/${cephvers} -name "*.rpm"` -do - signature=$(rpm -qi -p $rpm 2>/dev/null | grep ^Signature) - if grep -iq $keyid <<< "$signature" ; then - echo "skipping: $rpm" - else - echo "signing: $rpm" - $bindir/rpm-autosign.exp --define "_gpg_name $keyid" $rpm - fi -done -#shopt -u nocasematch - -echo done diff --git a/tag_release.sh b/tag_release.sh deleted file mode 100755 index d4a36030..00000000 --- a/tag_release.sh +++ /dev/null @@ -1,3 +0,0 @@ -#!/bin/sh - -git tag -s $1 -u 460F3994 -m $1 diff --git a/update_all_pbuilders.sh b/update_all_pbuilders.sh deleted file mode 100755 index a479efbd..00000000 --- a/update_all_pbuilders.sh +++ /dev/null @@ -1,23 +0,0 @@ -#!/bin/sh -x - -set -e - -bindir=`dirname $0` - -pids="" -for rem in `cat $bindir/deb_hosts` -do - echo rem $rem - ssh $rem sudo rm -rf /tmp/ceph-build.\* \; sudo mkdir -p /srv/debian-base - ssh $rem git clone git://github.com/ceph/ceph-build /tmp/ceph-build.$$ - ssh $rem sudo /tmp/ceph-build.$$/update_pbuilder.sh /srv/debian-base > update.$rem 2>&1 & - pids="$pids $!" -done - -echo pids $pids -for p in $pids -do - wait $p -done - -echo done. \ No newline at end of file diff --git a/update_pbuilder.sh b/update_pbuilder.sh deleted file mode 100755 index be8f19f5..00000000 --- a/update_pbuilder.sh +++ /dev/null @@ -1,59 +0,0 @@ -#!/bin/sh -x - -set -e - -usage() { - echo "usage: $0 basedir [dists...]" -} - -bindir=`dirname $0` -echo "$bindir" | grep -v -q '^/' && bindir=`pwd`"/$bindir" - -basedir=$1 -shift -dists=$* - -[ ! -d "$basedir" ] && echo specify dir for pbuilder images && usage && exit 1 -[ -z "$dists" ] && dists=`cat $bindir/deb_dists` - -for dist in $dists -do - os="debian" - [ "$dist" = "raring" ] && os="ubuntu" - [ "$dist" = "saucy" ] && os="ubuntu" - [ "$dist" = "xenial" ] && os="ubuntu" - [ "$dist" = "trusty" ] && os="ubuntu" - [ "$dist" = "precise" ] && os="ubuntu" - [ "$dist" = "oneiric" ] && os="ubuntu" - [ "$dist" = "natty" ] && os="ubuntu" - [ "$dist" = "maverick" ] && os="ubuntu" - [ "$dist" = "lucid" ] && os="ubuntu" - - if [ $os = "debian" ]; then - mirror="http://apt-mirror.sepia.ceph.com/ftp.us.debian.org/debian" - othermirror="" - else - mirror="" - othermirror="deb http://apt-mirror.sepia.ceph.com/archive.ubuntu.com/ubuntu $dist main restricted universe multiverse" - fi - - pbuilder --clean - - if [ -e $basedir/$dist.tgz ]; then - echo updating $dist base.tgz -# savelog -l -n $basedir/$dist.tgz -# cp $basedir/$dist.tgz.0 $basedir/$dist.tgz - pbuilder update \ - --basetgz $basedir/$dist.tgz \ - --distribution $dist \ - --mirror "$mirror" \ - --othermirror "$othermirror" - else - echo building $dist base.tgz - pbuilder create \ - --basetgz $basedir/$dist.tgz \ - --distribution $dist \ - --mirror "$mirror" \ - --othermirror "$othermirror" - fi -done -- 2.39.5