summaryrefslogtreecommitdiffstats
path: root/db-update
blob: e2a6534426fe51a2db65c300be30ab8cb45804d4 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
#!/bin/bash

if [ $# -ne 2 ]; then
	echo "usage: $(basename $0) <reponame> <arch>"
	exit 1
fi

. "$(dirname $0)/db-functions"

source_makepkg

reponame="$1"
arch="$2"

export CARCH="$arch"

##### Arch specific stuff. TODO make this configurable #####
ftppath="/home/ftp/$reponame/os/$arch/"
svnpath="file:///home/svn-packages"
svnrepo="$reponame-$arch"
stagedir="$HOME/staging/$reponame"
############################################################

[ "$UID" = "" ] && UID=$(uid)

WORKDIR="/home/tmp/db-update.$svnrepo.$UID"
ADDPKGS=""
REMPKGS=""

if [ ! -d "$ftppath" ]; then
	echo "FTP path for this repo ($reponame) is missing"
	echo "Please contact a system administrator"
	exit 1
fi

if [ ! -d $stagedir ]; then
	echo "error: staging directory missing: $stagedir" >&2
	exit 1
fi

# Get the package name from the filename
# hackish, but should work for now
getpkgname() {
	local tmp

	tmp=${1##*/}
	tmp=${tmp%$PKGEXT}
	tmp=${tmp%-$CARCH}
	echo ${tmp%-*-*}
}

cleanup() {
	# unlock
	repo_unlock $reponame $arch
	rm -rf "$WORKDIR"
	[ "$1" ] && exit $1
}

ctrl_c() {
	echo "Interrupted" >&2
	cleanup 0
}

die() {
	echo "$*" >&2
	cleanup 1
}

trap ctrl_c 2
trap cleanup 0

repo_lock $reponame $arch

/bin/mkdir -p "$WORKDIR/build"
cd "$WORKDIR"

# copy the db file into our working area
if [ -f "$ftppath/$reponame.db.tar.$DB_COMPRESSION" ]; then
	copy_helper "$ftppath/$reponame.db.tar.$DB_COMPRESSION" build/
else
	touch "build/$reponame.db.tar.$DB_COMPRESSION"
fi

echo "Updating DB for $reponame $arch"

if [ -d "${stagedir}64" ]; then
	echo "--------------------------------------------------"
	echo "It looks like you have an old staging dir"
	echo "Packages are now differentiated by the arch in the filename."
	echo "Please delete '${stagedir}64'"
	echo "--------------------------------------------------"
	/bin/mv "${stagedir}64/add/"* "$stagedir/add/"
	/bin/mv "${stagedir}64/del/"* "$stagedir/del/"
fi

to_add=""
if [ -d "$stagedir/add" ]; then
	ADDPKGS="$(/bin/ls $stagedir/add/*-${arch}$PKGEXT 2>/dev/null)"
fi

if [ -n "$ADDPKGS" ]; then
	echo "==> Processing new/updated packages for repository '$reponame'..." >&2

	cd "$WORKDIR"
	/usr/bin/svn checkout -N $svnpath checkout
	cd checkout

	for pkg in $ADDPKGS; do
		_pkgfile=$(basename $pkg)
		_pkgname="$(getpkgname $pkg)"

		echo "    Validating package arch ($arch) $_pkgname"
		if ! check_pkg_arch "$pkg" "$arch"; then
			echo "   ERROR: $_pkgfile was built for the wrong architecture"
		else
			echo "    Checking SVN for $_pkgname"
			/usr/bin/svn up -q $_pkgname
			if [ -d "$_pkgname/repos/$svnrepo" ]; then
				. "$_pkgname/repos/$svnrepo/$BUILDSCRIPT"
				if [ "$_pkgfile" = "$pkgname-$pkgver-$pkgrel-$CARCH$PKGEXT" ]; then
					to_add="$to_add $pkg"
				else
					echo "    WARNING: $_pkgfile does not match $BUILDSCRIPT in $svnrepo"
				fi
			else
				echo "    WARNING: Package $_pkgname not found in $svnrepo"
			fi
		fi
	done

	if [ -n "$to_add" ]; then
		cd "$WORKDIR/build/"
		for f in $to_add; do copy_helper "$f" .; done

		pkgs=""
		for pkg in $to_add; do pkgs="$pkgs $(basename $pkg)"; done

		/usr/bin/repo-add "$reponame.db.tar.$DB_COMPRESSION" $pkgs
	else
		rm -f "build/$reponame.db.tar.$DB_COMPRESSION"
		echo "Errors found when adding packages"
	fi
else
	echo "No packages to add"
fi

to_rem=""
if [ -d "$stagedir/del" ]; then
	REMPKGS="$(/bin/ls $stagedir/del/*-${arch}$PKGEXT 2>/dev/null)"
fi

if [ -n "$REMPKGS" ]; then
	echo "==> Processing deleted packages for repository '$reponame'..." >&2

	if [ ! -d "$WORKDIR/checkout" ]; then
		cd "$WORKDIR"
		/usr/bin/svn checkout -N $svnpath checkout
	fi
	cd "$WORKDIR/checkout"

	#TODO removal shouldn't require a package file
	for pkg in $REMPKGS; do
		_pkgfile=$(basename $pkg)
		_pkgname="$(getpkgname $pkg)"
		echo "    Checking SVN for $_pkgname"
		svn up -q $_pkgname
		if [ -d "$_pkgname/repos/$svnrepo" ]; then
			echo "    WARNING: $_pkgname still exists in $svnrepo"
		else
			to_rem="$to_rem $_pkgname"
		fi
	done

	if [ -n "$to_rem" ]; then
		cd "$WORKDIR/build/"

		#NOTE: to_rem consists of package NAMES only
		/usr/bin/repo-remove "$reponame.db.tar.$DB_COMPRESSION" $to_rem

		for rem in $REMPKGS; do
			rem="$(basename $rem)"
			/bin/rm -f "$ftppath/$rem"
		done
	else
		rm -f "build/$reponame.db.tar.$DB_COMPRESSION"
		echo "Errors found when removing packages"
	fi
else
	echo "No packages to delete"
fi

# if non empty, move all build dirs
if [ $(/bin/ls "$WORKDIR/build/" 2>/dev/null | wc -l) != 0 ]; then
	echo "Copying new files to '$ftppath'"
	for f in "$WORKDIR/build/"*; do
		if ! copy_helper "$f" "$ftppath"; then
			die "error: failure while copying files to $ftppath"
		fi
	done

else
	echo "Nothing to copy, no work done"
fi

if [ -n "$ADDPKGS" -o -n "$REMPKGS" ]; then
	echo "Cleaning staging dir"
	/bin/rm $ADDPKGS $REMPKGS
fi

cleanup
# vim: set ts=4 sw=4 noet ft=sh: