summaryrefslogtreecommitdiffstats
path: root/db-update
blob: 9dd5c9d54b2112514ecc7073274418de4aff23f0 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
#!/bin/bash

if [ $# -ne 1 ]; then
	echo "usage: $(basename $0) <reponame>"
	exit 1
fi

. "$(dirname $0)/db-functions"
. "$(dirname $0)/config"

reponame="$1"
current_arch=""

# ensure we should be playing with this DB on this server
repos="$(get_repos_for_host)"
found=0
for r in $repos; do
	if [ "$r" = "$reponame" ]; then
		found=1
	fi
done
if [ $found -ne 1 ]; then
	echo "error: you shouldn't be updating $reponame on this server!"
	exit 1
fi

WORKDIR="$TMPDIR/db-update.$reponame.$UID"
ADDPKGS=""
ANYPKGS=""

stagedir="$STAGING/$reponame"
if [ ! -d $stagedir ]; then
	echo "error: staging directory missing: $stagedir" >&2
	exit 1
fi

cleanup() {
    trap '' 0 2
	repo_unlock $reponame $current_arch
	rm -rf "$WORKDIR"
	[ "$1" ] && exit $1
}

ctrl_c() {
	echo "Interrupted" >&2
	cleanup 1
}

die() {
	echo "$*" >&2
	cleanup 1
}

trap ctrl_c 2
trap cleanup 0

echo -n "Updating $reponame..."

# Remove any package from $stagedir that is already in the FTP repository
for current_arch in ${ARCHES[@]} any; do
	ftppath="$FTP_BASE/$reponame/os/$current_arch"
	for f in $stagedir/*-$current_arch$PKGEXT; do
		bf=$(basename $f)
		if [[ -f $ftppath/$bf ]]; then
			echo "    WARNING: Package file $bf already exists in FTP repo"
			echo "    Removing from $stagedir"
			/bin/rm $f
		fi
	done
done

# Process architecture-independent packages first.
if [ -d "$stagedir" ]; then
	ANYPKGS="$(getpkgfiles $stagedir/*-any$PKGEXT 2>/dev/null)"
fi

mkdir -p $WORKDIR
cd "$WORKDIR"

if [ -n "$ANYPKGS" ]; then
	pkgtotal=$(echo "$ANYPKGS" | wc -w)

	/usr/bin/svn checkout -q -N $SVNREPO checkout >/dev/null
	cd checkout
	to_add_any=""
	for pkg in $ANYPKGS; do
		_pkgfile=$(basename $pkg)
		_pkgname="$(getpkgname $pkg)"
		_pkgbase="$(getpkgbase $pkg)"
		svnrepo="$reponame-any"
		if ! check_pkg_arch "$pkg" "any"; then
			echo "   ERROR: $_pkgfile is not architecture independent!"
		else
			/usr/bin/svn up -q $_pkgbase
			if [ -d "$_pkgbase/repos/$svnrepo" ]; then
				. "$_pkgbase/repos/$svnrepo/$BUILDSCRIPT"
				if echo "$_pkgfile" | grep -q "$_pkgname-$pkgver-$pkgrel-any"; then
					to_add_any="$to_add_any $pkg"
				else
					echo "    WARNING: $_pkgfile does not match $BUILDSCRIPT in $svnrepo"
				fi
			else
				echo "    WARNING: Package $_pkgbase not found in $svnrepo"
			fi
		fi
	done
fi

for current_arch in ${ARCHES[@]}; do

	ftppath="$FTP_BASE/$reponame/os/$current_arch"
	ftppath_any="$FTP_BASE/$reponame/os/any"
	poolpath="$FTP_BASE/$(get_pkgpool_for_host)/$current_arch"
	poolpath_any="$FTP_BASE/$(get_pkgpool_for_host)/any"
	# The following is used to create relative symlinks
	poolrel="../../../$(get_pkgpool_for_host)/$current_arch"
	poolrel_any="../../../$(get_pkgpool_for_host)/any"

	if [ ! -d "$ftppath" ]; then
		echo "FTP path for this repo ($reponame) is missing"
		echo "   -> $ftppath"
		echo "Please contact a system administrator"
		exit 1
	fi

	svnrepo="$reponame-$current_arch"

	repo_lock $reponame $current_arch || continue

	/bin/mkdir -p "$WORKDIR/build"
	cd "$WORKDIR"

	# copy the db file into our working area
	if [ -f "$ftppath/$reponame$DBEXT" ]; then
		/bin/cp "$ftppath/$reponame$DBEXT" build/$reponame-$current_arch$DBEXT
	fi

	to_add=""
	if [ -d "$stagedir" ]; then
		ADDPKGS="$(getpkgfiles $stagedir/*-${current_arch}$PKGEXT 2>/dev/null)"
	fi

	if [ -n "$ADDPKGS" -o -n "$ANYPKGS" ]; then

		if [ -f "$ftppath/$reponame$DBEXT" ]; then
			/bin/cp "$ftppath/$reponame$DBEXT" build/$reponame-$current_arch$DBEXT
		fi

		pkgtotal=$(echo "$ADDPKGS $ANYPKGS" | wc -w)

		cd "$WORKDIR"
		/usr/bin/svn checkout -N $SVNREPO checkout >/dev/null
		cd checkout
	
		if [ -n "$ADDPKGS" ]; then
			for pkg in $ADDPKGS; do
				_pkgfile=$(basename $pkg)
				_pkgname="$(getpkgname $pkg)"
				_pkgbase="$(getpkgbase $pkg)"

				if ! check_pkg_arch "$pkg" "$current_arch"; then
					echo "   ERROR: $_pkgfile was built for the wrong architecture"
				else
					/usr/bin/svn up -q $_pkgbase
					if [ -d "$_pkgbase/repos/$svnrepo" ]; then
						. "$_pkgbase/repos/$svnrepo/$BUILDSCRIPT"
						if echo "$_pkgfile" | grep -q "$_pkgname-$pkgver-$pkgrel-$current_arch"; then
							to_add="$to_add $pkg"
						else
							echo "    WARNING: $_pkgfile does not match $BUILDSCRIPT in $svnrepo"
						fi
					else
						echo "    WARNING: Package $_pkgbase not found in $svnrepo"
					fi
				fi
			done
		fi

		if [ -n "$to_add" -o -n "$to_add_any" ]; then
			cd "$WORKDIR/build/"
			for f in $to_add $to_add_any; do /bin/cp "$f" .; done

			pkgs=""
			for pkg in $to_add $to_add_any; do pkgs="$pkgs $(basename $pkg)"; done

			/usr/bin/repo-add -q "$reponame-$current_arch$DBEXT" $pkgs >/dev/null
		else
			rm -f "build/$reponame-$current_arch$DBEXT"
			echo "Errors found when adding packages"
		fi
	else
		echo "No packages to add"
	fi

	# if non empty, move all build dirs
	if [ $(/bin/ls "$WORKDIR/build/" 2>/dev/null | wc -l) != 0 ]; then
		if [ $(getpkgfiles "$WORKDIR/build/"*-$current_arch$PKGEXT 2>/dev/null | wc -l) != 0 ]; then
			for f in "$WORKDIR/build/"*-$current_arch$PKGEXT; do
				/bin/chmod 664 "$f" &>/dev/null
				if ! /bin/cp "$f" "$poolpath/"; then
					die "error: failure while copying files to $poolpath"
				fi
				fname="$(basename $f)"
				if ! ln -s "$poolrel/$fname" "$ftppath/$fname"; then
					die "error: failure symlinking $fname to $ftppath"
				fi
			done
		fi
		if [ $(getpkgfiles "$WORKDIR/build/"*-any$PKGEXT 2>/dev/null | wc -l) != 0 ]; then
			for f in "$WORKDIR/build/"*-any$PKGEXT; do
				/bin/chmod 664 "$f" &>/dev/null
				fname="$(basename $f)"
				if ! /bin/cp "$f" "$poolpath_any/"; then
					die "error: failure while copying files to $poolpath_any"
				fi

				if ! ln -s "$poolrel_any/$fname" "$ftppath/$fname"; then
					die "error: failure symlinking $fname to $ftppath"
				fi
			done
		fi
		if ! /bin/cp "$WORKDIR/build/$reponame-$current_arch$DBEXT" "$ftppath/$reponame$DBEXT"; then
			die "failed to move repository $reponame-$current_arch".
		fi
	else
		echo "Nothing to copy, no work done"
	fi

	if [ -n "$to_add" ]; then
		/bin/rm $to_add
	fi

	repo_unlock $reponame $current_arch
done

if [ -n "$to_add_any" ]; then
	/bin/rm $to_add_any
fi

echo 'done'

trap '' 0 2
rm -rf $WORKDIR
# vim: set ts=4 sw=4 noet ft=sh: