summaryrefslogtreecommitdiffstats
path: root/db-update
blob: f05246b36052800bc445a2191c30eec9ce31e85e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
#!/bin/bash

if [ $# -ne 1 ]; then
	echo "usage: $(basename $0) <reponame>"
	exit 1
fi

. "$(dirname $0)/db-functions"
. "$(dirname $0)/config"

reponame="$1"
current_arch=""

# ensure we should be playing with this DB on this server
repos="$(get_repos_for_host)"
found=0
for r in $repos; do
	if [ "$r" = "$reponame" ]; then
		found=1
	fi
done
if [ $found -ne 1 ]; then
	echo "error: you shouldn't be updating $reponame on this server!"
	exit 1
fi

WORKDIR="$TMPDIR/db-update.$reponame.$UID"
ADDPKGS=""
ANYPKGS=""

stagedir="$STAGING/$reponame"
if [ ! -d $stagedir ]; then
	echo "error: staging directory missing: $stagedir" >&2
	exit 1
fi

if [ -d "${stagedir}64" ]; then
	echo "--------------------------------------------------"
	echo "It looks like you have an old staging dir"
	echo "Packages are now differentiated by the arch in the filename."
	echo "Please delete '${stagedir}64'"
	echo "--------------------------------------------------"
	/bin/mv "${stagedir}64/add/"* "$stagedir/add/"
	/bin/mv "${stagedir}64/del/"* "$stagedir/del/"
fi

if [ -d "${stagedir}/add" ]; then
	echo "--------------------------------------------------"
	echo "It looks like you have an old staging dir"
	echo "The 'add' and 'del' dirs are no longer used."
	echo "Please delete staging/<reponame>/{add,del}"
	echo " and ensure you are using the newest devtools"
	echo "--------------------------------------------------"
	/bin/mv "${stagedir}/add/"* "$stagedir/"
fi

cleanup() {
    trap '' 0 2
	repo_unlock $reponame $current_arch
	rm -rf "$WORKDIR"
	[ "$1" ] && exit $1
}

ctrl_c() {
	echo "Interrupted" >&2
	cleanup 1
}

die() {
	echo "$*" >&2
	cleanup 1
}

trap ctrl_c 2
trap cleanup 0

# Remove any package from $stagedir that is already in the FTP repository
for current_arch in ${ARCHES[@]} any; do
	ftppath="$FTP_BASE/$reponame/os/$current_arch"
	for f in $stagedir/*-$current_arch$PKGEXT; do
		bf=$(basename $f)
		if [[ -f $ftppath/$bf ]]; then
			echo "    WARNING: Package file $bf already exists in FTP repo"
			echo "    Removing from $stagedir"
			/bin/rm $f
		fi
	done
done

# Process architecture-independent packages first.
if [ -d "$stagedir" ]; then
	ANYPKGS="$(getpkgfiles $stagedir/*-any$PKGEXT 2>/dev/null)"
fi

mkdir -p $WORKDIR
cd "$WORKDIR"

if [ -n "$ANYPKGS" ]; then
	pkgtotal=$(echo "$ANYPKGS" | wc -w)
	echo "==> Processing $pkgtotal new/updated arch-independent packages for '$reponame'..." >&2

	/usr/bin/svn checkout -N $SVNREPO checkout
	cd checkout
	to_add_any=""
	for pkg in $ANYPKGS; do
		_pkgfile=$(basename $pkg)
		_pkgname="$(getpkgname $pkg)"
		_pkgbase="$(getpkgbase $pkg)"
		svnrepo="$reponame-any"
		echo "    Validating package arch (any) $_pkgname"
		if ! check_pkg_arch "$pkg" "any"; then
			echo "   ERROR: $_pkgfile is not architecture independent!"
		else
			echo "    Checking SVN for $_pkgbase"
			/usr/bin/svn up -q $_pkgbase
			if [ -d "$_pkgbase/repos/$svnrepo" ]; then
				. "$_pkgbase/repos/$svnrepo/$BUILDSCRIPT"
				if echo "$_pkgfile" | grep -q "$_pkgname-$pkgver-$pkgrel-any"; then
					to_add_any="$to_add_any $pkg"
				else
					echo "    WARNING: $_pkgfile does not match $BUILDSCRIPT in $svnrepo"
				fi
			else
				echo "    WARNING: Package $_pkgbase not found in $svnrepo"
			fi
		fi
	done
fi

for current_arch in ${ARCHES[@]}; do

	ftppath="$FTP_BASE/$reponame/os/$current_arch"
	ftppath_any="$FTP_BASE/$reponame/os/any"
	poolpath="$FTP_BASE/$(get_pkgpool_for_host)/$current_arch"
	poolpath_any="$FTP_BASE/$(get_pkgpool_for_host)/any"
	# The following is used to create relative symlinks
	poolrel="../../../$(get_pkgpool_for_host)/$current_arch"
	poolrel_any="../../../$(get_pkgpool_for_host)/any"

	if [ ! -d "$ftppath" ]; then
		echo "FTP path for this repo ($reponame) is missing"
		echo "   -> $ftppath"
		echo "Please contact a system administrator"
		exit 1
	fi

	svnrepo="$reponame-$current_arch"

	repo_lock $reponame $current_arch || continue

	/bin/mkdir -p "$WORKDIR/build"
	cd "$WORKDIR"

	# copy the db file into our working area
	if [ -f "$ftppath/$reponame$DBEXT" ]; then
		/bin/cp "$ftppath/$reponame$DBEXT" build/$reponame-$current_arch$DBEXT
	fi

	echo "Updating DB for $svnrepo"

	to_add=""
	if [ -d "$stagedir" ]; then
		ADDPKGS="$(getpkgfiles $stagedir/*-${current_arch}$PKGEXT 2>/dev/null)"
	fi

	if [ -n "$ADDPKGS" -o -n "$ANYPKGS" ]; then

		echo "==> Copying DB file from '$reponame'..." >&2

		if [ -f "$ftppath/$reponame$DBEXT" ]; then
			/bin/cp "$ftppath/$reponame$DBEXT" build/$reponame-$current_arch$DBEXT
		fi

		pkgtotal=$(echo "$ADDPKGS $ANYPKGS" | wc -w)
		echo "==> Processing $pkgtotal new/updated packages for repository '$reponame'..." >&2

		cd "$WORKDIR"
		/usr/bin/svn checkout -N $SVNREPO checkout
		cd checkout
	
		if [ -n "$ADDPKGS" ]; then
			for pkg in $ADDPKGS; do
				_pkgfile=$(basename $pkg)
				_pkgname="$(getpkgname $pkg)"
				_pkgbase="$(getpkgbase $pkg)"

				echo "    Validating package arch ($current_arch) $_pkgname"
				if ! check_pkg_arch "$pkg" "$current_arch"; then
					echo "   ERROR: $_pkgfile was built for the wrong architecture"
				else
					echo "    Checking SVN for $_pkgbase"
					/usr/bin/svn up -q $_pkgbase
					if [ -d "$_pkgbase/repos/$svnrepo" ]; then
						. "$_pkgbase/repos/$svnrepo/$BUILDSCRIPT"
						if echo "$_pkgfile" | grep -q "$_pkgname-$pkgver-$pkgrel-$current_arch"; then
							to_add="$to_add $pkg"
						else
							echo "    WARNING: $_pkgfile does not match $BUILDSCRIPT in $svnrepo"
						fi
					else
						echo "    WARNING: Package $_pkgbase not found in $svnrepo"
					fi
				fi
			done
		fi

		if [ -n "$to_add" -o -n "$to_add_any" ]; then
			cd "$WORKDIR/build/"
			for f in $to_add $to_add_any; do /bin/cp "$f" .; done

			pkgs=""
			for pkg in $to_add $to_add_any; do pkgs="$pkgs $(basename $pkg)"; done

			/usr/bin/repo-add -q "$reponame-$current_arch$DBEXT" $pkgs
		else
			rm -f "build/$reponame-$current_arch$DBEXT"
			echo "Errors found when adding packages"
		fi
	else
		echo "No packages to add"
	fi

	# if non empty, move all build dirs
	if [ $(/bin/ls "$WORKDIR/build/" 2>/dev/null | wc -l) != 0 ]; then
		if [ $(getpkgfiles "$WORKDIR/build/"*-$current_arch$PKGEXT 2>/dev/null | wc -l) != 0 ]; then
			echo "Copying new files to '$ftppath'"
			for f in "$WORKDIR/build/"*-$current_arch$PKGEXT; do
				/bin/chmod 664 "$f" &>/dev/null
				if ! /bin/cp "$f" "$poolpath/"; then
					die "error: failure while copying files to $poolpath"
				fi
				fname="$(basename $f)"
				if ! ln -s "$poolrel/$fname" "$ftppath/$fname"; then
					die "error: failure symlinking $fname to $ftppath"
				fi
			done
		fi
		if [ $(getpkgfiles "$WORKDIR/build/"*-any$PKGEXT 2>/dev/null | wc -l) != 0 ]; then
			echo "Copying new files to '$ftppath_any' and symlinking"
			for f in "$WORKDIR/build/"*-any$PKGEXT; do
				/bin/chmod 664 "$f" &>/dev/null
				fname="$(basename $f)"
				if [ ! -f "$poolrel_any/$fname" ]; then
					if ! /bin/cp "$f" "$poolpath_any/"; then
						die "error: failure while copying files to $poolpath_any"
					fi
				fi
				if [ ! -f "$ftppath_any/$fname" ]; then
					if ! ln -s "$poolrel_any/$fname" "$ftppath_any/$fname"; then
						die "error: failure symlinking $fname to $ftppath_any"
					fi
				fi
				if ! ln -s "$poolrel_any/$fname" "$ftppath/$fname"; then
					die "error: failure symlinking $fname to $ftppath"
				fi
			done
		fi
		if ! /bin/cp "$WORKDIR/build/$reponame-$current_arch$DBEXT" "$ftppath/$reponame$DBEXT"; then
			die "failed to move repository $reponame-$current_arch".
		fi
	else
		echo "Nothing to copy, no work done"
	fi

	if [ -n "$to_add" ]; then
		echo "Cleaning staging dir"
		/bin/rm $to_add
	fi

	repo_unlock $reponame $current_arch
done

if [ -n "$to_add_any" ]; then
	/bin/rm $to_add_any
fi

trap '' 0 2
rm -rf $WORKDIR
# vim: set ts=4 sw=4 noet ft=sh: