summaryrefslogtreecommitdiffstats
path: root/cron-jobs/sourceballs
blob: aee3e02ac874a0607ab7ffb15220da38ec8729bc (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
#!/bin/bash

dirname="$(dirname $(readlink -e $0))"
. "${dirname}/../config"
. "${dirname}/../db-functions"
pushd "${WORKDIR}" >/dev/null

script_lock

for repo in ${PKGREPOS[@]}; do
	for arch in ${ARCHES[@]}; do
		repo_lock ${repo} ${arch} || exit 1
	done
done

#adjust the nice level to run at a lower priority
renice +10 -p $$ > /dev/null

# Create a readable file for each repo with the following format
# <pkgbase|pkgname> <pkgver>-<pkgrel> <arch> <license>[ <license>]
for repo in ${PKGREPOS[@]}; do
	for arch in ${ARCHES[@]}; do
		# Repo does not exist; skip it
		if [ ! -f "${FTP_BASE}/${repo}/os/${arch}/${repo}${DBEXT}" ]; then
			continue
		fi
		bsdtar -xOf "${FTP_BASE}/${repo}/os/${arch}/${repo}${DBEXT}" \
			| awk '/^%NAME%/ { getline b };
				/^%BASE%/ { getline b };
				/^%VERSION%/ { getline v };
				/^%LICENSE%/,/^$/ {
					if ( !/^%LICENSE%/ ) { l=l" "$0 }
					};
				/^%ARCH%/ {
					getline a;
					printf "%s %s %s %s\n", b, v, a, l;
					l="";
				}'
	done | sort -u > "${WORKDIR}/db-${repo}"
done

for repo in ${PKGREPOS[@]}; do
	for arch in ${ARCHES[@]}; do
		repo_unlock ${repo} ${arch}
	done
done

# Create a list of all available source package file names
find "${FTP_BASE}/${SRCPOOL}" -xtype f -name "*${SRCEXT}" -printf '%f\n' | sort -u > "${WORKDIR}/available-src-pkgs"

# Check for all packages if we need to build a source package
for repo in ${PKGREPOS[@]}; do
	newpkgs=()
	failedpkgs=()
	while read line; do
		pkginfo=(${line})
		pkgbase=${pkginfo[0]}
		pkgver=${pkginfo[1]}
		pkgarch=${pkginfo[2]}
		pkglicense=(${pkginfo[@]:3})

		# Should this package be skipped?
		if grep -Fqx "${pkgbase}" "${dirname}/sourceballs.skip"; then
			continue
		fi
		# Check if the license or .force file does not enforce creating a source package
		if ! ([[ -z ${ALLOWED_LICENSES[@]} ]] || chk_license ${pkglicense[@]} || grep -Fqx "${pkgbase}" "${dirname}/sourceballs.force"); then
			continue
		fi
		# Store the expected file name of the source package
		echo "${pkgbase}-${pkgver}${SRCEXT}" >> "${WORKDIR}/expected-src-pkgs"

		# Build the source package if its not already there
		if ! grep -Fqx "${pkgbase}-${pkgver}${SRCEXT}" "${WORKDIR}/available-src-pkgs"; then
			# Check if we had failed before
			if in_array "${pkgbase}-${pkgver}${SRCEXT}" ${failedpkgs[@]}; then
				continue
			fi

			# Get the sources from svn
			mkdir -p "${WORKDIR}/pkgbuilds/${repo}-${pkgarch}"
			svn export -q "${SVNREPO}/${pkgbase}/repos/${repo}-${pkgarch}" \
				"${WORKDIR}/pkgbuilds/${repo}-${pkgarch}/${pkgbase}" >/dev/null 2>&1
			if [ $? -ge 1 ]; then
				failedpkgs[${#failedpkgs[*]}]="${pkgbase}-${pkgver}${SRCEXT}"
				continue
			fi

			# Build the actual source package
			pushd "${WORKDIR}/pkgbuilds/${repo}-${pkgarch}/${pkgbase}" >/dev/null
			makepkg --nocolor --allsource --ignorearch --skippgpcheck --config "${dirname}/makepkg.conf" >"${WORKDIR}/${pkgbase}.log" 2>&1
			if [ $? -eq 0 ] && [ -f "${pkgbase}-${pkgver}${SRCEXT}" ]; then
				mv "${pkgbase}-${pkgver}${SRCEXT}" "${FTP_BASE}/${SRCPOOL}"
				# Avoid creating the same source package for every arch
				echo "${pkgbase}-${pkgver}${SRCEXT}" >> "${WORKDIR}/available-src-pkgs"
				newpkgs[${#newpkgs[*]}]="${pkgbase}-${pkgver}${SRCEXT}"
			else
				failedpkgs[${#failedpkgs[*]}]="${pkgbase}-${pkgver}${SRCEXT}"
				cat "${WORKDIR}/${pkgbase}.log" >> "${WORKDIR}/makepkg-fail.log"
			fi
			popd >/dev/null
		fi
	done < "${WORKDIR}/db-${repo}"

	if [ ${#newpkgs[@]} -ge 1 ]; then
		msg "Adding source packages for [${repo}]..."
		for new_pkg in ${newpkgs[@]}; do
			msg2 "${new_pkg}"
		done
	fi
	if [ ${#failedpkgs[@]} -ge 1 ]; then
		msg "Failed to create source packages for [${repo}]..."
		for failed_pkg in ${failedpkgs[@]}; do
			msg2 "${failed_pkg}"
		done
	fi
done

# Cleanup old source packages
cat "${WORKDIR}/expected-src-pkgs" | sort -u > "${WORKDIR}/expected-src-pkgs.sort"
cat "${WORKDIR}/available-src-pkgs" | sort -u > "${WORKDIR}/available-src-pkgs.sort"
old_pkgs=($(comm -23 "${WORKDIR}/available-src-pkgs.sort" "${WORKDIR}/expected-src-pkgs.sort"))

if [ ${#old_pkgs[@]} -ge 1 ]; then
	msg "Removing old source packages..."
	${SOURCE_CLEANUP_DRYRUN} && warning 'dry run mode is active'
	for old_pkg in ${old_pkgs[@]}; do
		msg2 "${old_pkg}"
		if ! ${SOURCE_CLEANUP_DRYRUN}; then
			mv "$FTP_BASE/${SRCPOOL}/${old_pkg}" "${SOURCE_CLEANUP_DESTDIR}"
			touch "${SOURCE_CLEANUP_DESTDIR}/${old_pkg}"
		fi
	done
fi

old_pkgs=($(find ${SOURCE_CLEANUP_DESTDIR} -type f -name "*${SRCEXT}" -mtime +${SOURCE_CLEANUP_KEEP} -printf '%f\n'))
if [ ${#old_pkgs[@]} -ge 1 ]; then
	msg "Removing old source packages from the cleanup directory..."
	for old_pkg in ${old_pkgs[@]}; do
		msg2 "${old_pkg}"
		${SOURCE_CLEANUP_DRYRUN} || rm -f "${SOURCE_CLEANUP_DESTDIR}/${old_pkg}"
	done
fi

if [ -f "${WORKDIR}/makepkg-fail.log" ]; then
	msg "Log of failed packages"
	cat "${WORKDIR}/makepkg-fail.log"
fi

script_unlock