summaryrefslogtreecommitdiffstats
path: root/cron-jobs/sourceballs
blob: 9b6a1e4ecbe1833c560d37b031c219eb32d3dc9b (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
#!/bin/bash

dirname="$(dirname $0)"
. "${dirname}/../db-functions"
. "${dirname}/../config"

script_lock

for repo in ${PKGREPOS[@]}; do
	for arch in ${ARCHES[@]}; do
		repo_lock ${repo} ${arch} || exit 1
	done
done

# Create a readable file for each repo with the following format
# <pkgbase|pkgname> <pkgver>-<pkgrel> <arch> <license>[ <license>]
for repo in ${PKGREPOS[@]}; do
	for arch in ${ARCHES[@]}; do
		# Repo does not exist; skip it
		if [ ! -f "${FTP_BASE}/${repo}/os/${arch}/${repo}${DBEXT}" ]; then
			continue
		fi
		bsdtar -xOf "${FTP_BASE}/${repo}/os/${arch}/${repo}${DBEXT}" \
			| awk '/^%NAME%/ { getline b };
				/^%BASE%/ { getline b };
				/^%VERSION%/ { getline v };
				/^%LICENSE%/,/^$/ {
					if ( !/^%LICENSE%/ ) { l=l" "$0 }
					};
				/^%ARCH%/ {
					getline a;
					printf "%s %s %s %s\n", b, v, a, l;
					l="";
				}'
	done | sort -u > "${WORKDIR}/db-${repo}"
done

for repo in ${PKGREPOS[@]}; do
	for arch in ${ARCHES[@]}; do
		repo_unlock ${repo} ${arch}
	done
done

# Create a list of all available source package file names
find "${FTP_BASE}/${SRCPOOL}" -xtype f -name "*${SRCEXT}" -printf '%f\n' | sort -u > "${WORKDIR}/available-src-pkgs"

# Check for all packages if we need to build a source package
for repo in ${PKGREPOS[@]}; do
	newpkgs=()
	failedpkgs=()
	while read line; do
		pkginfo=(${line})
		pkgbase=${pkginfo[0]}
		pkgver=${pkginfo[1]}
		pkgarch=${pkginfo[2]}
		pkglicense=(${pkginfo[@]:3})

		# Should this package be skipped?
		if grep -Fqx "${pkgbase}" "${dirname}/sourceballs.skip"; then
			continue
		fi
		# Check if the license or .force file does not enforce creating a source package
		if ! (chk_license ${pkglicense[@]} || grep -Fqx "${pkgbase}" "${dirname}/sourceballs.force"); then
			continue
		fi
		# Store the expected file name of the source package
		echo "${pkgbase}-${pkgver}${SRCEXT}" >> "${WORKDIR}/expected-src-pkgs"

		# Build the source package if its not already there
		if ! grep -Fqx "${pkgbase}-${pkgver}${SRCEXT}" "${WORKDIR}/available-src-pkgs"; then
			# Check if we had failed before
			if in_array "${pkgbase}-${pkgver}${SRCEXT}" ${failedpkgs[@]}; then
				continue
			fi

			# Get the sources from svn
			mkdir -p "${WORKDIR}/pkgbuilds/${repo}-${pkgarch}"
			svn export -q "${SVNREPO}/${pkgbase}/repos/${repo}-${pkgarch}" \
				"${WORKDIR}/pkgbuilds/${repo}-${pkgarch}/${pkgbase}" >/dev/null 2>&1
			if [ $? -ge 1 ]; then
				failedpkgs[${#failedpkgs[*]}]="${pkgbase}-${pkgver}${SRCEXT}"
				continue
			fi

			# Build the actual source package
			pushd "${WORKDIR}/pkgbuilds/${repo}-${pkgarch}/${pkgbase}" >/dev/null
			makepkg --nocolor --allsource --ignorearch >/dev/null 2>&1
			if [ $? -eq 0 ] && [ -f "${pkgbase}-${pkgver}${SRCEXT}" ]; then
				mv "${pkgbase}-${pkgver}${SRCEXT}" "${FTP_BASE}/${SRCPOOL}"
				# Avoid creating the same source package for every arch
				echo "${pkgbase}-${pkgver}${SRCEXT}" >> "${WORKDIR}/available-src-pkgs"
				newpkgs[${#newpkgs[*]}]="${pkgbase}-${pkgver}${SRCEXT}"
			else
				failedpkgs[${#failedpkgs[*]}]="${pkgbase}-${pkgver}${SRCEXT}"
			fi
			popd >/dev/null
		fi
	done < "${WORKDIR}/db-${repo}"

	if [ ${#newpkgs[@]} -ge 1 ]; then
		msg "Adding source packages for [${repo}]..."
		for new_pkg in ${newpkgs[@]}; do
			msg2 "${new_pkg}"
		done
	fi
	if [ ${#failedpkgs[@]} -ge 1 ]; then
		msg "Failed to create source packages for [${repo}]..."
		for failed_pkg in ${failedpkgs[@]}; do
			msg2 "${failed_pkg}"
		done
	fi
done

# Cleanup old source packages
cat "${WORKDIR}/expected-src-pkgs" | sort -u > "${WORKDIR}/expected-src-pkgs.sort"
cat "${WORKDIR}/available-src-pkgs" | sort -u > "${WORKDIR}/available-src-pkgs.sort"
old_pkgs=($(comm -23 "${WORKDIR}/available-src-pkgs.sort" "${WORKDIR}/expected-src-pkgs.sort"))

if [ ${#old_pkgs[@]} -ge 1 ]; then
	msg "Removing old source packages..."
	${CLEANUP_DRYRUN} && warning 'dry run mode is active'
	for old_pkg in ${old_pkgs[@]}; do
		msg2 "${old_pkg}"
		${CLEANUP_DRYRUN} || mv "$FTP_BASE/${SRCPOOL}/${old_pkg}" "${SOURCE_CLEANUP_DESTDIR}"
	done
fi

script_unlock