summaryrefslogtreecommitdiffstats
path: root/git-interface
diff options
context:
space:
mode:
authorLukas Fleischer <lfleischer@archlinux.org>2016-10-08 14:19:11 +0200
committerLukas Fleischer <lfleischer@archlinux.org>2016-10-08 14:25:43 +0200
commitd4fe77ac572ef0e60c9ffa5f987c9cda448cf9f2 (patch)
tree509f59c92a2a555a1e743f0ea689c5766c36319a /git-interface
parente182ba0c42a9d2b2afecb8da32d00f634999935e (diff)
downloadaur-d4fe77ac572ef0e60c9ffa5f987c9cda448cf9f2.tar.gz
aur-d4fe77ac572ef0e60c9ffa5f987c9cda448cf9f2.tar.xz
Reorganize Git interface scripts
Move the Git interface scripts from git-interface/ to aurweb/git/. Use setuptools to automatically create wrappers which can be installed using `python3 setup.py install`. Update the configuration files, the test suite as well as the INSTALL and README files to reflect these changes. Signed-off-by: Lukas Fleischer <lfleischer@archlinux.org>
Diffstat (limited to 'git-interface')
-rw-r--r--git-interface/Makefile18
-rw-r--r--git-interface/__init__.py0
-rw-r--r--git-interface/config.mk1
-rwxr-xr-xgit-interface/git-auth.py62
-rw-r--r--git-interface/git-auth.sh.in3
-rwxr-xr-xgit-interface/git-serve.py409
-rwxr-xr-xgit-interface/git-update.py419
7 files changed, 0 insertions, 912 deletions
diff --git a/git-interface/Makefile b/git-interface/Makefile
deleted file mode 100644
index 88657904..00000000
--- a/git-interface/Makefile
+++ /dev/null
@@ -1,18 +0,0 @@
-GIT_INTERFACE_DIR := $(abspath $(dir $(lastword $(MAKEFILE_LIST))))
-
-include config.mk
-
-git-auth.sh:
- sed 's#%GIT_INTERFACE_DIR%#$(GIT_INTERFACE_DIR)#' <git-auth.sh.in >git-auth.sh
- chmod +x git-auth.sh
-
-install: git-auth.sh
- install -Dm0755 git-auth.sh "$(DESTDIR)$(PREFIX)/bin/aur-git-auth"
-
-uninstall:
- rm -f "$(DESTDIR)$(PREFIX)/bin/aur-git-auth"
-
-clean:
- rm -f git-auth.sh
-
-.PHONY: install uninstall clean
diff --git a/git-interface/__init__.py b/git-interface/__init__.py
deleted file mode 100644
index e69de29b..00000000
--- a/git-interface/__init__.py
+++ /dev/null
diff --git a/git-interface/config.mk b/git-interface/config.mk
deleted file mode 100644
index 4d794a1c..00000000
--- a/git-interface/config.mk
+++ /dev/null
@@ -1 +0,0 @@
-PREFIX = /usr/local
diff --git a/git-interface/git-auth.py b/git-interface/git-auth.py
deleted file mode 100755
index 022b0fff..00000000
--- a/git-interface/git-auth.py
+++ /dev/null
@@ -1,62 +0,0 @@
-#!/usr/bin/python3
-
-import shlex
-import re
-import sys
-
-import aurweb.config
-import aurweb.db
-
-
-def format_command(env_vars, command, ssh_opts, ssh_key):
- environment = ''
- for key, var in env_vars.items():
- environment += '{}={} '.format(key, shlex.quote(var))
-
- command = shlex.quote(command)
- command = '{}{}'.format(environment, command)
-
- # The command is being substituted into an authorized_keys line below,
- # so we need to escape the double quotes.
- command = command.replace('"', '\\"')
- msg = 'command="{}",{} {}'.format(command, ssh_opts, ssh_key)
- return msg
-
-
-def main():
- valid_keytypes = aurweb.config.get('auth', 'valid-keytypes').split()
- username_regex = aurweb.config.get('auth', 'username-regex')
- git_serve_cmd = aurweb.config.get('auth', 'git-serve-cmd')
- ssh_opts = aurweb.config.get('auth', 'ssh-options')
-
- keytype = sys.argv[1]
- keytext = sys.argv[2]
- if keytype not in valid_keytypes:
- exit(1)
-
- conn = aurweb.db.Connection()
-
- cur = conn.execute("SELECT Users.Username, Users.AccountTypeID FROM Users "
- "INNER JOIN SSHPubKeys ON SSHPubKeys.UserID = Users.ID "
- "WHERE SSHPubKeys.PubKey = ? AND Users.Suspended = 0",
- (keytype + " " + keytext,))
-
- row = cur.fetchone()
- if not row or cur.fetchone():
- exit(1)
-
- user, account_type = row
- if not re.match(username_regex, user):
- exit(1)
-
- env_vars = {
- 'AUR_USER': user,
- 'AUR_PRIVILEGED': '1' if account_type > 1 else '0',
- }
- key = keytype + ' ' + keytext
-
- print(format_command(env_vars, git_serve_cmd, ssh_opts, key))
-
-
-if __name__ == '__main__':
- main()
diff --git a/git-interface/git-auth.sh.in b/git-interface/git-auth.sh.in
deleted file mode 100644
index 223816ac..00000000
--- a/git-interface/git-auth.sh.in
+++ /dev/null
@@ -1,3 +0,0 @@
-#!/bin/sh
-
-%GIT_INTERFACE_DIR%/git-auth.py "$1" "$2"
diff --git a/git-interface/git-serve.py b/git-interface/git-serve.py
deleted file mode 100755
index ebfef946..00000000
--- a/git-interface/git-serve.py
+++ /dev/null
@@ -1,409 +0,0 @@
-#!/usr/bin/python3
-
-import os
-import re
-import shlex
-import subprocess
-import sys
-import time
-
-import aurweb.config
-import aurweb.db
-
-notify_cmd = aurweb.config.get('notifications', 'notify-cmd')
-
-repo_path = aurweb.config.get('serve', 'repo-path')
-repo_regex = aurweb.config.get('serve', 'repo-regex')
-git_shell_cmd = aurweb.config.get('serve', 'git-shell-cmd')
-git_update_cmd = aurweb.config.get('serve', 'git-update-cmd')
-ssh_cmdline = aurweb.config.get('serve', 'ssh-cmdline')
-
-enable_maintenance = aurweb.config.getboolean('options', 'enable-maintenance')
-maintenance_exc = aurweb.config.get('options', 'maintenance-exceptions').split()
-
-
-def pkgbase_from_name(pkgbase):
- conn = aurweb.db.Connection()
- cur = conn.execute("SELECT ID FROM PackageBases WHERE Name = ?", [pkgbase])
-
- row = cur.fetchone()
- return row[0] if row else None
-
-
-def pkgbase_exists(pkgbase):
- return pkgbase_from_name(pkgbase) is not None
-
-
-def list_repos(user):
- conn = aurweb.db.Connection()
-
- cur = conn.execute("SELECT ID FROM Users WHERE Username = ?", [user])
- userid = cur.fetchone()[0]
- if userid == 0:
- die('{:s}: unknown user: {:s}'.format(action, user))
-
- cur = conn.execute("SELECT Name, PackagerUID FROM PackageBases " +
- "WHERE MaintainerUID = ?", [userid])
- for row in cur:
- print((' ' if row[1] else '*') + row[0])
- conn.close()
-
-
-def create_pkgbase(pkgbase, user):
- if not re.match(repo_regex, pkgbase):
- die('{:s}: invalid repository name: {:s}'.format(action, pkgbase))
- if pkgbase_exists(pkgbase):
- die('{:s}: package base already exists: {:s}'.format(action, pkgbase))
-
- conn = aurweb.db.Connection()
-
- cur = conn.execute("SELECT ID FROM Users WHERE Username = ?", [user])
- userid = cur.fetchone()[0]
- if userid == 0:
- die('{:s}: unknown user: {:s}'.format(action, user))
-
- now = int(time.time())
- cur = conn.execute("INSERT INTO PackageBases (Name, SubmittedTS, " +
- "ModifiedTS, SubmitterUID, MaintainerUID) VALUES " +
- "(?, ?, ?, ?, ?)", [pkgbase, now, now, userid, userid])
- pkgbase_id = cur.lastrowid
-
- cur = conn.execute("INSERT INTO PackageNotifications " +
- "(PackageBaseID, UserID) VALUES (?, ?)",
- [pkgbase_id, userid])
-
- conn.commit()
- conn.close()
-
-
-def pkgbase_adopt(pkgbase, user, privileged):
- pkgbase_id = pkgbase_from_name(pkgbase)
- if not pkgbase_id:
- die('{:s}: package base not found: {:s}'.format(action, pkgbase))
-
- conn = aurweb.db.Connection()
-
- cur = conn.execute("SELECT ID FROM PackageBases WHERE ID = ? AND " +
- "MaintainerUID IS NULL", [pkgbase_id])
- if not privileged and not cur.fetchone():
- die('{:s}: permission denied: {:s}'.format(action, user))
-
- cur = conn.execute("SELECT ID FROM Users WHERE Username = ?", [user])
- userid = cur.fetchone()[0]
- if userid == 0:
- die('{:s}: unknown user: {:s}'.format(action, user))
-
- cur = conn.execute("UPDATE PackageBases SET MaintainerUID = ? " +
- "WHERE ID = ?", [userid, pkgbase_id])
-
- cur = conn.execute("SELECT COUNT(*) FROM PackageNotifications WHERE " +
- "PackageBaseID = ? AND UserID = ?",
- [pkgbase_id, userid])
- if cur.fetchone()[0] == 0:
- cur = conn.execute("INSERT INTO PackageNotifications " +
- "(PackageBaseID, UserID) VALUES (?, ?)",
- [pkgbase_id, userid])
- conn.commit()
-
- subprocess.Popen((notify_cmd, 'adopt', str(pkgbase_id), str(userid)))
-
- conn.close()
-
-
-def pkgbase_get_comaintainers(pkgbase):
- conn = aurweb.db.Connection()
-
- cur = conn.execute("SELECT UserName FROM PackageComaintainers " +
- "INNER JOIN Users " +
- "ON Users.ID = PackageComaintainers.UsersID " +
- "INNER JOIN PackageBases " +
- "ON PackageBases.ID = PackageComaintainers.PackageBaseID " +
- "WHERE PackageBases.Name = ? " +
- "ORDER BY Priority ASC", [pkgbase])
-
- return [row[0] for row in cur.fetchall()]
-
-
-def pkgbase_set_comaintainers(pkgbase, userlist, user, privileged):
- pkgbase_id = pkgbase_from_name(pkgbase)
- if not pkgbase_id:
- die('{:s}: package base not found: {:s}'.format(action, pkgbase))
-
- if not privileged and not pkgbase_has_full_access(pkgbase, user):
- die('{:s}: permission denied: {:s}'.format(action, user))
-
- conn = aurweb.db.Connection()
-
- userlist_old = set(pkgbase_get_comaintainers(pkgbase))
-
- uids_old = set()
- for olduser in userlist_old:
- cur = conn.execute("SELECT ID FROM Users WHERE Username = ?",
- [olduser])
- userid = cur.fetchone()[0]
- if userid == 0:
- die('{:s}: unknown user: {:s}'.format(action, user))
- uids_old.add(userid)
-
- uids_new = set()
- for newuser in userlist:
- cur = conn.execute("SELECT ID FROM Users WHERE Username = ?",
- [newuser])
- userid = cur.fetchone()[0]
- if userid == 0:
- die('{:s}: unknown user: {:s}'.format(action, user))
- uids_new.add(userid)
-
- uids_add = uids_new - uids_old
- uids_rem = uids_old - uids_new
-
- i = 1
- for userid in uids_new:
- if userid in uids_add:
- cur = conn.execute("INSERT INTO PackageComaintainers " +
- "(PackageBaseID, UsersID, Priority) " +
- "VALUES (?, ?, ?)", [pkgbase_id, userid, i])
- subprocess.Popen((notify_cmd, 'comaintainer-add', str(pkgbase_id),
- str(userid)))
- else:
- cur = conn.execute("UPDATE PackageComaintainers " +
- "SET Priority = ? " +
- "WHERE PackageBaseID = ? AND UsersID = ?",
- [i, pkgbase_id, userid])
- i += 1
-
- for userid in uids_rem:
- cur = conn.execute("DELETE FROM PackageComaintainers " +
- "WHERE PackageBaseID = ? AND UsersID = ?",
- [pkgbase_id, userid])
- subprocess.Popen((notify_cmd, 'comaintainer-remove',
- str(pkgbase_id), str(userid)))
-
- conn.commit()
- conn.close()
-
-
-def pkgbase_disown(pkgbase, user, privileged):
- pkgbase_id = pkgbase_from_name(pkgbase)
- if not pkgbase_id:
- die('{:s}: package base not found: {:s}'.format(action, pkgbase))
-
- initialized_by_owner = pkgbase_has_full_access(pkgbase, user)
- if not privileged and not initialized_by_owner:
- die('{:s}: permission denied: {:s}'.format(action, user))
-
- # TODO: Support disowning package bases via package request.
- # TODO: Scan through pending orphan requests and close them.
-
- comaintainers = []
- new_maintainer_userid = None
-
- conn = aurweb.db.Connection()
-
- # Make the first co-maintainer the new maintainer, unless the action was
- # enforced by a Trusted User.
- if initialized_by_owner:
- comaintainers = pkgbase_get_comaintainers(pkgbase)
- if len(comaintainers) > 0:
- new_maintainer = comaintainers[0]
- cur = conn.execute("SELECT ID FROM Users WHERE Username = ?",
- [new_maintainer])
- new_maintainer_userid = cur.fetchone()[0]
- comaintainers.remove(new_maintainer)
-
- pkgbase_set_comaintainers(pkgbase, comaintainers, user, privileged)
- cur = conn.execute("UPDATE PackageBases SET MaintainerUID = ? " +
- "WHERE ID = ?", [new_maintainer_userid, pkgbase_id])
-
- conn.commit()
-
- cur = conn.execute("SELECT ID FROM Users WHERE Username = ?", [user])
- userid = cur.fetchone()[0]
- if userid == 0:
- die('{:s}: unknown user: {:s}'.format(action, user))
-
- subprocess.Popen((notify_cmd, 'disown', str(pkgbase_id), str(userid)))
-
- conn.close()
-
-
-def pkgbase_set_keywords(pkgbase, keywords):
- pkgbase_id = pkgbase_from_name(pkgbase)
- if not pkgbase_id:
- die('{:s}: package base not found: {:s}'.format(action, pkgbase))
-
- conn = aurweb.db.Connection()
-
- conn.execute("DELETE FROM PackageKeywords WHERE PackageBaseID = ?",
- [pkgbase_id])
- for keyword in keywords:
- conn.execute("INSERT INTO PackageKeywords (PackageBaseID, Keyword) " +
- "VALUES (?, ?)", [pkgbase_id, keyword])
-
- conn.commit()
- conn.close()
-
-
-def pkgbase_has_write_access(pkgbase, user):
- conn = aurweb.db.Connection()
-
- cur = conn.execute("SELECT COUNT(*) FROM PackageBases " +
- "LEFT JOIN PackageComaintainers " +
- "ON PackageComaintainers.PackageBaseID = PackageBases.ID " +
- "INNER JOIN Users " +
- "ON Users.ID = PackageBases.MaintainerUID " +
- "OR PackageBases.MaintainerUID IS NULL " +
- "OR Users.ID = PackageComaintainers.UsersID " +
- "WHERE Name = ? AND Username = ?", [pkgbase, user])
- return cur.fetchone()[0] > 0
-
-
-def pkgbase_has_full_access(pkgbase, user):
- conn = aurweb.db.Connection()
-
- cur = conn.execute("SELECT COUNT(*) FROM PackageBases " +
- "INNER JOIN Users " +
- "ON Users.ID = PackageBases.MaintainerUID " +
- "WHERE Name = ? AND Username = ?", [pkgbase, user])
- return cur.fetchone()[0] > 0
-
-
-def die(msg):
- sys.stderr.write("{:s}\n".format(msg))
- exit(1)
-
-
-def die_with_help(msg):
- die(msg + "\nTry `{:s} help` for a list of commands.".format(ssh_cmdline))
-
-
-def warn(msg):
- sys.stderr.write("warning: {:s}\n".format(msg))
-
-
-def usage(cmds):
- sys.stderr.write("Commands:\n")
- colwidth = max([len(cmd) for cmd in cmds.keys()]) + 4
- for key in sorted(cmds):
- sys.stderr.write(" " + key.ljust(colwidth) + cmds[key] + "\n")
- exit(0)
-
-
-def main():
- user = os.environ.get('AUR_USER')
- privileged = (os.environ.get('AUR_PRIVILEGED', '0') == '1')
- ssh_cmd = os.environ.get('SSH_ORIGINAL_COMMAND')
- ssh_client = os.environ.get('SSH_CLIENT')
-
- if not ssh_cmd:
- die_with_help("Interactive shell is disabled.")
- cmdargv = shlex.split(ssh_cmd)
- action = cmdargv[0]
- remote_addr = ssh_client.split(' ')[0] if ssh_client else None
-
- if enable_maintenance:
- if remote_addr not in maintenance_exc:
- die("The AUR is down due to maintenance. We will be back soon.")
-
- if action == 'git' and cmdargv[1] in ('upload-pack', 'receive-pack'):
- action = action + '-' + cmdargv[1]
- del cmdargv[1]
-
- if action == 'git-upload-pack' or action == 'git-receive-pack':
- if len(cmdargv) < 2:
- die_with_help("{:s}: missing path".format(action))
-
- path = cmdargv[1].rstrip('/')
- if not path.startswith('/'):
- path = '/' + path
- if not path.endswith('.git'):
- path = path + '.git'
- pkgbase = path[1:-4]
- if not re.match(repo_regex, pkgbase):
- die('{:s}: invalid repository name: {:s}'.format(action, pkgbase))
-
- if action == 'git-receive-pack' and pkgbase_exists(pkgbase):
- if not privileged and not pkgbase_has_write_access(pkgbase, user):
- die('{:s}: permission denied: {:s}'.format(action, user))
-
- os.environ["AUR_USER"] = user
- os.environ["AUR_PKGBASE"] = pkgbase
- os.environ["GIT_NAMESPACE"] = pkgbase
- cmd = action + " '" + repo_path + "'"
- os.execl(git_shell_cmd, git_shell_cmd, '-c', cmd)
- elif action == 'set-keywords':
- if len(cmdargv) < 2:
- die_with_help("{:s}: missing repository name".format(action))
- pkgbase_set_keywords(cmdargv[1], cmdargv[2:])
- elif action == 'list-repos':
- if len(cmdargv) > 1:
- die_with_help("{:s}: too many arguments".format(action))
- list_repos(user)
- elif action == 'setup-repo':
- if len(cmdargv) < 2:
- die_with_help("{:s}: missing repository name".format(action))
- if len(cmdargv) > 2:
- die_with_help("{:s}: too many arguments".format(action))
- warn('{:s} is deprecated. '
- 'Use `git push` to create new repositories.'.format(action))
- create_pkgbase(cmdargv[1], user)
- elif action == 'restore':
- if len(cmdargv) < 2:
- die_with_help("{:s}: missing repository name".format(action))
- if len(cmdargv) > 2:
- die_with_help("{:s}: too many arguments".format(action))
-
- pkgbase = cmdargv[1]
- if not re.match(repo_regex, pkgbase):
- die('{:s}: invalid repository name: {:s}'.format(action, pkgbase))
-
- if pkgbase_exists(pkgbase):
- die('{:s}: package base exists: {:s}'.format(action, pkgbase))
- create_pkgbase(pkgbase, user)
-
- os.environ["AUR_USER"] = user
- os.environ["AUR_PKGBASE"] = pkgbase
- os.execl(git_update_cmd, git_update_cmd, 'restore')
- elif action == 'adopt':
- if len(cmdargv) < 2:
- die_with_help("{:s}: missing repository name".format(action))
- if len(cmdargv) > 2:
- die_with_help("{:s}: too many arguments".format(action))
-
- pkgbase = cmdargv[1]
- pkgbase_adopt(pkgbase, user, privileged)
- elif action == 'disown':
- if len(cmdargv) < 2:
- die_with_help("{:s}: missing repository name".format(action))
- if len(cmdargv) > 2:
- die_with_help("{:s}: too many arguments".format(action))
-
- pkgbase = cmdargv[1]
- pkgbase_disown(pkgbase, user, privileged)
- elif action == 'set-comaintainers':
- if len(cmdargv) < 2:
- die_with_help("{:s}: missing repository name".format(action))
-
- pkgbase = cmdargv[1]
- userlist = cmdargv[2:]
- pkgbase_set_comaintainers(pkgbase, userlist, user, privileged)
- elif action == 'help':
- cmds = {
- "adopt <name>": "Adopt a package base.",
- "disown <name>": "Disown a package base.",
- "help": "Show this help message and exit.",
- "list-repos": "List all your repositories.",
- "restore <name>": "Restore a deleted package base.",
- "set-comaintainers <name> [...]": "Set package base co-maintainers.",
- "set-keywords <name> [...]": "Change package base keywords.",
- "setup-repo <name>": "Create a repository (deprecated).",
- "git-receive-pack": "Internal command used with Git.",
- "git-upload-pack": "Internal command used with Git.",
- }
- usage(cmds)
- else:
- die_with_help("invalid command: {:s}".format(action))
-
-
-if __name__ == '__main__':
- main()
diff --git a/git-interface/git-update.py b/git-interface/git-update.py
deleted file mode 100755
index 73373410..00000000
--- a/git-interface/git-update.py
+++ /dev/null
@@ -1,419 +0,0 @@
-#!/usr/bin/python3
-
-import os
-import pygit2
-import re
-import subprocess
-import sys
-import time
-
-import srcinfo.parse
-import srcinfo.utils
-
-import aurweb.config
-import aurweb.db
-
-notify_cmd = aurweb.config.get('notifications', 'notify-cmd')
-
-repo_path = aurweb.config.get('serve', 'repo-path')
-repo_regex = aurweb.config.get('serve', 'repo-regex')
-
-max_blob_size = aurweb.config.getint('update', 'max-blob-size')
-
-
-def size_humanize(num):
- for unit in ['B', 'KiB', 'MiB', 'GiB', 'TiB', 'PiB', 'EiB', 'ZiB']:
- if abs(num) < 2048.0:
- if isinstance(num, int):
- return "{}{}".format(num, unit)
- else:
- return "{:.2f}{}".format(num, unit)
- num /= 1024.0
- return "{:.2f}{}".format(num, 'YiB')
-
-
-def extract_arch_fields(pkginfo, field):
- values = []
-
- if field in pkginfo:
- for val in pkginfo[field]:
- values.append({"value": val, "arch": None})
-
- for arch in ['i686', 'x86_64']:
- if field + '_' + arch in pkginfo:
- for val in pkginfo[field + '_' + arch]:
- values.append({"value": val, "arch": arch})
-
- return values
-
-
-def parse_dep(depstring):
- dep, _, desc = depstring.partition(': ')
- depname = re.sub(r'(<|=|>).*', '', dep)
- depcond = dep[len(depname):]
-
- if (desc):
- return (depname + ': ' + desc, depcond)
- else:
- return (depname, depcond)
-
-
-def create_pkgbase(conn, pkgbase, user):
- cur = conn.execute("SELECT ID FROM Users WHERE Username = ?", [user])
- userid = cur.fetchone()[0]
-
- now = int(time.time())
- cur = conn.execute("INSERT INTO PackageBases (Name, SubmittedTS, " +
- "ModifiedTS, SubmitterUID, MaintainerUID) VALUES " +
- "(?, ?, ?, ?, ?)", [pkgbase, now, now, userid, userid])
- pkgbase_id = cur.lastrowid
-
- cur = conn.execute("INSERT INTO PackageNotifications " +
- "(PackageBaseID, UserID) VALUES (?, ?)",
- [pkgbase_id, userid])
-
- conn.commit()
-
- return pkgbase_id
-
-
-def save_metadata(metadata, conn, user):
- # Obtain package base ID and previous maintainer.
- pkgbase = metadata['pkgbase']
- cur = conn.execute("SELECT ID, MaintainerUID FROM PackageBases "
- "WHERE Name = ?", [pkgbase])
- (pkgbase_id, maintainer_uid) = cur.fetchone()
- was_orphan = not maintainer_uid
-
- # Obtain the user ID of the new maintainer.
- cur = conn.execute("SELECT ID FROM Users WHERE Username = ?", [user])
- user_id = int(cur.fetchone()[0])
-
- # Update package base details and delete current packages.
- now = int(time.time())
- conn.execute("UPDATE PackageBases SET ModifiedTS = ?, " +
- "PackagerUID = ?, OutOfDateTS = NULL WHERE ID = ?",
- [now, user_id, pkgbase_id])
- conn.execute("UPDATE PackageBases SET MaintainerUID = ? " +
- "WHERE ID = ? AND MaintainerUID IS NULL",
- [user_id, pkgbase_id])
- for table in ('Sources', 'Depends', 'Relations', 'Licenses', 'Groups'):
- conn.execute("DELETE FROM Package" + table + " WHERE EXISTS (" +
- "SELECT * FROM Packages " +
- "WHERE Packages.PackageBaseID = ? AND " +
- "Package" + table + ".PackageID = Packages.ID)",
- [pkgbase_id])
- conn.execute("DELETE FROM Packages WHERE PackageBaseID = ?", [pkgbase_id])
-
- for pkgname in srcinfo.utils.get_package_names(metadata):
- pkginfo = srcinfo.utils.get_merged_package(pkgname, metadata)
-
- if 'epoch' in pkginfo and int(pkginfo['epoch']) > 0:
- ver = '{:d}:{:s}-{:s}'.format(int(pkginfo['epoch']),
- pkginfo['pkgver'],
- pkginfo['pkgrel'])
- else:
- ver = '{:s}-{:s}'.format(pkginfo['pkgver'], pkginfo['pkgrel'])
-
- for field in ('pkgdesc', 'url'):
- if field not in pkginfo:
- pkginfo[field] = None
-
- # Create a new package.
- cur = conn.execute("INSERT INTO Packages (PackageBaseID, Name, " +
- "Version, Description, URL) " +
- "VALUES (?, ?, ?, ?, ?)",
- [pkgbase_id, pkginfo['pkgname'], ver,
- pkginfo['pkgdesc'], pkginfo['url']])
- conn.commit()
- pkgid = cur.lastrowid
-
- # Add package sources.
- for source_info in extract_arch_fields(pkginfo, 'source'):
- conn.execute("INSERT INTO PackageSources (PackageID, Source, " +
- "SourceArch) VALUES (?, ?, ?)",
- [pkgid, source_info['value'], source_info['arch']])
-
- # Add package dependencies.
- for deptype in ('depends', 'makedepends',
- 'checkdepends', 'optdepends'):
- cur = conn.execute("SELECT ID FROM DependencyTypes WHERE Name = ?",
- [deptype])
- deptypeid = cur.fetchone()[0]
- for dep_info in extract_arch_fields(pkginfo, deptype):
- depname, depcond = parse_dep(dep_info['value'])
- deparch = dep_info['arch']
- conn.execute("INSERT INTO PackageDepends (PackageID, " +
- "DepTypeID, DepName, DepCondition, DepArch) " +
- "VALUES (?, ?, ?, ?, ?)",
- [pkgid, deptypeid, depname, depcond, deparch])
-
- # Add package relations (conflicts, provides, replaces).
- for reltype in ('conflicts', 'provides', 'replaces'):
- cur = conn.execute("SELECT ID FROM RelationTypes WHERE Name = ?",
- [reltype])
- reltypeid = cur.fetchone()[0]
- for rel_info in extract_arch_fields(pkginfo, reltype):
- relname, relcond = parse_dep(rel_info['value'])
- relarch = rel_info['arch']
- conn.execute("INSERT INTO PackageRelations (PackageID, " +
- "RelTypeID, RelName, RelCondition, RelArch) " +
- "VALUES (?, ?, ?, ?, ?)",
- [pkgid, reltypeid, relname, relcond, relarch])
-
- # Add package licenses.
- if 'license' in pkginfo:
- for license in pkginfo['license']:
- cur = conn.execute("SELECT ID FROM Licenses WHERE Name = ?",
- [license])
- row = cur.fetchone()
- if row:
- licenseid = row[0]
- else:
- cur = conn.execute("INSERT INTO Licenses (Name) " +
- "VALUES (?)", [license])
- conn.commit()
- licenseid = cur.lastrowid
- conn.execute("INSERT INTO PackageLicenses (PackageID, " +
- "LicenseID) VALUES (?, ?)",
- [pkgid, licenseid])
-
- # Add package groups.
- if 'groups' in pkginfo:
- for group in pkginfo['groups']:
- cur = conn.execute("SELECT ID FROM Groups WHERE Name = ?",
- [group])
- row = cur.fetchone()
- if row:
- groupid = row[0]
- else:
- cur = conn.execute("INSERT INTO Groups (Name) VALUES (?)",
- [group])
- conn.commit()
- groupid = cur.lastrowid
- conn.execute("INSERT INTO PackageGroups (PackageID, "
- "GroupID) VALUES (?, ?)", [pkgid, groupid])
-
- # Add user to notification list on adoption.
- if was_orphan:
- cur = conn.execute("SELECT COUNT(*) FROM PackageNotifications WHERE " +
- "PackageBaseID = ? AND UserID = ?",
- [pkgbase_id, user_id])
- if cur.fetchone()[0] == 0:
- conn.execute("INSERT INTO PackageNotifications " +
- "(PackageBaseID, UserID) VALUES (?, ?)",
- [pkgbase_id, user_id])
-
- conn.commit()
-
-
-def update_notify(conn, user, pkgbase_id):
- # Obtain the user ID of the new maintainer.
- cur = conn.execute("SELECT ID FROM Users WHERE Username = ?", [user])
- user_id = int(cur.fetchone()[0])
-
- # Execute the notification script.
- subprocess.Popen((notify_cmd, 'update', str(user_id), str(pkgbase_id)))
-
-
-def die(msg):
- sys.stderr.write("error: {:s}\n".format(msg))
- exit(1)
-
-
-def warn(msg):
- sys.stderr.write("warning: {:s}\n".format(msg))
-
-
-def die_commit(msg, commit):
- sys.stderr.write("error: The following error " +
- "occurred when parsing commit\n")
- sys.stderr.write("error: {:s}:\n".format(commit))
- sys.stderr.write("error: {:s}\n".format(msg))
- exit(1)
-
-
-def main():
- repo = pygit2.Repository(repo_path)
-
- user = os.environ.get("AUR_USER")
- pkgbase = os.environ.get("AUR_PKGBASE")
- privileged = (os.environ.get("AUR_PRIVILEGED", '0') == '1')
- warn_or_die = warn if privileged else die
-
- if len(sys.argv) == 2 and sys.argv[1] == "restore":
- if 'refs/heads/' + pkgbase not in repo.listall_references():
- die('{:s}: repository not found: {:s}'.format(sys.argv[1],
- pkgbase))
- refname = "refs/heads/master"
- branchref = 'refs/heads/' + pkgbase
- sha1_old = sha1_new = repo.lookup_reference(branchref).target
- elif len(sys.argv) == 4:
- refname, sha1_old, sha1_new = sys.argv[1:4]
- else:
- die("invalid arguments")
-
- if refname != "refs/heads/master":
- die("pushing to a branch other than master is restricted")
-
- conn = aurweb.db.Connection()
-
- # Detect and deny non-fast-forwards.
- if sha1_old != "0" * 40 and not privileged:
- walker = repo.walk(sha1_old, pygit2.GIT_SORT_TOPOLOGICAL)
- walker.hide(sha1_new)
- if next(walker, None) is not None:
- die("denying non-fast-forward (you should pull first)")
-
- # Prepare the walker that validates new commits.
- walker = repo.walk(sha1_new, pygit2.GIT_SORT_TOPOLOGICAL)
- if sha1_old != "0" * 40:
- walker.hide(sha1_old)
-
- # Validate all new commits.
- for commit in walker:
- for fname in ('.SRCINFO', 'PKGBUILD'):
- if fname not in commit.tree:
- die_commit("missing {:s}".format(fname), str(commit.id))
-
- for treeobj in commit.tree:
- blob = repo[treeobj.id]
-
- if isinstance(blob, pygit2.Tree):
- die_commit("the repository must not contain subdirectories",
- str(commit.id))
-
- if not isinstance(blob, pygit2.Blob):
- die_commit("not a blob object: {:s}".format(treeobj),
- str(commit.id))
-
- if blob.size > max_blob_size:
- die_commit("maximum blob size ({:s}) exceeded".format(
- size_humanize(max_blob_size)), str(commit.id))
-
- metadata_raw = repo[commit.tree['.SRCINFO'].id].data.decode()
- (metadata, errors) = srcinfo.parse.parse_srcinfo(metadata_raw)
- if errors:
- sys.stderr.write("error: The following errors occurred "
- "when parsing .SRCINFO in commit\n")
- sys.stderr.write("error: {:s}:\n".format(str(commit.id)))
- for error in errors:
- for err in error['error']:
- sys.stderr.write("error: line {:d}: {:s}\n".format(
- error['line'], err))
- exit(1)
-
- metadata_pkgbase = metadata['pkgbase']
- if not re.match(repo_regex, metadata_pkgbase):
- die_commit('invalid pkgbase: {:s}'.format(metadata_pkgbase),
- str(commit.id))
-
- for pkgname in set(metadata['packages'].keys()):
- pkginfo = srcinfo.utils.get_merged_package(pkgname, metadata)
-
- for field in ('pkgver', 'pkgrel', 'pkgname'):
- if field not in pkginfo:
- die_commit('missing mandatory field: {:s}'.format(field),
- str(commit.id))
-
- if 'epoch' in pkginfo and not pkginfo['epoch'].isdigit():
- die_commit('invalid epoch: {:s}'.format(pkginfo['epoch']),
- str(commit.id))
-
- if not re.match(r'[a-z0-9][a-z0-9\.+_-]*$', pkginfo['pkgname']):
- die_commit('invalid package name: {:s}'.format(
- pkginfo['pkgname']), str(commit.id))
-
- for field in ('pkgname', 'pkgdesc', 'url'):
- if field in pkginfo and len(pkginfo[field]) > 255:
- die_commit('{:s} field too long: {:s}'.format(field,
- pkginfo[field]), str(commit.id))
-
- for field in ('install', 'changelog'):
- if field in pkginfo and not pkginfo[field] in commit.tree:
- die_commit('missing {:s} file: {:s}'.format(field,
- pkginfo[field]), str(commit.id))
-
- for field in extract_arch_fields(pkginfo, 'source'):
- fname = field['value']
- if "://" in fname or "lp:" in fname:
- continue
- if fname not in commit.tree:
- die_commit('missing source file: {:s}'.format(fname),
- str(commit.id))
-
- # Display a warning if .SRCINFO is unchanged.
- if sha1_old not in ("0000000000000000000000000000000000000000", sha1_new):
- srcinfo_id_old = repo[sha1_old].tree['.SRCINFO'].id
- srcinfo_id_new = repo[sha1_new].tree['.SRCINFO'].id
- if srcinfo_id_old == srcinfo_id_new:
- warn(".SRCINFO unchanged. "
- "The package database will not be updated!")
-
- # Read .SRCINFO from the HEAD commit.
- metadata_raw = repo[repo[sha1_new].tree['.SRCINFO'].id].data.decode()
- (metadata, errors) = srcinfo.parse.parse_srcinfo(metadata_raw)
-
- # Ensure that the package base name matches the repository name.
- metadata_pkgbase = metadata['pkgbase']
- if metadata_pkgbase != pkgbase:
- die('invalid pkgbase: {:s}, expected {:s}'.format(metadata_pkgbase,
- pkgbase))
-
- # Ensure that packages are neither blacklisted nor overwritten.
- pkgbase = metadata['pkgbase']
- cur = conn.execute("SELECT ID FROM PackageBases WHERE Name = ?", [pkgbase])
- row = cur.fetchone()
- pkgbase_id = row[0] if row else 0
-
- cur = conn.execute("SELECT Name FROM PackageBlacklist")
- blacklist = [row[0] for row in cur.fetchall()]
-
- cur = conn.execute("SELECT Name, Repo FROM OfficialProviders")
- providers = dict(cur.fetchall())
-
- for pkgname in srcinfo.utils.get_package_names(metadata):
- pkginfo = srcinfo.utils.get_merged_package(pkgname, metadata)
- pkgname = pkginfo['pkgname']
-
- if pkgname in blacklist:
- warn_or_die('package is blacklisted: {:s}'.format(pkgname))
- if pkgname in providers:
- warn_or_die('package already provided by [{:s}]: {:s}'.format(
- providers[pkgname], pkgname))
-
- cur = conn.execute("SELECT COUNT(*) FROM Packages WHERE Name = ? " +
- "AND PackageBaseID <> ?", [pkgname, pkgbase_id])
- if cur.fetchone()[0] > 0:
- die('cannot overwrite package: {:s}'.format(pkgname))
-
- # Create a new package base if it does not exist yet.
- if pkgbase_id == 0:
- pkgbase_id = create_pkgbase(conn, pkgbase, user)
-
- # Store package base details in the database.
- save_metadata(metadata, conn, user)
-
- # Create (or update) a branch with the name of the package base for better
- # accessibility.
- branchref = 'refs/heads/' + pkgbase
- repo.create_reference(branchref, sha1_new, True)
-
- # Work around a Git bug: The HEAD ref is not updated when using
- # gitnamespaces. This can be removed once the bug fix is included in Git
- # mainline. See
- # http://git.661346.n2.nabble.com/PATCH-receive-pack-Create-a-HEAD-ref-for-ref-namespace-td7632149.html
- # for details.
- headref = 'refs/namespaces/' + pkgbase + '/HEAD'
- repo.create_reference(headref, sha1_new, True)
-
- # Send package update notifications.
- update_notify(conn, user, pkgbase_id)
-
- # Close the database.
- cur.close()
- conn.close()
-
-
-if __name__ == '__main__':
- main()