Add a script to generate package lists

This can be used to regularly generate lists of packages and package
bases that are made available under /packages.gz and /pkgbase.gz,
respectively.

Signed-off-by: Lukas Fleischer <archlinux@cryptocrack.de>

3 files changed, 49 insertions, 0 deletions

diff --git a/scripts/config.proto b/scripts/config.proto
new file mode 100644
index 00000000..4cac94fa
--- /dev/null
+++ b/scripts/config.proto
@@ -0,0 +1,5 @@
+[database]
+host = localhost
+name = AUR
+user = aur
+password = aur
diff --git a/scripts/mkpkglists.py b/scripts/mkpkglists.py
new file mode 100755
index 00000000..c208fd12
--- /dev/null
+++ b/scripts/mkpkglists.py
@@ -0,0 +1,38 @@
+#!/usr/bin/python3
+
+import configparser
+import datetime
+import gzip
+import mysql.connector
+import os
+
+docroot = os.path.dirname(os.path.realpath(__file__)) + "/../web/html/"
+
+config = configparser.RawConfigParser()
+config.read(os.path.dirname(os.path.realpath(__file__)) + "/config")
+
+aur_db_host = config.get('database', 'host')
+aur_db_name = config.get('database', 'name')
+aur_db_user = config.get('database', 'user')
+aur_db_pass = config.get('database', 'password')
+
+db = mysql.connector.connect(host=aur_db_host, user=aur_db_user,
+                             passwd=aur_db_pass, db=aur_db_name,
+                             buffered=True)
+cur = db.cursor()
+
+datestr = datetime.datetime.utcnow().strftime("%a, %d %b %Y %H:%M:%S GMT")
+pkglist_header = "# AUR package list, generated on " + datestr
+pkgbaselist_header = "# AUR package base list, generated on " + datestr
+
+with gzip.open(docroot + "packages.gz", "w") as f:
+    f.write(bytes(pkglist_header + "\n", "UTF-8"))
+    cur.execute("SELECT Name FROM Packages")
+    f.writelines([bytes(x[0] + "\n", "UTF-8") for x in cur.fetchall()])
+
+with gzip.open(docroot + "pkgbase.gz", "w") as f:
+    f.write(bytes(pkgbaselist_header + "\n", "UTF-8"))
+    cur.execute("SELECT Name FROM PackageBases")
+    f.writelines([bytes(x[0] + "\n", "UTF-8") for x in cur.fetchall()])
+
+db.close()
diff --git a/web/html/index.php b/web/html/index.php
index 91d0222e..95989f54 100644
--- a/web/html/index.php
+++ b/web/html/index.php
@@ -164,6 +164,12 @@ if (!empty($tokens[1]) && '/' . $tokens[1] == get_pkg_route()) {
 		header("Content-Type: application/javascript");
 		readfile("./$path");
 		break;
+	case "/packages.gz":
+	case "/pkgbase.gz":
+		header("Content-Type: text/plain");
+		header("Content-Encoding: gzip");
+		readfile("./$path");
+		break;
 	default:
 		header("HTTP/1.0 404 Not Found");
 		include "./404.php";