summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorLukas Fleischer <archlinux@cryptocrack.de>2014-10-10 10:57:47 +0200
committerLukas Fleischer <archlinux@cryptocrack.de>2014-10-10 10:57:47 +0200
commit725a4778dbe51873e1ab1219339397ad50d78e61 (patch)
treee7bcfe7dfedafd7deaefd628eacdcf878a31b1b3
parent89b0fb83487be96daf7f84a582da62f7239e23f4 (diff)
downloadaur-725a4778dbe51873e1ab1219339397ad50d78e61.tar.gz
aur-725a4778dbe51873e1ab1219339397ad50d78e61.tar.xz
Add a script to generate package lists
This can be used to regularly generate lists of packages and package bases that are made available under /packages.gz and /pkgbase.gz, respectively. Signed-off-by: Lukas Fleischer <archlinux@cryptocrack.de>
-rw-r--r--scripts/config.proto5
-rwxr-xr-xscripts/mkpkglists.py38
-rw-r--r--web/html/index.php6
3 files changed, 49 insertions, 0 deletions
diff --git a/scripts/config.proto b/scripts/config.proto
new file mode 100644
index 00000000..4cac94fa
--- /dev/null
+++ b/scripts/config.proto
@@ -0,0 +1,5 @@
+[database]
+host = localhost
+name = AUR
+user = aur
+password = aur
diff --git a/scripts/mkpkglists.py b/scripts/mkpkglists.py
new file mode 100755
index 00000000..c208fd12
--- /dev/null
+++ b/scripts/mkpkglists.py
@@ -0,0 +1,38 @@
+#!/usr/bin/python3
+
+import configparser
+import datetime
+import gzip
+import mysql.connector
+import os
+
+docroot = os.path.dirname(os.path.realpath(__file__)) + "/../web/html/"
+
+config = configparser.RawConfigParser()
+config.read(os.path.dirname(os.path.realpath(__file__)) + "/config")
+
+aur_db_host = config.get('database', 'host')
+aur_db_name = config.get('database', 'name')
+aur_db_user = config.get('database', 'user')
+aur_db_pass = config.get('database', 'password')
+
+db = mysql.connector.connect(host=aur_db_host, user=aur_db_user,
+ passwd=aur_db_pass, db=aur_db_name,
+ buffered=True)
+cur = db.cursor()
+
+datestr = datetime.datetime.utcnow().strftime("%a, %d %b %Y %H:%M:%S GMT")
+pkglist_header = "# AUR package list, generated on " + datestr
+pkgbaselist_header = "# AUR package base list, generated on " + datestr
+
+with gzip.open(docroot + "packages.gz", "w") as f:
+ f.write(bytes(pkglist_header + "\n", "UTF-8"))
+ cur.execute("SELECT Name FROM Packages")
+ f.writelines([bytes(x[0] + "\n", "UTF-8") for x in cur.fetchall()])
+
+with gzip.open(docroot + "pkgbase.gz", "w") as f:
+ f.write(bytes(pkgbaselist_header + "\n", "UTF-8"))
+ cur.execute("SELECT Name FROM PackageBases")
+ f.writelines([bytes(x[0] + "\n", "UTF-8") for x in cur.fetchall()])
+
+db.close()
diff --git a/web/html/index.php b/web/html/index.php
index 91d0222e..95989f54 100644
--- a/web/html/index.php
+++ b/web/html/index.php
@@ -164,6 +164,12 @@ if (!empty($tokens[1]) && '/' . $tokens[1] == get_pkg_route()) {
header("Content-Type: application/javascript");
readfile("./$path");
break;
+ case "/packages.gz":
+ case "/pkgbase.gz":
+ header("Content-Type: text/plain");
+ header("Content-Encoding: gzip");
+ readfile("./$path");
+ break;
default:
header("HTTP/1.0 404 Not Found");
include "./404.php";