1 files changed, 123 insertions, 0 deletions
diff --git a/upstream/fedora-40/update-packages.py b/upstream/fedora-40/update-packages.py
new file mode 100755
index 00000000..06a2a726
--- /dev/null
+++ b/upstream/fedora-40/update-packages.py
@@ -0,0 +1,123 @@
+#!/usr/bin/python3
+#
+# Copyright © 2020 Dr. Tobias Quathamer <toddy@debian.org>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+import json
+import os
+import re
+import shutil
+import subprocess
+import sys
+import urllib.request
+
+
+# Read package information from a JSON file, if available
+package_data = {}
+if os.path.exists("downloads/packages.json"):
+    with open("downloads/packages.json") as input_file:
+        package_data = json.loads(input_file.read())
+
+# Read all packages names
+page_buffer = {}
+with open("packages.txt") as input_file:
+    for line in input_file:
+        package = line.strip()
+        first_letter = package[0].lower()
+
+        # Download HTML page and discover the correct link
+        print("Checking package '{}' ... ".format(package), end="")
+
+        if not first_letter in page_buffer:
+            download_page = urllib.request.urlopen("https://ftp.fau.de/fedora/linux/development/rawhide/Everything/x86_64/os/Packages/{}".format(first_letter))
+            page_buffer[first_letter] = download_page.read().decode()
+            download_page.close()
+        contents = page_buffer[first_letter]
+
+        package_url = re.findall(r"\"({}-[0-9].*?\.rpm)\"".format(package), contents)
+        if len(package_url) != 1:
+            # There are multiple matches, usually this should be
+            # i686 and x86_64. We care only for the second one.
+            found_64 = False
+            for item in package_url:
+                if "x86_64" in item:
+                    package_url = item
+                    found_64 = True
+                    break
+            if not found_64:
+                print()
+                print("Error: Could not find URL for '{}'.".format(package), file=sys.stderr)
+                print("If this is a permanent error, please remove the package from the file packages.txt.", file=sys.stderr)
+                continue
+        else:
+            package_url = package_url[0]
+
+        package_url = "https://ftp.fau.de/fedora/linux/development/rawhide/Everything/x86_64/os/Packages/{}/{}".format(first_letter, package_url)
+        package_filename = re.split(r"/", package_url)[-1]
+
+        # If the latest download is already available, skip this package
+        if package in package_data:
+            if package_data[package]['filename'] == package_filename:
+                print("current.")
+                continue
+
+        # Store information about downloaded package
+        package_data[package] = {
+            'filename': package_filename,
+            'needs_templates': True,
+            'needs_update': True,
+        }
+
+        # Prepare for downloading the file
+        package_dir = "downloads/{}".format(package)
+        local_filename = "downloads/{}/{}".format(package, package_filename)
+
+        # Ensure there are no leftovers of previous packages
+        os.makedirs(package_dir, exist_ok=True)
+        shutil.rmtree(package_dir)
+        os.makedirs(package_dir, exist_ok=True)
+
+        # Download new package
+        urllib.request.urlretrieve(package_url, local_filename)
+        print("downloaded.")
+
+        # Get the exact filename of data.tar with the extension
+        os.makedirs("{}/tmp".format(package_dir), exist_ok=True)
+
+        # Extract the package into a temporary file
+        with open("{}/tmp/tmpcpio".format(package_dir), "w") as outfile:
+            subprocess.run(["rpm2cpio", local_filename], stdout=outfile)
+        with open("{}/tmp/tmpcpio".format(package_dir), "r") as infile:
+            subprocess.run(["bsdcpio", "--quiet", "-i", "--make-directories"], cwd="{}/tmp".format(package_dir), stdin=infile)
+
+        # Move the manpages up
+        manpath = "{}/tmp/usr/share/man".format(package_dir)
+        for mandir in os.listdir(manpath):
+            if not mandir.startswith("man"):
+                continue
+            # Make sure the directory exists
+            os.makedirs(mandir, exist_ok=True)
+            shutil.move(
+                "{}/{}".format(manpath, mandir),
+                "{}".format(package_dir)
+            )
+
+        # Cleanups
+        shutil.rmtree("downloads/{}/tmp".format(package))
+        os.remove(local_filename)
+
+# Save package information in a JSON file
+with open("downloads/packages.json", "w") as output_file:
+    output_file.write(json.dumps(package_data, sort_keys=True, indent=4))