summaryrefslogtreecommitdiffstats
path: root/bin/update/tools.py
blob: ab38d10f4b57c2057902e471cbe7db9d38c17ec7 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
import os
import hashlib
import zipfile
import tarfile


def uncompress_file_to_dir(compressed_file, uncompress_dir):
    extension = os.path.splitext(compressed_file)[1]

    os.makedirs(uncompress_dir, exist_ok=True)

    if extension == '.gz':
        with tarfile.open(compressed_file) as tar:
            tar.extractall(uncompress_dir)
    elif extension == '.zip':
        with zipfile.ZipFile(compressed_file) as zip_file:
            zip_file.extractall(uncompress_dir)

        uncompress_dir = os.path.join(uncompress_dir, os.listdir(uncompress_dir)[0])
        if " " in os.listdir(uncompress_dir)[0]:
            print("replacing whitespace in directory name")
            os.rename(os.path.join(uncompress_dir, os.listdir(uncompress_dir)[0]),
                      os.path.join(uncompress_dir, os.listdir(uncompress_dir)[0].replace(" ", "_")))
    else:
        print("Error: unknown extension " + extension)

    return os.path.join(uncompress_dir, os.listdir(uncompress_dir)[0])


BUF_SIZE = 1048576


def get_hash(file_path):
    sha512 = hashlib.sha512()
    with open(file_path, 'rb') as f:
        while data := f.read(BUF_SIZE):
            sha512.update(data)
        return sha512.hexdigest()


def get_file_info(mar_file, url):
    filesize = os.path.getsize(mar_file)
    data = {'hash': get_hash(mar_file),
            'hash_function': 'sha512',
            'size': filesize,
            'url': url + os.path.basename(mar_file)}

    return data


def replace_variables_in_string(string, **kwargs):
    new_string = string
    for key, val in kwargs.items():
        new_string = new_string.replace('$(%s)' % key, val)

    return new_string


def make_complete_mar_name(target_dir, filename_prefix):
    filename = filename_prefix + "_complete.mar"
    return os.path.join(target_dir, filename)