summaryrefslogtreecommitdiff
path: root/bin/update/tools.py
blob: 8cd786635f0dd0cf8437f2d79e64df4b9ca1f9c7 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
import os
import hashlib
import zipfile
import tarfile

def uncompress_file_to_dir(compressed_file, uncompress_dir):
    command = None
    extension = os.path.splitext(compressed_file)[1]

    try:
        os.mkdir(uncompress_dir)
    except FileExistsError as e:
        pass

    if extension == '.gz':
        tar = tarfile.open(compressed_file)
        tar.extractall(uncompress_dir)
        tar.close()
    elif extension == '.zip':
        zip_file = zipfile.ZipFile(compressed_file)
        zip_file.extractall(uncompress_dir)
        zip_file.close()

        uncompress_dir = os.path.join(uncompress_dir, os.listdir(uncompress_dir)[0])
        if " " in os.listdir(uncompress_dir)[0]:
            print("replacing whitespace in directory name")
            os.rename(os.path.join(uncompress_dir, os.listdir(uncompress_dir)[0]),
                            os.path.join(uncompress_dir, os.listdir(uncompress_dir)[0].replace(" ", "_")))
    else:
        print("Error: unknown extension " + extension)

    return os.path.join(uncompress_dir, os.listdir(uncompress_dir)[0])

BUF_SIZE = 1048576

def get_hash(file_path):
    sha512 = hashlib.sha512()
    with open(file_path, 'rb') as f:
        while True:
            data = f.read(BUF_SIZE)
            if not data:
                break
            sha512.update(data)
        return sha512.hexdigest()

def get_file_info(mar_file, url):
    filesize = os.path.getsize(mar_file)
    data = { 'hash' : get_hash(mar_file),
            'hashFunction' : 'sha512',
            'size' : filesize,
            'url' : url + os.path.basename(mar_file)}

    return data

def replace_variables_in_string(string, **kwargs):
    new_string = string
    for key, val in kwargs.items():
        new_string = new_string.replace('$(%s)'%key, val)

    return new_string

def make_complete_mar_name(target_dir, filename_prefix):
    filename = filename_prefix + "_complete.mar"
    return os.path.join(target_dir, filename)