1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
import hashlib
import logging
import os
import shlex
import shutil
import subprocess
import urllib.request
def _compute_md5(path, bs=2**20):
m = hashlib.md5()
with open(path, 'rb') as f:
while True:
buf = f.read(bs)
if not buf:
break
m.update(buf)
return m.hexdigest()
def tip_fetch_csum(tip_addr, image_name):
"""
"""
url = f'http://{tip_addr}:9999/{image_name}.img.full.sum'
try:
with urllib.request.urlopen(f'{url}') as resp:
r = resp.readline().rstrip().decode('utf-8')
except urllib.error.URLError as e:
logging.warning('URL error when fetching checksum: {e.reason}')
raise e
except urllib.error.HTTPError as e:
logging.warning(f'HTTP Error when fetching checksum: {e.reason}')
raise e
return r
def tip_write_csum(image_name):
"""
TODO: Check for CACHE partition
"""
image_path = f'/opt/opengnsys/cache/opt/opengnsys/images/{image_name}.img'
if not os.path.exists(image_path):
logging.error('Invalid image path')
raise ValueError('Invalid image path for tiptorrent checksum writing')
filename = image_path + ".full.sum"
csum = _compute_md5(image_path)
with open(filename, 'w') as f:
f.write(csum)
return csum
def tip_check_csum(tip_addr, image_name):
"""
"""
image_path = f'/opt/opengnsys/cache/opt/opengnsys/images/{image_name}.img'
if not os.path.exists(image_path):
logging.error('Invalid image path')
raise ValueError('Invalid image path for tiptorrent image csum comparison')
cache_csum = _compute_md5(image_path)
remote_csum = tip_fetch_csum(tip_addr, image_name)
logging.debug(f'cache_csum: {cache_csum}')
logging.debug(f'remote_csum: {remote_csum}')
return cache_csum == remote_csum
def tip_client_get(tip_addr, image_name):
"""
"""
logging.info(f'Fetching image {image_name} from tiptorrent server at {tip_addr}')
cmd = f'tiptorrent-client {tip_addr} {image_name}.img'
logfile = open('/tmp/command.log', 'wb', 0)
try:
proc = subprocess.Popen(shlex.split(cmd),
stdout=logfile,
cwd='/opt/opengnsys/cache/opt/opengnsys/images/')
proc.communicate()
except:
logging.error('Exception when running tiptorrent client GET subprocess')
raise ValueError('Unexpected error running tiptorrent subprocess')
finally:
logfile.close()
if proc.returncode != 0:
logging.error(f'Error fetching image {image_name} via tiptorrent')
raise ValueError('Tiptorrent download failed')
else:
logging.info('tiptorrent transfer completed, writing checksum')
tip_write_csum(image_name)
|
