Refactoring
This commit is contained in:
parent
3e7f1f4b14
commit
3b9ee1e1e2
|
@ -0,0 +1,6 @@
|
||||||
|
certifi==2018.10.15
|
||||||
|
chardet==3.0.4
|
||||||
|
idna==2.7
|
||||||
|
progress==1.4
|
||||||
|
requests==2.20.0
|
||||||
|
urllib3==1.24
|
84
sbeam.py
84
sbeam.py
|
@ -12,48 +12,56 @@
|
||||||
|
|
||||||
import os
|
import os
|
||||||
import requests
|
import requests
|
||||||
|
from progress.spinner import Spinner
|
||||||
|
from progress.bar import FillingSquaresBar as Bar
|
||||||
|
|
||||||
|
|
||||||
def get_superlist():
|
class SbeamReceiver(object):
|
||||||
with requests.get('http://192.168.178.50:8080/superlist',
|
|
||||||
headers={'User-Agent': 'sbeam'}) as response:
|
def __init__(self, host):
|
||||||
assert response.status_code == 200
|
self.host = host
|
||||||
return response.text.split('\n')
|
self._headers = {'User-Agent': 'sbeam'}
|
||||||
|
self.url = f'http://{host}:8080'
|
||||||
|
self.superlist()
|
||||||
|
|
||||||
|
def superlist(self):
|
||||||
|
url = f'{self.url}/superlist'
|
||||||
|
with requests.get(f'{self.url}/superlist',
|
||||||
|
headers=self._headers) as response:
|
||||||
|
assert response.status_code == 200
|
||||||
|
self.filelist = response.text.split('\n')
|
||||||
|
try:
|
||||||
|
self._total_bytes = 0
|
||||||
|
for item in self.filelist:
|
||||||
|
self._total_bytes += int(item.split('||')[1])
|
||||||
|
finally:
|
||||||
|
return len(self.filelist) - 1
|
||||||
|
|
||||||
|
def save_stream(self, filename, chunk_size=16392):
|
||||||
|
with requests.get(f'{self.url}/getstream', stream=True,
|
||||||
|
headers=self._headers) as response:
|
||||||
|
assert response.status_code == 200
|
||||||
|
with open(filename, 'wb') as handle:
|
||||||
|
for chunk in Bar('Downloading',
|
||||||
|
max=self._total_bytes/chunk_size) \
|
||||||
|
.iter(response.iter_content(chunk_size=chunk_size)):
|
||||||
|
handle.write(chunk)
|
||||||
|
|
||||||
|
|
||||||
def save_stream(filename):
|
def split_stream(self, data, directory):
|
||||||
with requests.get('http://192.168.178.50:8080/getstream', stream=True,
|
with open(data, 'rb') as blob:
|
||||||
headers={'User-Agent': 'sbeam'}) as response:
|
for item in self.filelist:
|
||||||
assert response.status_code == 200
|
if not item:
|
||||||
with open(filename, 'wb') as handle:
|
break
|
||||||
# length = response.headers.get('Content-length')
|
filename, filesize, filepath, timestamp = item.split('||')
|
||||||
# print(length)
|
fullpath = os.path.join(directory, filepath[1:])
|
||||||
for chunk in response.iter_content(chunk_size=8196):
|
os.makedirs(fullpath, exist_ok=True)
|
||||||
handle.write(chunk)
|
print(f'Unpacking {filename} ({filesize} bytes)...')
|
||||||
|
with open(os.path.join(fullpath, filename), 'wb') as handle:
|
||||||
|
handle.write(blob.read(int(filesize)))
|
||||||
def split_stream(data, directory, superlist):
|
|
||||||
with open(data, 'rb') as blob:
|
|
||||||
for item in superlist:
|
|
||||||
if not item:
|
|
||||||
break
|
|
||||||
filename, filesize, filepath, timestamp = item.split('||')
|
|
||||||
fullpath = os.path.join(directory, filepath[1:])
|
|
||||||
os.makedirs(fullpath, exist_ok=True)
|
|
||||||
print(f'Saving {filename} ({filesize} bytes) to disk...')
|
|
||||||
with open(os.path.join(fullpath, filename), 'wb') as handle:
|
|
||||||
handle.write(blob.read(int(filesize)))
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
to_download = 0
|
sbeam_rec = SbeamReceiver('192.168.178.50')
|
||||||
superlist = get_superlist()
|
sbeam_rec.save_stream('data.gz')
|
||||||
try:
|
sbeam_rec.split_stream('data.gz', 'received')
|
||||||
for item in superlist:
|
|
||||||
to_download += int(item.split('||')[1])
|
|
||||||
except IndexError:
|
|
||||||
print(f'Download stream contains {len(superlist) - 1} items.')
|
|
||||||
finally:
|
|
||||||
print(f'Target download size is {to_download} bytes.')
|
|
||||||
save_stream('data.gz')
|
|
||||||
split_stream('data.gz', 'received', superlist)
|
|
||||||
|
|
Loading…
Reference in New Issue