1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
#!/usr/bin/env python
# Copyright (c) 2016, Linden Research, Inc.
#
# The following source code is PROPRIETARY AND CONFIDENTIAL. Use of
# this source code is governed by the Linden Lab Source Code Disclosure
# Agreement ("Agreement") previously entered between you and Linden
# Lab. By accessing, using, copying, modifying or distributing this
# software, you acknowledge that you have been informed of your
# obligations under the Agreement and agree to abide by those obligations.
#
# ALL LINDEN LAB SOURCE CODE IS PROVIDED "AS IS." LINDEN LAB MAKES NO
# WARRANTIES, EXPRESS, IMPLIED OR OTHERWISE, REGARDING ITS ACCURACY,
# COMPLETENESS OR PERFORMANCE.
# $LicenseInfo:firstyear=2016&license=viewerlgpl$
# Copyright (c) 2016, Linden Research, Inc.
# $/LicenseInfo$
"""
@file download_update.py
@author coyot
@date 2016-06-23
"""
"""
Performs a download of an update. In a separate script from update_manager so that we can
call it with subprocess.
"""
import argparse
import InstallerUserMessage as IUM
import os
import Queue
import requests
import threading
#module default
CHUNK_SIZE = 1024
def download_update(url = None, download_dir = None, size = None, progressbar = False, chunk_size = CHUNK_SIZE):
#url to download from
#download_dir to download to
#total size (for progressbar) of download
#progressbar: whether to display one (not used for background downloads)
#chunk_size is in bytes, amount to download at once
queue = Queue.Queue()
if not os.path.exists(download_dir):
os.makedirs(download_dir)
#the url split provides the basename of the filename
filename = os.path.join(download_dir, url.split('/')[-1])
req = requests.get(url, stream=True)
down_thread = ThreadedDownload(req, filename, chunk_size, progressbar, queue)
down_thread.start()
if progressbar:
frame = IUM.InstallerUserMessage(title = "Second Life Downloader", icon_name="head-sl-logo.gif")
frame.progress_bar(message = "Download Progress", size = size, pb_queue = queue)
frame.mainloop()
else:
#nothing for the main thread to do
down_thread.join()
class ThreadedDownload(threading.Thread):
def __init__(self, req, filename, chunk_size, progressbar, in_queue):
#req is a python request object
#target filename to download to
#chunk_size is in bytes, amount to download at once
#progressbar: whether to display one (not used for background downloads)
#in_queue mediates communication between this thread and the progressbar
threading.Thread.__init__(self)
self.req = req
self.filename = filename
self.chunk_size = int(chunk_size)
self.progressbar = progressbar
self.in_queue = in_queue
def run(self):
with open(self.filename, 'wb') as fd:
#keep downloading until we run out of chunks, then download the last bit
for chunk in self.req.iter_content(self.chunk_size):
fd.write(chunk)
if self.progressbar:
#this will increment the progress bar by len(chunk)/size units
self.in_queue.put(len(chunk))
#signal value saying to the progress bar that it is done and can destroy itself
#if len(chunk) is ever -1, we get to file a bug against Python
self.in_queue.put(-1)
def main():
#main method is for standalone use such as support and QA
#VMP will import this module and run download_update directly
parser = argparse.ArgumentParser("Download URI to directory")
parser.add_argument('--url', dest='url', help='URL of file to be downloaded', required=True)
parser.add_argument('--dir', dest='download_dir', help='directory to be downloaded to', required=True)
parser.add_argument('--pb', dest='progressbar', help='whether or not to show a progressbar', action="store_true", default = False)
parser.add_argument('--size', dest='size', help='size of download for progressbar')
parser.add_argument('--chunk_size', dest='chunk_size', default=CHUNK_SIZE, help='max portion size of download to be loaded in memory in bytes.')
args = parser.parse_args()
download_update(url = args.url, download_dir = args.download_dir, size = args.size, progressbar = args.progressbar, chunk_size = args.chunk_size)
if __name__ == "__main__":
main()
|
