bitcoin/test/download_utils.py

66 lines
2.3 KiB
Python

#!/usr/bin/env python3
#
# Copyright (c) The Bitcoin Core developers
# Distributed under the MIT software license, see the accompanying
# file COPYING or https://opensource.org/license/mit/.
import sys
import time
import urllib.request
def download_from_url(url, archive):
print(f"Fetching: {url}")
last_print_time = time.time()
def progress_hook(progress_bytes, total_size):
nonlocal last_print_time
now = time.time()
percent = min(100, (progress_bytes * 100) / total_size)
bar_length = 40
filled_length = int(bar_length * percent / 100)
bar = '#' * filled_length + '-' * (bar_length - filled_length)
if now - last_print_time >= 1 or percent >= 100:
print(f'\rDownloading: [{bar}] {percent:.1f}%', flush=True, end="")
last_print_time = now
with urllib.request.urlopen(url) as response:
if response.status != 200:
raise RuntimeError(f"HTTP request failed with status code: {response.status}")
sock_info = response.fp.raw._sock.getpeername()
print(f"Connected to {sock_info[0]}")
total_size = int(response.getheader("Content-Length"))
progress_bytes = 0
with open(archive, 'wb') as file:
while True:
chunk = response.read(8192)
if not chunk:
break
file.write(chunk)
progress_bytes += len(chunk)
progress_hook(progress_bytes, total_size)
if progress_bytes < total_size:
raise RuntimeError(f"Download incomplete: expected {total_size} bytes, got {progress_bytes} bytes")
print('\n', flush=True, end="") # Flush to avoid error output on the same line.
def download_script_assets(script_assets_dir):
script_assets_dir.mkdir(parents=True, exist_ok=True)
script_assets = script_assets_dir / "script_assets_test.json"
url = "https://github.com/bitcoin-core/qa-assets/raw/main/unit_test_data/script_assets_test.json"
try:
download_from_url(url, script_assets)
except Exception as e:
print(f"\nDownload failed: {e}", file=sys.stderr)
print("Retrying download after failure ...", file=sys.stderr)
time.sleep(12)
try:
download_from_url(url, script_assets)
except Exception as e2:
sys.exit(e2)