288 lines
10 KiB
Python
288 lines
10 KiB
Python
from __future__ import unicode_literals
|
|
|
|
import hashlib
|
|
import json
|
|
import os
|
|
import platform
|
|
import subprocess
|
|
import sys
|
|
import traceback
|
|
from zipimport import zipimporter
|
|
|
|
from .compat import compat_realpath
|
|
from .utils import encode_compat_str, Popen
|
|
|
|
from .version import __version__
|
|
|
|
|
|
''' # Not signed
|
|
def rsa_verify(message, signature, key):
|
|
from hashlib import sha256
|
|
assert isinstance(message, bytes)
|
|
byte_size = (len(bin(key[0])) - 2 + 8 - 1) // 8
|
|
signature = ('%x' % pow(int(signature, 16), key[1], key[0])).encode()
|
|
signature = (byte_size * 2 - len(signature)) * b'0' + signature
|
|
asn1 = b'3031300d060960864801650304020105000420'
|
|
asn1 += sha256(message).hexdigest().encode()
|
|
if byte_size < len(asn1) // 2 + 11:
|
|
return False
|
|
expected = b'0001' + (byte_size - len(asn1) // 2 - 3) * b'ff' + b'00' + asn1
|
|
return expected == signature
|
|
'''
|
|
|
|
|
|
def detect_variant():
|
|
if hasattr(sys, 'frozen'):
|
|
prefix = 'mac' if sys.platform == 'darwin' else 'win'
|
|
if getattr(sys, '_MEIPASS', None):
|
|
if sys._MEIPASS == os.path.dirname(sys.executable):
|
|
return f'{prefix}_dir'
|
|
return f'{prefix}_exe'
|
|
return 'py2exe'
|
|
elif isinstance(globals().get('__loader__'), zipimporter):
|
|
return 'zip'
|
|
elif os.path.basename(sys.argv[0]) == '__main__.py':
|
|
return 'source'
|
|
return 'unknown'
|
|
|
|
|
|
_NON_UPDATEABLE_REASONS = {
|
|
'win_exe': None,
|
|
'zip': None,
|
|
'mac_exe': None,
|
|
'py2exe': None,
|
|
'win_dir': 'Auto-update is not supported for unpackaged windows executable; Re-download the latest release',
|
|
'mac_dir': 'Auto-update is not supported for unpackaged MacOS executable; Re-download the latest release',
|
|
'source': 'You cannot update when running from source code; Use git to pull the latest changes',
|
|
'unknown': 'It looks like you installed yt-dlp with a package manager, pip, setup.py or a tarball; Use that to update',
|
|
}
|
|
|
|
|
|
def is_non_updateable():
|
|
return _NON_UPDATEABLE_REASONS.get(detect_variant(), _NON_UPDATEABLE_REASONS['unknown'])
|
|
|
|
|
|
def run_update(ydl):
|
|
"""
|
|
Update the program file with the latest version from the repository
|
|
Returns whether the program should terminate
|
|
"""
|
|
|
|
JSON_URL = 'https://api.github.com/repos/yt-dlp/yt-dlp/releases/latest'
|
|
|
|
def report_error(msg, expected=False):
|
|
ydl.report_error(msg, tb='' if expected else None)
|
|
|
|
def report_unable(action, expected=False):
|
|
report_error(f'Unable to {action}', expected)
|
|
|
|
def report_permission_error(file):
|
|
report_unable(f'write to {file}; Try running as administrator', True)
|
|
|
|
def report_network_error(action, delim=';'):
|
|
report_unable(f'{action}{delim} Visit https://github.com/yt-dlp/yt-dlp/releases/latest', True)
|
|
|
|
def calc_sha256sum(path):
|
|
h = hashlib.sha256()
|
|
b = bytearray(128 * 1024)
|
|
mv = memoryview(b)
|
|
with open(os.path.realpath(path), 'rb', buffering=0) as f:
|
|
for n in iter(lambda: f.readinto(mv), 0):
|
|
h.update(mv[:n])
|
|
return h.hexdigest()
|
|
|
|
# Download and check versions info
|
|
try:
|
|
version_info = ydl._opener.open(JSON_URL).read().decode('utf-8')
|
|
version_info = json.loads(version_info)
|
|
except Exception:
|
|
return report_network_error('obtain version info', delim='; Please try again later or')
|
|
|
|
def version_tuple(version_str):
|
|
return tuple(map(int, version_str.split('.')))
|
|
|
|
version_id = version_info['tag_name']
|
|
if version_tuple(__version__) >= version_tuple(version_id):
|
|
ydl.to_screen(f'yt-dlp is up to date ({__version__})')
|
|
return
|
|
|
|
err = is_non_updateable()
|
|
if err:
|
|
ydl.to_screen(f'Latest version: {version_id}, Current version: {__version__}')
|
|
return report_error(err, True)
|
|
|
|
# sys.executable is set to the full pathname of the exe-file for py2exe
|
|
# though symlinks are not followed so that we need to do this manually
|
|
# with help of realpath
|
|
filename = compat_realpath(sys.executable if hasattr(sys, 'frozen') else sys.argv[0])
|
|
ydl.to_screen(f'Current version {__version__}; Build Hash {calc_sha256sum(filename)}')
|
|
ydl.to_screen(f'Updating to version {version_id} ...')
|
|
|
|
version_labels = {
|
|
'zip_3': '',
|
|
'win_exe_64': '.exe',
|
|
'py2exe_64': '_min.exe',
|
|
'win_exe_32': '_x86.exe',
|
|
'mac_exe_64': '_macos',
|
|
}
|
|
|
|
def get_bin_info(bin_or_exe, version):
|
|
label = version_labels['%s_%s' % (bin_or_exe, version)]
|
|
return next((i for i in version_info['assets'] if i['name'] == 'yt-dlp%s' % label), {})
|
|
|
|
def get_sha256sum(bin_or_exe, version):
|
|
filename = 'yt-dlp%s' % version_labels['%s_%s' % (bin_or_exe, version)]
|
|
urlh = next(
|
|
(i for i in version_info['assets'] if i['name'] in ('SHA2-256SUMS')),
|
|
{}).get('browser_download_url')
|
|
if not urlh:
|
|
return None
|
|
hash_data = ydl._opener.open(urlh).read().decode('utf-8')
|
|
return dict(ln.split()[::-1] for ln in hash_data.splitlines()).get(filename)
|
|
|
|
if not os.access(filename, os.W_OK):
|
|
return report_permission_error(filename)
|
|
|
|
# PyInstaller
|
|
variant = detect_variant()
|
|
if variant in ('win_exe', 'py2exe'):
|
|
directory = os.path.dirname(filename)
|
|
if not os.access(directory, os.W_OK):
|
|
return report_permission_error(directory)
|
|
try:
|
|
if os.path.exists(filename + '.old'):
|
|
os.remove(filename + '.old')
|
|
except (IOError, OSError):
|
|
return report_unable('remove the old version')
|
|
|
|
try:
|
|
arch = platform.architecture()[0][:2]
|
|
url = get_bin_info(variant, arch).get('browser_download_url')
|
|
if not url:
|
|
return report_network_error('fetch updates')
|
|
urlh = ydl._opener.open(url)
|
|
newcontent = urlh.read()
|
|
urlh.close()
|
|
except (IOError, OSError):
|
|
return report_network_error('download latest version')
|
|
|
|
try:
|
|
with open(filename + '.new', 'wb') as outf:
|
|
outf.write(newcontent)
|
|
except (IOError, OSError):
|
|
return report_permission_error(f'{filename}.new')
|
|
|
|
expected_sum = get_sha256sum(variant, arch)
|
|
if not expected_sum:
|
|
ydl.report_warning('no hash information found for the release')
|
|
elif calc_sha256sum(filename + '.new') != expected_sum:
|
|
report_network_error('verify the new executable')
|
|
try:
|
|
os.remove(filename + '.new')
|
|
except OSError:
|
|
return report_unable('remove corrupt download')
|
|
|
|
try:
|
|
os.rename(filename, filename + '.old')
|
|
except (IOError, OSError):
|
|
return report_unable('move current version')
|
|
try:
|
|
os.rename(filename + '.new', filename)
|
|
except (IOError, OSError):
|
|
report_unable('overwrite current version')
|
|
os.rename(filename + '.old', filename)
|
|
return
|
|
try:
|
|
# Continues to run in the background
|
|
Popen(
|
|
'ping 127.0.0.1 -n 5 -w 1000 & del /F "%s.old"' % filename,
|
|
shell=True, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
|
|
ydl.to_screen('Updated yt-dlp to version %s' % version_id)
|
|
return True # Exit app
|
|
except OSError:
|
|
report_unable('delete the old version')
|
|
|
|
elif variant in ('zip', 'mac_exe'):
|
|
pack_type = '3' if variant == 'zip' else '64'
|
|
try:
|
|
url = get_bin_info(variant, pack_type).get('browser_download_url')
|
|
if not url:
|
|
return report_network_error('fetch updates')
|
|
urlh = ydl._opener.open(url)
|
|
newcontent = urlh.read()
|
|
urlh.close()
|
|
except (IOError, OSError):
|
|
return report_network_error('download the latest version')
|
|
|
|
expected_sum = get_sha256sum(variant, pack_type)
|
|
if not expected_sum:
|
|
ydl.report_warning('no hash information found for the release')
|
|
elif hashlib.sha256(newcontent).hexdigest() != expected_sum:
|
|
return report_network_error('verify the new package')
|
|
|
|
try:
|
|
with open(filename, 'wb') as outf:
|
|
outf.write(newcontent)
|
|
except (IOError, OSError):
|
|
return report_unable('overwrite current version')
|
|
|
|
ydl.to_screen('Updated yt-dlp to version %s; Restart yt-dlp to use the new version' % version_id)
|
|
return
|
|
|
|
assert False, f'Unhandled variant: {variant}'
|
|
|
|
|
|
''' # UNUSED
|
|
def get_notes(versions, fromVersion):
|
|
notes = []
|
|
for v, vdata in sorted(versions.items()):
|
|
if v > fromVersion:
|
|
notes.extend(vdata.get('notes', []))
|
|
return notes
|
|
|
|
|
|
def print_notes(to_screen, versions, fromVersion=__version__):
|
|
notes = get_notes(versions, fromVersion)
|
|
if notes:
|
|
to_screen('PLEASE NOTE:')
|
|
for note in notes:
|
|
to_screen(note)
|
|
'''
|
|
|
|
|
|
def update_self(to_screen, verbose, opener):
|
|
''' Exists for backward compatibility '''
|
|
|
|
printfn = to_screen
|
|
|
|
printfn(
|
|
'WARNING: "yt_dlp.update.update_self" is deprecated and may be removed in a future version. '
|
|
'Use "yt_dlp.update.run_update(ydl)" instead')
|
|
|
|
class FakeYDL():
|
|
_opener = opener
|
|
to_screen = printfn
|
|
|
|
@staticmethod
|
|
def report_warning(msg, *args, **kwargs):
|
|
return printfn('WARNING: %s' % msg, *args, **kwargs)
|
|
|
|
@staticmethod
|
|
def report_error(msg, tb=None):
|
|
printfn('ERROR: %s' % msg)
|
|
if not verbose:
|
|
return
|
|
if tb is None:
|
|
# Copied from YoutubeDl.trouble
|
|
if sys.exc_info()[0]:
|
|
tb = ''
|
|
if hasattr(sys.exc_info()[1], 'exc_info') and sys.exc_info()[1].exc_info[0]:
|
|
tb += ''.join(traceback.format_exception(*sys.exc_info()[1].exc_info))
|
|
tb += encode_compat_str(traceback.format_exc())
|
|
else:
|
|
tb_data = traceback.format_list(traceback.extract_stack())
|
|
tb = ''.join(tb_data)
|
|
if tb:
|
|
printfn(tb)
|
|
|
|
return run_update(FakeYDL())
|