Script 'mail_helper' called by obssrc Hello community, here is the log from the commit of package you-get for openSUSE:Factory checked in at 2022-05-30 12:44:13 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/you-get (Old) and /work/SRC/openSUSE:Factory/.you-get.new.2254 (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Package is "you-get" Mon May 30 12:44:13 2022 rev:43 rq:979763 version:0.4.1612 Changes: -------- --- /work/SRC/openSUSE:Factory/you-get/you-get.changes 2022-04-23 19:49:07.971209223 +0200 +++ /work/SRC/openSUSE:Factory/.you-get.new.2254/you-get.changes 2022-05-30 12:45:11.452489587 +0200 @@ -1,0 +2,5 @@ +Mon May 30 03:58:14 UTC 2022 - Luigi Baldoni <aloisio@gmx.com> + +- Update to version 0.4.1612 (no changelog) + +------------------------------------------------------------------- Old: ---- you-get-0.4.1602.tar.gz New: ---- you-get-0.4.1612.tar.gz ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ you-get.spec ++++++ --- /var/tmp/diff_new_pack.bxPvL5/_old 2022-05-30 12:45:12.008490327 +0200 +++ /var/tmp/diff_new_pack.bxPvL5/_new 2022-05-30 12:45:12.012490332 +0200 @@ -17,7 +17,7 @@ Name: you-get -Version: 0.4.1602 +Version: 0.4.1612 Release: 0 Summary: Dumb downloader that scrapes the web License: MIT ++++++ you-get-0.4.1602.tar.gz -> you-get-0.4.1612.tar.gz ++++++ diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/you-get-0.4.1602/.github/workflows/python-package.yml new/you-get-0.4.1612/.github/workflows/python-package.yml --- old/you-get-0.4.1602/.github/workflows/python-package.yml 2022-04-22 23:44:08.000000000 +0200 +++ new/you-get-0.4.1612/.github/workflows/python-package.yml 2022-05-30 01:44:36.000000000 +0200 @@ -16,7 +16,7 @@ strategy: fail-fast: false matrix: - python-version: [3.5, 3.6, 3.7, 3.8, 3.9, "3.10", pypy3] + python-version: [3.7, 3.8, 3.9, '3.10', pypy-3.8, pypy-3.9] steps: - uses: actions/checkout@v2 diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/you-get-0.4.1602/README.md new/you-get-0.4.1612/README.md --- old/you-get-0.4.1602/README.md 2022-04-22 23:44:08.000000000 +0200 +++ new/you-get-0.4.1612/README.md 2022-05-30 01:44:36.000000000 +0200 @@ -4,7 +4,9 @@ [](https://pypi.python.org/pypi/you-get/) [](https://gitter.im/soimort/you-get?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge&utm_content=badge) -**NOTICE: Read [this](https://github.com/soimort/you-get/blob/develop/CONTRIBUTING.md) if you are looking for the conventional "Issues" tab.** +**NOTICE (30 May 2022): Support for Python 3.5, 3.6 and 3.7 will eventually be dropped. ([see details here](https://github.com/soimort/you-get/wiki/TLS-1.3-post-handshake-authenticatio... + +**NOTICE (8 Mar 2019): Read [this](https://github.com/soimort/you-get/blob/develop/CONTRIBUTING.md) if you are looking for the conventional "Issues" tab.** --- @@ -53,9 +55,9 @@ ### Prerequisites -The following dependencies are necessary: +The following dependencies are recommended: -* **[Python](https://www.python.org/downloads/)** 3.5 or above +* **[Python](https://www.python.org/downloads/)** 3.8 or above * **[FFmpeg](https://www.ffmpeg.org/)** 1.0 or above * (Optional) [RTMPDump](https://rtmpdump.mplayerhq.hu/) diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/you-get-0.4.1602/src/you_get/common.py new/you-get-0.4.1612/src/you_get/common.py --- old/you-get-0.4.1602/src/you_get/common.py 2022-04-22 23:44:08.000000000 +0200 +++ new/you-get-0.4.1612/src/you_get/common.py 2022-05-30 01:44:36.000000000 +0200 @@ -344,7 +344,7 @@ # an http.client implementation of get_content() # because urllib does not support "Connection: keep-alive" -def getHttps(host, url, headers, debuglevel=0): +def getHttps(host, url, headers, gzip=True, deflate=False, debuglevel=0): import http.client conn = http.client.HTTPSConnection(host) @@ -353,8 +353,10 @@ resp = conn.getresponse() data = resp.read() - data = ungzip(data) - #data = undeflate(data) + if gzip: + data = ungzip(data) + if deflate: + data = undeflate(data) return str(data, encoding='utf-8') @@ -1654,7 +1656,7 @@ download_grp.add_argument('--itag', help=argparse.SUPPRESS) download_grp.add_argument('-m', '--m3u8', action='store_true', default=False, - help = 'download vide using an m3u8 url') + help = 'download video using an m3u8 url') parser.add_argument('URL', nargs='*', help=argparse.SUPPRESS) diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/you-get-0.4.1602/src/you_get/extractors/tiktok.py new/you-get-0.4.1612/src/you_get/extractors/tiktok.py --- old/you-get-0.4.1602/src/you_get/extractors/tiktok.py 2022-04-22 23:44:08.000000000 +0200 +++ new/you-get-0.4.1612/src/you_get/extractors/tiktok.py 2022-05-30 01:44:36.000000000 +0200 @@ -5,16 +5,6 @@ from ..common import * def tiktok_download(url, output_dir='.', merge=True, info_only=False, **kwargs): - while True: - m = re.match('https://([^/]+)(/.*)', url) - host = m.group(1) - if host == 'www.tiktok.com': # canonical URL reached - url = m.group(2).split('?')[0] - vid = url.split('/')[3] # should be a string of numbers - break - else: - url = get_location(url) - headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:88.0) Gecko/20100101 Firefox/88.0', 'Accept-Encoding': 'gzip, deflate', @@ -22,7 +12,20 @@ 'Connection': 'keep-alive' # important } + m = re.match('(https?://)?([^/]+)(/.*)', url) + host = m.group(2) + if host != 'www.tiktok.com': # non-canonical URL + html = getHttps(host, url, headers=headers, gzip=False) + url = r1(r'(https://www.tiktok.com/[^?"]+)', html) + # use canonical URL + m = re.match('(https?://)?([^/]+)(/.*)', url) + host = m.group(2) + + url = m.group(3).split('?')[0] + vid = url.split('/')[3] # should be a string of numbers + html = getHttps(host, url, headers=headers) + data = r1(r'window\[\'SIGI_STATE\'\]=(.*?);window\[\'SIGI_RETRY\'\]', html) or \ r1(r'<script id="SIGI_STATE" type="application/json">(.*?)</script>', html) info = json.loads(data) diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/you-get-0.4.1602/src/you_get/extractors/youtube.py new/you-get-0.4.1612/src/you_get/extractors/youtube.py --- old/you-get-0.4.1602/src/you_get/extractors/youtube.py 2022-04-22 23:44:08.000000000 +0200 +++ new/you-get-0.4.1612/src/you_get/extractors/youtube.py 2022-05-30 01:44:36.000000000 +0200 @@ -237,7 +237,7 @@ except: # ytplayer_config = {args:{raw_player_response:ytInitialPlayerResponse}} - ytInitialPlayerResponse = json.loads(re.search('ytInitialPlayerResponse\s*=\s*([^\n]+?});', video_page).group(1)) + ytInitialPlayerResponse = json.loads(re.search('ytInitialPlayerResponse\s*=\s*([^\n]+?});</script>', video_page).group(1)) stream_list = ytInitialPlayerResponse['streamingData']['formats'] #stream_list = ytInitialPlayerResponse['streamingData']['adaptiveFormats'] @@ -262,7 +262,7 @@ # Parse video page instead video_page = get_content('https://www.youtube.com/watch?v=%s' % self.vid) - ytInitialPlayerResponse = json.loads(re.search('ytInitialPlayerResponse\s*=\s*([^\n]+?});', video_page).group(1)) + ytInitialPlayerResponse = json.loads(re.search('ytInitialPlayerResponse\s*=\s*([^\n]+?});</script>', video_page).group(1)) self.title = ytInitialPlayerResponse["videoDetails"]["title"] if re.search('([^"]*/base\.js)"', video_page): diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/you-get-0.4.1602/src/you_get/version.py new/you-get-0.4.1612/src/you_get/version.py --- old/you-get-0.4.1602/src/you_get/version.py 2022-04-22 23:44:08.000000000 +0200 +++ new/you-get-0.4.1612/src/you_get/version.py 2022-05-30 01:44:36.000000000 +0200 @@ -1,4 +1,4 @@ #!/usr/bin/env python script_name = 'you-get' -__version__ = '0.4.1602' +__version__ = '0.4.1612' diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/you-get-0.4.1602/tests/test.py new/you-get-0.4.1612/tests/test.py --- old/you-get-0.4.1602/tests/test.py 2022-04-22 23:44:08.000000000 +0200 +++ new/you-get-0.4.1612/tests/test.py 2022-05-30 01:44:36.000000000 +0200 @@ -10,7 +10,8 @@ acfun, bilibili, soundcloud, - tiktok + tiktok, + twitter ) @@ -28,7 +29,7 @@ youtube.download( 'http://www.youtube.com/watch?v=pzKerr0JIPA', info_only=True ) - youtube.download('http://youtu.be/pzKerr0JIPA', info_only=True) + #youtube.download('http://youtu.be/pzKerr0JIPA', info_only=True) #youtube.download( # 'http://www.youtube.com/attribution_link?u=/watch?v%3DldAKIzq7bvs%26feature%3...', # noqa # info_only=True @@ -57,6 +58,9 @@ tiktok.download('https://www.tiktok.com/@nmb48_official/video/6850796940293164290', info_only=True) tiktok.download('https://t.tiktok.com/i18n/share/video/6850796940293164290/', info_only=True) + def test_twitter(self): + twitter.download('https://twitter.com/elonmusk/status/1530516552084234244', info_only=True) + if __name__ == '__main__': unittest.main()