commit you-get for openSUSE:Factory

2020-10-28 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2020-10-28 10:00:23

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.3463 (New)


Package is "you-get"

Wed Oct 28 10:00:23 2020 rev:33 rq:844456 version:0.4.1475

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2020-07-20 
21:03:06.521198610 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new.3463/you-get.changes
2020-10-28 10:01:13.143263839 +0100
@@ -1,0 +2,5 @@
+Tue Oct 27 19:26:44 UTC 2020 - aloi...@gmx.com
+
+- Update to version 0.4.1475 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1456.tar.gz

New:

  you-get-0.4.1475.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.PYtPE6/_old  2020-10-28 10:01:16.319266061 +0100
+++ /var/tmp/diff_new_pack.PYtPE6/_new  2020-10-28 10:01:16.323266064 +0100
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1456
+Version:0.4.1475
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1456.tar.gz -> you-get-0.4.1475.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1456/src/you_get/common.py 
new/you-get-0.4.1475/src/you_get/common.py
--- old/you-get-0.4.1456/src/you_get/common.py  2020-07-19 16:17:28.0 
+0200
+++ new/you-get-0.4.1475/src/you_get/common.py  2020-10-27 18:19:28.0 
+0100
@@ -1422,12 +1422,27 @@
 def set_socks_proxy(proxy):
 try:
 import socks
-socks_proxy_addrs = proxy.split(':')
-socks.set_default_proxy(
-socks.SOCKS5,
-socks_proxy_addrs[0],
-int(socks_proxy_addrs[1])
-)
+if '@' in proxy:
+proxy_info = proxy.split("@")
+socks_proxy_addrs = proxy_info[1].split(':')
+socks_proxy_auth = proxy_info[0].split(":")
+print(socks_proxy_auth[0]+" "+socks_proxy_auth[1]+" 
"+socks_proxy_addrs[0]+" "+socks_proxy_addrs[1])
+socks.set_default_proxy(
+socks.SOCKS5,
+socks_proxy_addrs[0],
+int(socks_proxy_addrs[1]),
+True,
+socks_proxy_auth[0],
+socks_proxy_auth[1]
+)
+else:
+   socks_proxy_addrs = proxy.split(':')
+   print(socks_proxy_addrs[0]+" "+socks_proxy_addrs[1])
+   socks.set_default_proxy(
+   socks.SOCKS5,
+   socks_proxy_addrs[0],
+   int(socks_proxy_addrs[1]),
+   )
 socket.socket = socks.socksocket
 
 def getaddrinfo(*args):
@@ -1565,7 +1580,7 @@
 '--no-proxy', action='store_true', help='Never use a proxy'
 )
 proxy_grp.add_argument(
-'-s', '--socks-proxy', metavar='HOST:PORT',
+'-s', '--socks-proxy', metavar='HOST:PORT or 
USERNAME:PASSWORD@HOST:PORT',
 help='Use an SOCKS5 proxy for downloading'
 )
 
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1456/src/you_get/extractors/acfun.py 
new/you-get-0.4.1475/src/you_get/extractors/acfun.py
--- old/you-get-0.4.1456/src/you_get/extractors/acfun.py2020-07-19 
16:17:28.0 +0200
+++ new/you-get-0.4.1475/src/you_get/extractors/acfun.py2020-10-27 
18:19:28.0 +0100
@@ -1,175 +1,213 @@
 #!/usr/bin/env python
 
-__all__ = ['acfun_download']
-
 from ..common import *
+from ..extractor import VideoExtractor
+
+class AcFun(VideoExtractor):
+name = "AcFun"
+
+stream_types = [
+{'id': '2160P', 'qualityType': '2160p'},
+{'id': '1080P60', 'qualityType': '1080p60'},
+{'id': '720P60', 'qualityType': '720p60'},
+{'id': '1080P+', 'qualityType': '1080p+'},
+{'id': '1080P', 'qualityType': '1080p'},
+{'id': '720P', 'qualityType': '720p'},
+{'id': '540P', 'qualityType': '540p'},
+{'id': '360P', 'qualityType': '360p'}
+]
+
+def prepare(self, **kwargs):
+assert 
re.match(r'https?://[^\.]*\.*acfun\.[^\.]+/(\D|bangumi)/\D\D(\d+)', self.url)
+
+if re.match(r'https?://[^\.]*\.*acfun\.[^\.]+/\D/\D\D(\d+)', self.url):
+html = get_content(self.url, headers=fake_headers)
+json_text = match1(html, r"(?s)videoInfo\s*=\s*(\{.*?\});")
+json_data = json.loads(json_text)
+vid = json_data.get('currentVideoInfo').get('id')
+up = json_data.get('user').get('name')
+self.title = json_data.get('title')
+video_list =

commit you-get for openSUSE:Factory

2020-07-20 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2020-07-20 21:01:29

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.3592 (New)


Package is "you-get"

Mon Jul 20 21:01:29 2020 rev:32 rq:821769 version:0.4.1456

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2020-03-30 
23:03:56.208194749 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new.3592/you-get.changes
2020-07-20 21:03:06.521198610 +0200
@@ -1,0 +2,5 @@
+Sun Jul 19 17:19:23 UTC 2020 - aloi...@gmx.com
+
+- Update to version 0.4.1456 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1432.tar.gz

New:

  you-get-0.4.1456.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.f4dm4r/_old  2020-07-20 21:03:09.805201939 +0200
+++ /var/tmp/diff_new_pack.f4dm4r/_new  2020-07-20 21:03:09.809201943 +0200
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1432
+Version:0.4.1456
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1432.tar.gz -> you-get-0.4.1456.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1432/README.md 
new/you-get-0.4.1456/README.md
--- old/you-get-0.4.1432/README.md  2020-03-30 02:43:59.0 +0200
+++ new/you-get-0.4.1456/README.md  2020-07-19 16:17:28.0 +0200
@@ -402,7 +402,7 @@
 | **AcFun** | |✓| | |
 | **Baidu百度贴吧** |  |✓|✓| |
 | 爆米花网 |  |✓| | |
-| **bilibili哔哩哔哩** |  |✓| | |
+| **bilibili哔哩哔哩** |  |✓|✓|✓|
 | 豆瓣 |    |✓| |✓|
 | 斗鱼 |   |✓| | |
 | 凤凰视频 |   |✓| | |
@@ -436,6 +436,7 @@
 | 火猫TV   |    |✓| | |
 | 阳光宽频网 |   |✓| | |
 | 西瓜视频 |   |✓| | |
+| 新片场 |   |✓| | |
 | 快手 |   |✓|✓| |
 | 抖音 |   |✓| | |
 | TikTok |   |✓| | |
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1432/src/you_get/common.py 
new/you-get-0.4.1456/src/you_get/common.py
--- old/you-get-0.4.1432/src/you_get/common.py  2020-03-30 02:43:59.0 
+0200
+++ new/you-get-0.4.1456/src/you_get/common.py  2020-07-19 16:17:28.0 
+0200
@@ -116,6 +116,7 @@
 'xiaokaxiu': 'yixia',
 'xiaojiadianvideo' : 'fc2video',
 'ximalaya' : 'ximalaya',
+'xinpianchang' : 'xinpianchang',
 'yinyuetai': 'yinyuetai',
 'yizhibo'  : 'yizhibo',
 'youku': 'youku',
@@ -628,10 +629,12 @@
 if refer is not None:
 tmp_headers['Referer'] = refer
 if type(url) is list:
-file_size = urls_size(url, faker=faker, headers=tmp_headers)
+chunk_sizes = [url_size(url, faker=faker, headers=tmp_headers) for url 
in url]
+file_size = sum(chunk_sizes)
 is_chunked, urls = True, url
 else:
 file_size = url_size(url, faker=faker, headers=tmp_headers)
+chunk_sizes = [file_size]
 is_chunked, urls = False, [url]
 
 continue_renameing = True
@@ -695,9 +698,13 @@
 else:
 open_mode = 'wb'
 
-for url in urls:
+chunk_start = 0
+chunk_end = 0
+for i, url in enumerate(urls):
 received_chunk = 0
-if received < file_size:
+chunk_start += 0 if i == 0 else chunk_sizes[i - 1]
+chunk_end += chunk_sizes[i]
+if received < file_size and received < chunk_end:
 if faker:
 tmp_headers = fake_headers
 '''
@@ -707,8 +714,9 @@
 else:
 headers = {}
 '''
-if received and not is_chunked:  # only request a range when not 
chunked
-tmp_headers['Range'] = 'bytes=' + str(received) + '-'
+if received:
+# chunk_start will always be 0 if not chunked
+tmp_headers['Range'] = 'bytes=' + str(received - chunk_start) 
+ '-'
 if refer:
 tmp_headers['Referer'] = refer
 
@@ -756,8 +764,7 @@
 elif not is_chunked and received == file_size:  # 
Download finished
 break
 # Unexpected termination. Retry request
-if not is_chunked:  

commit you-get for openSUSE:Factory

2020-03-30 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2020-03-30 23:03:53

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.3160 (New)


Package is "you-get"

Mon Mar 30 23:03:53 2020 rev:31 rq:789668 version:0.4.1432

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2020-03-24 
22:34:56.661165283 +0100
+++ /work/SRC/openSUSE:Factory/.you-get.new.3160/you-get.changes
2020-03-30 23:03:56.208194749 +0200
@@ -1,0 +2,5 @@
+Mon Mar 30 08:11:03 UTC 2020 - aloi...@gmx.com
+
+- Update to version 0.4.1432 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1423.tar.gz

New:

  you-get-0.4.1432.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.9SCZi0/_old  2020-03-30 23:03:57.152195286 +0200
+++ /var/tmp/diff_new_pack.9SCZi0/_new  2020-03-30 23:03:57.156195289 +0200
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1423
+Version:0.4.1432
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1423.tar.gz -> you-get-0.4.1432.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1423/LICENSE.txt 
new/you-get-0.4.1432/LICENSE.txt
--- old/you-get-0.4.1423/LICENSE.txt2020-03-23 12:13:33.0 +0100
+++ new/you-get-0.4.1432/LICENSE.txt2020-03-30 02:43:59.0 +0200
@@ -1,6 +1,7 @@
 MIT License
 
-Copyright (c) 2012-2019 Mort Yao 
+Copyright (c) 2012-2020 Mort Yao  and other contributors
+  (https://github.com/soimort/you-get/graphs/contributors)
 Copyright (c) 2012 Boyu Guo 
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1423/src/you_get/extractors/baidu.py 
new/you-get-0.4.1432/src/you_get/extractors/baidu.py
--- old/you-get-0.4.1423/src/you_get/extractors/baidu.py2020-03-23 
12:13:33.0 +0100
+++ new/you-get-0.4.1432/src/you_get/extractors/baidu.py2020-03-30 
02:43:59.0 +0200
@@ -112,15 +112,15 @@
 time.sleep(5)
 download_urls([real_url], title, ext, size,
   output_dir, url, merge=merge, faker=True)
-elif re.match(r'http://music.baidu.com/album/\d+', url):
-id = r1(r'http://music.baidu.com/album/(\d+)', url)
+elif re.match(r'https?://music.baidu.com/album/\d+', url):
+id = r1(r'https?://music.baidu.com/album/(\d+)', url)
 baidu_download_album(id, output_dir, merge, info_only)
 
-elif re.match('http://music.baidu.com/song/\d+', url):
-id = r1(r'http://music.baidu.com/song/(\d+)', url)
+elif re.match('https?://music.baidu.com/song/\d+', url):
+id = r1(r'https?://music.baidu.com/song/(\d+)', url)
 baidu_download_song(id, output_dir, merge, info_only)
 
-elif re.match('http://tieba.baidu.com/', url):
+elif re.match('https?://tieba.baidu.com/', url):
 try:
 # embedded videos
 embed_download(url, output_dir, merge=merge, info_only=info_only, 
**kwargs)
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1423/src/you_get/extractors/bilibili.py 
new/you-get-0.4.1432/src/you_get/extractors/bilibili.py
--- old/you-get-0.4.1423/src/you_get/extractors/bilibili.py 2020-03-23 
12:13:33.0 +0100
+++ new/you-get-0.4.1432/src/you_get/extractors/bilibili.py 2020-03-30 
02:43:59.0 +0200
@@ -28,6 +28,8 @@
  'container': 'FLV', 'video_resolution': '360p', 'desc': '流畅 360P'},
 # 'quality': 15?
 {'id': 'mp4', 'quality': 0},
+
+{'id': 'jpg', 'quality': 0},
 ]
 
 @staticmethod
@@ -103,8 +105,8 @@
 return 
'https://api.bilibili.com/x/space/channel/video?mid=%s&cid=%s&pn=%s&ps=%s&order=0&jsonp=jsonp'
 % (mid, cid, pn, ps)
 
 @staticmethod
-def bilibili_space_favlist_api(vmid, fid, pn=1, ps=100):
-return 
'https://api.bilibili.com/x/space/fav/arc?vmid=%s&fid=%s&pn=%s&ps=%s&order=0&jsonp=jsonp'
 % (vmid, fid, pn, ps)
+def bilibili_space_favlist_api(fid, pn=1, ps=20):
+return 
'https://api.bilibili.com/x/v3/fav/resource/list?media_id=%s&pn=%s&ps=%s&order=mtime&type=0&tid=0&jsonp=jsonp'
 % (fid, pn, ps)
 
 @staticmethod
 def bilibili_space_video_api(mid, pn=1, ps=100):
@@ -115,6 +117,10 @@
 return 'https://api.vc.bilibili.com/clip/v1/video/detail?video_id=%s' 
% video_id
 
 @staticmethod
+def bilibili_h_api(doc_id):
+

commit you-get for openSUSE:Factory

2020-03-03 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2020-03-03 10:18:43

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.26092 (New)


Package is "you-get"

Tue Mar  3 10:18:43 2020 rev:29 rq:781000 version:0.4.1410

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2020-01-27 
20:19:36.084601788 +0100
+++ /work/SRC/openSUSE:Factory/.you-get.new.26092/you-get.changes   
2020-03-03 10:20:31.967183229 +0100
@@ -1,0 +2,5 @@
+Mon Mar  2 15:14:23 UTC 2020 - aloi...@gmx.com
+
+- Update to version 0.4.1410 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1403.tar.gz

New:

  you-get-0.4.1410.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.b3UIg0/_old  2020-03-03 10:20:33.431186258 +0100
+++ /var/tmp/diff_new_pack.b3UIg0/_new  2020-03-03 10:20:33.431186258 +0100
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1403
+Version:0.4.1410
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1403.tar.gz -> you-get-0.4.1410.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1403/src/you_get/extractors/coub.py 
new/you-get-0.4.1410/src/you_get/extractors/coub.py
--- old/you-get-0.4.1403/src/you_get/extractors/coub.py 2020-01-27 
00:27:15.0 +0100
+++ new/you-get-0.4.1410/src/you_get/extractors/coub.py 2020-03-02 
14:45:57.0 +0100
@@ -79,7 +79,7 @@
 
 
 def get_coub_data(html):
-coub_data = r1(r'([^<]+)', html)
+coub_data = r1(r'([\w\W]+?(?=))', html)
 json_data = json.loads(coub_data)
 return json_data
 
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1403/src/you_get/extractors/iwara.py 
new/you-get-0.4.1410/src/you_get/extractors/iwara.py
--- old/you-get-0.4.1403/src/you_get/extractors/iwara.py2020-01-27 
00:27:15.0 +0100
+++ new/you-get-0.4.1410/src/you_get/extractors/iwara.py2020-03-02 
14:45:57.0 +0100
@@ -9,12 +9,15 @@
 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_3) 
AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.75 Safari/537.36',
 'Accept': 
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
 'Cache-Control': 'max-age=0',
-
 'Connection': 'keep-alive',
 'Save-Data': 'on',
 'Cookie':'has_js=1;show_adult=1',
 }
-
+stream_types = [
+{'id': 'Source',  'container': 'mp4', 'video_profile': '原始'},
+{'id': '540p','container': 'mp4', 'video_profile': '540p'},
+{'id': '360p',   'container': 'mp4', 'video_profile': '360P'},
+]
 def iwara_download(url, output_dir='.', merge=True, info_only=False, **kwargs):
 global headers
 video_hash = match1(url, r'https?://\w+.iwara.tv/videos/(\w+)')
@@ -31,6 +34,17 @@
 if not info_only:
 download_urls([down_urls], title, ext, size, output_dir, merge=merge, 
headers=headers)
 
+def download_playlist_by_url( url, **kwargs):
+video_page = get_content(url)
+# url_first=re.findall(r"(http[s]?://[^/]+)",url)
+url_first=match1(url, r"(http[s]?://[^/]+)")
+# print (url_first)
+videos = set(re.findall(r'0):
+for video in videos:
+iwara_download(url_first+video, **kwargs)
+else:
+maybe_print('this page not found any videos')
 site_info = "Iwara"
 download = iwara_download
-download_playlist = playlist_not_supported('iwara')
+download_playlist = download_playlist_by_url
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1403/src/you_get/extractors/qq.py 
new/you-get-0.4.1410/src/you_get/extractors/qq.py
--- old/you-get-0.4.1403/src/you_get/extractors/qq.py   2020-01-27 
00:27:15.0 +0100
+++ new/you-get-0.4.1410/src/you_get/extractors/qq.py   2020-03-02 
14:45:57.0 +0100
@@ -6,6 +6,10 @@
 from .qie_video import download_by_url as qie_video_download
 from ..common import *
 
+headers = {
+'user-agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 
(KHTML, like Gecko)  QQLive/10275340/50192209 Chrome/43.0.2357.134 
Safari/537.36 QBCore/3.43.561.202 QQBrowser/9.0.2524.400'
+}
+
 
 def qq_download_by_vid(vid, title, output_dir='.', merge=True, 
info_only=False):
 
@@ -14,7 +18,7 @@
 platforms = [4100201, 11]
 for platform in platforms:
 info_api = 
'http://vv.video.qq.com/getinfo?otype=json&appver=3.2.19.333&platform={}&defnpayver=1&defn=shd&vid={}'.format(platform,
 vid)
-i

commit you-get for openSUSE:Factory

2020-01-27 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2020-01-27 20:19:29

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.26092 (New)


Package is "you-get"

Mon Jan 27 20:19:29 2020 rev:28 rq:767830 version:0.4.1403

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2020-01-01 
14:59:35.413971593 +0100
+++ /work/SRC/openSUSE:Factory/.you-get.new.26092/you-get.changes   
2020-01-27 20:19:36.084601788 +0100
@@ -1,0 +2,5 @@
+Mon Jan 27 16:50:42 UTC 2020 - Luigi Baldoni 
+
+- Update to version 0.4.1403 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1388.tar.gz

New:

  you-get-0.4.1403.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.Iwd4Zo/_old  2020-01-27 20:19:36.856602259 +0100
+++ /var/tmp/diff_new_pack.Iwd4Zo/_new  2020-01-27 20:19:36.864602264 +0100
@@ -1,7 +1,7 @@
 #
 # spec file for package you-get
 #
-# Copyright (c) 2019 SUSE LLC
+# Copyright (c) 2020 SUSE LLC
 #
 # All modifications and additions to the file contributed by third parties
 # remain the property of their copyright owners, unless otherwise agreed
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1388
+Version:0.4.1403
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1388.tar.gz -> you-get-0.4.1403.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1388/setup.py 
new/you-get-0.4.1403/setup.py
--- old/you-get-0.4.1388/setup.py   2019-12-28 21:35:25.0 +0100
+++ new/you-get-0.4.1403/setup.py   2020-01-27 00:27:15.0 +0100
@@ -41,5 +41,9 @@
 
 classifiers = proj_info['classifiers'],
 
-entry_points = {'console_scripts': proj_info['console_scripts']}
+entry_points = {'console_scripts': proj_info['console_scripts']},
+
+extras_require={
+'socks': ['PySocks'],
+}
 )
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1388/src/you_get/extractors/bilibili.py 
new/you-get-0.4.1403/src/you_get/extractors/bilibili.py
--- old/you-get-0.4.1388/src/you_get/extractors/bilibili.py 2019-12-28 
21:35:25.0 +0100
+++ new/you-get-0.4.1403/src/you_get/extractors/bilibili.py 2020-01-27 
00:27:15.0 +0100
@@ -542,7 +542,7 @@
 self.url = url
 kwargs['playlist'] = True
 
-html_content = get_content(self.url, headers=self.bilibili_headers())
+html_content = get_content(self.url, 
headers=self.bilibili_headers(referer=self.url))
 
 # sort it out
 if re.match(r'https?://(www\.)?bilibili\.com/bangumi/play/ep(\d+)', 
self.url):
@@ -615,8 +615,12 @@
 for choice in node_info['data']['edges']['choices']:
 search_node_list.append(choice['node_id'])
 if not choice['cid'] in download_cid_set:
-download_cid_set.add(choice['cid'] )
+download_cid_set.add(choice['cid'])
 
self.prepare_by_cid(aid,choice['cid'],initial_state['videoData']['title']+('P{}.
 
{}'.format(len(download_cid_set),choice['option'])),html_content,playinfo,playinfo_,url)
+try:
+self.streams_sorted = [dict([('id', 
stream_type['id'])] + list(self.streams[stream_type['id']].items())) for 
stream_type in self.__class__.stream_types if stream_type['id'] in self.streams]
+except:
+self.streams_sorted = [dict([('itag', 
stream_type['itag'])] + list(self.streams[stream_type['itag']].items())) for 
stream_type in self.__class__.stream_types if stream_type['itag'] in 
self.streams]
 self.extract(**kwargs)
 self.download(**kwargs)
 else:
@@ -626,8 +630,13 @@
 html_content_ = get_content(self.url, 
headers=self.bilibili_headers(cookie='CURRENT_FNVAL=16'))
 playinfo_text_ = match1(html_content_, 
r'__playinfo__=(.*?)

commit you-get for openSUSE:Factory

2020-01-01 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2020-01-01 14:59:22

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.6675 (New)


Package is "you-get"

Wed Jan  1 14:59:22 2020 rev:27 rq:760186 version:0.4.1388

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2019-09-25 
08:49:14.314216724 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new.6675/you-get.changes
2020-01-01 14:59:35.413971593 +0100
@@ -1,0 +2,10 @@
+Tue Dec 31 16:39:50 UTC 2019 - Luigi Baldoni 
+
+- Removed groups 
+
+---
+Sat Dec 28 22:17:28 UTC 2019 - Luigi Baldoni 
+
+- Update to version 0.4.1388 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1355.tar.gz

New:

  you-get-0.4.1388.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.plE2Kx/_old  2020-01-01 14:59:36.921972380 +0100
+++ /var/tmp/diff_new_pack.plE2Kx/_new  2020-01-01 14:59:36.925972382 +0100
@@ -1,7 +1,7 @@
 #
 # spec file for package you-get
 #
-# Copyright (c) 2019 SUSE LINUX GmbH, Nuernberg, Germany.
+# Copyright (c) 2019 SUSE LLC
 #
 # All modifications and additions to the file contributed by third parties
 # remain the property of their copyright owners, unless otherwise agreed
@@ -17,11 +17,10 @@
 
 
 Name:   you-get
-Version:0.4.1355
+Version:0.4.1388
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT
-Group:  Productivity/Networking/Web/Utilities
 URL:https://you-get.org
 Source0:
https://github.com/soimort/you-get/archive/v%{version}.tar.gz#/%{name}-%{version}.tar.gz
 BuildRequires:  bash-completion
@@ -40,7 +39,6 @@
 
 %packagebash-completion
 Summary:Bash completion for %{name}
-Group:  System/Shells
 Requires:   bash-completion
 Supplements:packageand(%{name}:bash)
 BuildArch:  noarch
@@ -50,7 +48,6 @@
 
 %packagefish-completion
 Summary:Fish completion for %{name}
-Group:  System/Shells
 Requires:   fish
 Supplements:packageand(%{name}:fish)
 BuildArch:  noarch
@@ -60,7 +57,6 @@
 
 %packagezsh-completion
 Summary:Zsh Completion for %{name}
-Group:  System/Shells
 Requires:   zsh
 Supplements:packageand(%{name}:zsh)
 BuildArch:  noarch

++ you-get-0.4.1355.tar.gz -> you-get-0.4.1388.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1355/.gitignore 
new/you-get-0.4.1388/.gitignore
--- old/you-get-0.4.1355/.gitignore 2019-09-24 13:44:06.0 +0200
+++ new/you-get-0.4.1388/.gitignore 2019-12-28 21:35:25.0 +0100
@@ -83,3 +83,9 @@
 /.idea
 *.m4a
 *.DS_Store
+*.txt
+
+*.zip
+
+.vscode
+
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1355/README.md 
new/you-get-0.4.1388/README.md
--- old/you-get-0.4.1355/README.md  2019-09-24 13:44:06.0 +0200
+++ new/you-get-0.4.1388/README.md  2019-12-28 21:35:25.0 +0100
@@ -421,6 +421,7 @@
 | 荔枝FM   |  | | |✓|
 | 秒拍 |   |✓| | |
 | MioMio弹幕网 | |✓| | |
+| MissEvan猫耳FM |  | | |✓|
 | 痞客邦   |   |✓| | |
 | PPTV聚力 |  |✓| | |
 | 齐鲁网   |   |✓| | |
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1355/src/you_get/common.py 
new/you-get-0.4.1388/src/you_get/common.py
--- old/you-get-0.4.1355/src/you_get/common.py  2019-09-24 13:44:06.0 
+0200
+++ new/you-get-0.4.1388/src/you_get/common.py  2019-12-28 21:35:25.0 
+0100
@@ -66,6 +66,7 @@
 'iwara': 'iwara',
 'joy'  : 'joy',
 'kankanews': 'bilibili',
+'kakao': 'kakao',
 'khanacademy'  : 'khan',
 'ku6'  : 'ku6',
 'kuaishou' : 'kuaishou',
@@ -79,6 +80,7 @@
 'metacafe' : 'metacafe',
 'mgtv' : 'mgtv',
 'miomio'   : 'miomio',
+'missevan' : 'missevan',
 'mixcloud' : 'mixcloud',
 'mtv81': 'mtv81',
 'musicplayon'  : 'musicplayon',
@@ -271,15 +273,21 @@
 def launch_player(player, urls):
 import subprocess
 import shlex
+urls = list(urls)
+for url in urls.copy():
+if type(url) is list:
+urls.extend(url)
+ur

commit you-get for openSUSE:Factory

2019-09-24 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2019-09-25 08:49:10

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.7948 (New)


Package is "you-get"

Wed Sep 25 08:49:10 2019 rev:26 rq:733000 version:0.4.1355

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2019-09-11 
10:33:36.059327452 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new.7948/you-get.changes
2019-09-25 08:49:14.314216724 +0200
@@ -1,0 +2,5 @@
+Tue Sep 24 16:16:55 UTC 2019 - Luigi Baldoni 
+
+- Update to version 0.4.1355 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1347.tar.gz

New:

  you-get-0.4.1355.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.mSrJNU/_old  2019-09-25 08:49:14.926216642 +0200
+++ /var/tmp/diff_new_pack.mSrJNU/_new  2019-09-25 08:49:14.926216642 +0200
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1347
+Version:0.4.1355
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1347.tar.gz -> you-get-0.4.1355.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1347/src/you_get/extractors/acfun.py 
new/you-get-0.4.1355/src/you_get/extractors/acfun.py
--- old/you-get-0.4.1347/src/you_get/extractors/acfun.py2019-09-09 
23:14:04.0 +0200
+++ new/you-get-0.4.1355/src/you_get/extractors/acfun.py2019-09-24 
13:44:06.0 +0200
@@ -124,9 +124,8 @@
 
 m3u8_url = 
json_data.get('currentVideoInfo')['playInfos'][0]['playUrls'][0]
 
-# FIXME: bangumi
 elif re.match("https?://[^\.]*\.*acfun\.[^\.]+/bangumi/ab(\d+)", url):
-html = get_content(url)
+html = get_content(url, headers=fake_headers)
 tag_script = match1(html, r'window\.pageInfo([^<]+)')
 json_text = tag_script[tag_script.find('{') : tag_script.find('};') + 
1]
 json_data = json.loads(json_text)
@@ -134,6 +133,19 @@
 vid = str(json_data['videoId'])
 up = "acfun"
 
+play_info = 
get_content("https://www.acfun.cn/rest/pc-direct/play/playInfo/m3u8Auto?videoId=";
 + vid, headers=fake_headers)
+play_url = 
json.loads(play_info)['playInfo']['streams'][0]['playUrls'][0]
+m3u8_all_qualities_file = get_content(play_url)
+m3u8_all_qualities_lines = 
m3u8_all_qualities_file.split('#EXT-X-STREAM-INF:')[1:]
+highest_quality_line = m3u8_all_qualities_lines[0]
+for line in m3u8_all_qualities_lines:
+bandwith = int(match1(line, r'BANDWIDTH=(\d+)'))
+if bandwith > int(match1(highest_quality_line, 
r'BANDWIDTH=(\d+)')):
+highest_quality_line = line
+#TODO: 应由用户指定清晰度
+m3u8_url = match1(highest_quality_line, r'\n([^#\n]+)$')
+m3u8_url = play_url[:play_url.rfind("/")+1] + m3u8_url
+
 else:
 raise NotImplemented
 
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1347/src/you_get/extractors/bilibili.py 
new/you-get-0.4.1355/src/you_get/extractors/bilibili.py
--- old/you-get-0.4.1347/src/you_get/extractors/bilibili.py 2019-09-09 
23:14:04.0 +0200
+++ new/you-get-0.4.1355/src/you_get/extractors/bilibili.py 2019-09-24 
13:44:06.0 +0200
@@ -45,7 +45,7 @@
 def bilibili_headers(referer=None, cookie=None):
 # a reasonable UA
 ua = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) 
AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.84 Safari/537.36'
-headers = {'Accept': '*/*', 'User-Agent': ua}
+headers = {'Accept': '*/*', 'Accept-Language': 'en-US,en;q=0.5', 
'User-Agent': ua}
 if referer is not None:
 headers.update({'Referer': referer})
 if cookie is not None:
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1347/src/you_get/extractors/ixigua.py 
new/you-get-0.4.1355/src/you_get/extractors/ixigua.py
--- old/you-get-0.4.1347/src/you_get/extractors/ixigua.py   2019-09-09 
23:14:04.0 +0200
+++ new/you-get-0.4.1355/src/you_get/extractors/ixigua.py   2019-09-24 
13:44:06.0 +0200
@@ -82,7 +82,7 @@
 # example url: https://www.ixigua.com/i6631065141750268420/#mid=63024814422
 html = get_html(url, faker=True)
 video_id = match1(html, r"\"vid\":\"([^\"]+)")
-title = match1(html, r"\"player__videoTitle\">(.*)<\/h1><\/div>")
+title = match1(html, r"\"player__videoTitle\">.*?(.*)<\/h1><\/div>")
 if not video_id:

commit you-get for openSUSE:Factory

2019-08-05 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2019-08-05 10:40:37

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.4126 (New)


Package is "you-get"

Mon Aug  5 10:40:37 2019 rev:24 rq:720628 version:0.4.1328

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2019-06-12 
13:18:20.172578044 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new.4126/you-get.changes
2019-08-05 10:41:07.979300549 +0200
@@ -1,0 +2,5 @@
+Fri Aug  2 12:03:54 UTC 2019 - Luigi Baldoni 
+
+- Update to version 0.4.1328 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1314.tar.gz

New:

  you-get-0.4.1328.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.ggDtxh/_old  2019-08-05 10:41:08.883300446 +0200
+++ /var/tmp/diff_new_pack.ggDtxh/_new  2019-08-05 10:41:08.887300445 +0200
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1314
+Version:0.4.1328
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT
@@ -74,6 +74,8 @@
 for f in $(find ./src -name "*.py"); do
sed '0,/^#!/{//d;}' -i ${f}
 done
+# fix interpreter
+sed -i 's|^#!/usr/bin/env python3|#!%{_bindir}/python3|' you-get
 
 %build
 python3 setup.py build
@@ -81,7 +83,7 @@
 %install
 python3 setup.py install --root=%{buildroot} --prefix=%{_prefix}
 install -m0755 you-get %{buildroot}%{_bindir}
-%fdupes -s %{buildroot}%{$python_sitelib}
+%fdupes -s %{buildroot}%{python3_sitelib}
 install -Dm644 contrib/completion/you-get-completion.bash 
%{buildroot}%{_datadir}/bash-completion/completions/you-get
 install -Dm644 contrib/completion/you-get.fish 
%{buildroot}%{_datadir}/fish/completions/you-get.fish
 install -Dm644 contrib/completion/_you-get 
%{buildroot}%{_datadir}/zsh/site-functions/_you-get

++ you-get-0.4.1314.tar.gz -> you-get-0.4.1328.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1314/src/you_get/common.py 
new/you-get-0.4.1328/src/you_get/common.py
--- old/you-get-0.4.1314/src/you_get/common.py  2019-06-11 16:02:36.0 
+0200
+++ new/you-get-0.4.1328/src/you_get/common.py  2019-08-02 13:30:10.0 
+0200
@@ -144,7 +144,7 @@
 'Accept-Charset': 'UTF-8,*;q=0.5',
 'Accept-Encoding': 'gzip,deflate,sdch',
 'Accept-Language': 'en-US,en;q=0.8',
-'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64; rv:60.0) 
Gecko/20100101 Firefox/60.0',  # noqa
+'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:64.0) Gecko/20100101 
Firefox/64.0',  # noqa
 }
 
 if sys.stdout.isatty():
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1314/src/you_get/extractors/acfun.py 
new/you-get-0.4.1328/src/you_get/extractors/acfun.py
--- old/you-get-0.4.1314/src/you_get/extractors/acfun.py2019-06-11 
16:02:36.0 +0200
+++ new/you-get-0.4.1328/src/you_get/extractors/acfun.py2019-08-02 
13:30:10.0 +0200
@@ -113,11 +113,14 @@
 
 if re.match(r'https?://[^\.]*\.*acfun\.[^\.]+/\D/\D\D(\d+)', url):
 html = get_content(url)
-title = r1(r'data-title="([^"]+)"', html)
-if match1(url, r'_(\d+)$'):  # current P
-title = title + " " + r1(r'active">([^<]*)', html)
-vid = r1('data-vid="(\d+)"', html)
-up = r1('data-name="([^"]+)"', html)
+json_text = match1(html, r"(?s)videoInfo\s*=\s*(\{.*?\});")
+json_data = json.loads(json_text)
+vid = json_data.get('currentVideoInfo').get('id')
+up = json_data.get('user').get('name')
+title = json_data.get('title')
+video_list = json_data.get('videoList')
+if len(video_list) > 1:
+title += " - " + [p.get('title') for p in video_list if 
p.get('id') == vid][0]
 # bangumi
 elif re.match("https?://[^\.]*\.*acfun\.[^\.]+/bangumi/ab(\d+)", url):
 html = get_content(url)
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1314/src/you_get/extractors/ixigua.py 
new/you-get-0.4.1328/src/you_get/extractors/ixigua.py
--- old/you-get-0.4.1314/src/you_get/extractors/ixigua.py   2019-06-11 
16:02:36.0 +0200
+++ new/you-get-0.4.1328/src/you_get/extractors/ixigua.py   2019-08-02 
13:30:10.0 +0200
@@ -81,8 +81,8 @@
 def ixigua_download(url, output_dir='.', merge=True, info_only=False, 
**kwargs):
 # example url: https://www.ixigua.com/i6631065141750268420/#mid=63024814422
 html = get_html(url, faker=True)
-video_id = match1(html, r"videoId\s*:\s

commit you-get for openSUSE:Factory

2019-06-12 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2019-06-12 13:18:16

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.4811 (New)


Package is "you-get"

Wed Jun 12 13:18:16 2019 rev:23 rq:709193 version:0.4.1314

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2019-05-09 
14:28:31.873955934 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new.4811/you-get.changes
2019-06-12 13:18:20.172578044 +0200
@@ -1,0 +2,5 @@
+Tue Jun 11 14:26:37 UTC 2019 - Luigi Baldoni 
+
+- Update to version 0.4.1314 (no changelog supplied) 
+
+---

Old:

  you-get-0.4.1302.tar.gz

New:

  you-get-0.4.1314.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.4gKxzg/_old  2019-06-12 13:18:20.704577800 +0200
+++ /var/tmp/diff_new_pack.4gKxzg/_new  2019-06-12 13:18:20.708577799 +0200
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1302
+Version:0.4.1314
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1302.tar.gz -> you-get-0.4.1314.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1302/src/you_get/common.py 
new/you-get-0.4.1314/src/you_get/common.py
--- old/you-get-0.4.1302/src/you_get/common.py  2019-05-09 01:43:06.0 
+0200
+++ new/you-get-0.4.1314/src/you_get/common.py  2019-06-11 16:02:36.0 
+0200
@@ -131,6 +131,7 @@
 dry_run = False
 json_output = False
 force = False
+skip_existing_file_size_check = False
 player = None
 extractor_proxy = None
 cookies = None
@@ -633,15 +634,22 @@
 while continue_renameing:
 continue_renameing = False
 if os.path.exists(filepath):
-if not force and file_size == os.path.getsize(filepath):
+if not force and (file_size == os.path.getsize(filepath) or 
skip_existing_file_size_check):
 if not is_part:
 if bar:
 bar.done()
-log.w(
-'Skipping {}: file already exists'.format(
-tr(os.path.basename(filepath))
+if skip_existing_file_size_check:
+log.w(
+'Skipping {} without checking size: file already 
exists'.format(
+tr(os.path.basename(filepath))
+)
+)
+else:
+log.w(
+'Skipping {}: file already exists'.format(
+tr(os.path.basename(filepath))
+)
 )
-)
 else:
 if bar:
 bar.update_received(file_size)
@@ -878,13 +886,16 @@
 pass
 
 
-def get_output_filename(urls, title, ext, output_dir, merge):
+def get_output_filename(urls, title, ext, output_dir, merge, **kwargs):
 # lame hack for the --output-filename option
 global output_filename
 if output_filename:
+result = output_filename
+if kwargs.get('part', -1) >= 0:
+result = '%s[%02d]' % (result, kwargs.get('part'))
 if ext:
-return output_filename + '.' + ext
-return output_filename
+result = '%s.%s' % (result, ext)
+return result
 
 merged_ext = ext
 if (len(urls) > 1) and merge:
@@ -901,7 +912,11 @@
 merged_ext = 'mkv'
 else:
 merged_ext = 'ts'
-return '%s.%s' % (title, merged_ext)
+result = title
+if kwargs.get('part', -1) >= 0:
+result = '%s[%02d]' % (result, kwargs.get('part'))
+result = '%s.%s' % (result, merged_ext)
+return result
 
 def print_user_agent(faker=False):
 urllib_default_user_agent = 'Python-urllib/%d.%d' % sys.version_info[:2]
@@ -945,8 +960,12 @@
 
 if total_size:
 if not force and os.path.exists(output_filepath) and not auto_rename\
-and os.path.getsize(output_filepath) >= total_size * 0.9:
-log.w('Skipping %s: file already exists' % output_filepath)
+and (os.path.getsize(output_filepath) >= total_size * 0.9\
+or skip_existing_file_size_check):
+if skip_existing_file_size_check:
+log.w('Skipping %s without checking size: file already exists' 
% output_filepath)
+else:
+log.w('Skipping %s: file already exists' % output_filepath)

commit you-get for openSUSE:Factory

2019-05-09 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2019-05-09 14:28:28

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.5148 (New)


Package is "you-get"

Thu May  9 14:28:28 2019 rev:22 rq:701737 version:0.4.1302

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2019-04-26 
22:54:32.737311443 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new.5148/you-get.changes
2019-05-09 14:28:31.873955934 +0200
@@ -1,0 +2,5 @@
+Thu May  9 08:29:12 UTC 2019 - Luigi Baldoni 
+
+- Update to version 0.4.1302 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1295.tar.gz

New:

  you-get-0.4.1302.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.qbtyJV/_old  2019-05-09 14:28:32.269956850 +0200
+++ /var/tmp/diff_new_pack.qbtyJV/_new  2019-05-09 14:28:32.273956860 +0200
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1295
+Version:0.4.1302
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1295.tar.gz -> you-get-0.4.1302.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1295/.travis.yml 
new/you-get-0.4.1302/.travis.yml
--- old/you-get-0.4.1295/.travis.yml2019-04-25 16:23:50.0 +0200
+++ new/you-get-0.4.1302/.travis.yml2019-05-09 01:43:06.0 +0200
@@ -1,8 +1,6 @@
 # https://travis-ci.org/soimort/you-get
 language: python
 python:
-  - "3.2"
-  - "3.3"
   - "3.4"
   - "3.5"
   - "3.6"
@@ -12,13 +10,13 @@
 - python: "3.7"
   dist: xenial
 - python: "3.8-dev"
-  dist: xenial
+  dist: xenial
 - python: "nightly"
-  dist: xenial
+  dist: xenial
 before_install:
-  - if [[ $TRAVIS_PYTHON_VERSION != '3.2'* && $TRAVIS_PYTHON_VERSION != '3.3'* 
]]; then pip install flake8; fi
+  - pip install flake8
 before_script:
-  - if [[ $TRAVIS_PYTHON_VERSION != '3.2'* && $TRAVIS_PYTHON_VERSION != '3.3'* 
]]; then flake8 . --count --select=E9,F63,F72,F82 --show-source --statistics; fi
+  - flake8 . --count --select=E9,F63,F72,F82 --show-source --statistics
 script: make test
 notifications:
   webhooks:
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1295/src/you_get/extractors/embed.py 
new/you-get-0.4.1302/src/you_get/extractors/embed.py
--- old/you-get-0.4.1295/src/you_get/extractors/embed.py2019-04-25 
16:23:50.0 +0200
+++ new/you-get-0.4.1302/src/you_get/extractors/embed.py2019-05-09 
01:43:06.0 +0200
@@ -133,7 +133,7 @@
 r = 1
 else:
 r += 1
-iframes = matchall(content, [r']+' + i + r'[^ 
;&"\'\\<>]*)', page)
 
 p_urls = re.findall(r'(https?%3A%2F%2F[^;&"]+' + i + r'[^;&"]*)', 
page)
 urls += [parse.unquote(url) for url in p_urls]
 
-q_urls = re.findall(r'(https?://[^ ;"\']+' + i + r'[^ 
;"\']*)', page)
+q_urls = re.findall(r'(https?://[^ ;"\'<>]+' + i + r'[^ 
;"\'<>]*)', page)
 urls += [url.replace('/', '/') for url in q_urls]
 
 # a link href to an image is often an interesting one
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1295/src/you_get/extractors/youtube.py 
new/you-get-0.4.1302/src/you_get/extractors/youtube.py
--- old/you-get-0.4.1295/src/you_get/extractors/youtube.py  2019-04-25 
16:23:50.0 +0200
+++ new/you-get-0.4.1302/src/you_get/extractors/youtube.py  2019-05-09 
01:43:06.0 +0200
@@ -109,7 +109,7 @@
 else:
 f2def = re.search(r'[^$\w]%s:function\((\w+)\)(\{[^\{\}]+\})' 
% f2e, js)
 f2def = 'function {}({},b){}'.format(f2e, f2def.group(1), 
f2def.group(2))
-f2 = re.sub(r'(\W)(as|if|in|is|or)\(', r'\1_\2(', f2)
+f2 = re.sub(r'(as|if|in|is|or)', r'_\1', f2)
 f2 = re.sub(r'\$', '_dollar', f2)
 code = code + 'global %s\n' % f2 + tr_js(f2def)
 
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1295/src/you_get/version.py 
new/you-get-0.4.1302/src/you_get/version.py
--- old/you-get-0.4.1295/src/you_get/version.py 2019-04-25 16:23:50.0 
+0200
+++ new/you-get-0.4.1302/src/you_get/version.py 2019-05-09 01:43:06.0 
+0200
@@ -1,4 +1,4 @@
 #!/usr/bin/env python
 
 script_name = 'you-get'
-__version__ = '0.4.1295'
+__version__ = '0.4.1302'
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '-

commit you-get for openSUSE:Factory

2019-03-26 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2019-03-26 15:40:29

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.25356 (New)


Package is "you-get"

Tue Mar 26 15:40:29 2019 rev:20 rq:682985 version:0.4.1270

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2019-02-24 
17:17:38.980426512 +0100
+++ /work/SRC/openSUSE:Factory/.you-get.new.25356/you-get.changes   
2019-03-26 15:41:38.612270662 +0100
@@ -1,0 +2,5 @@
+Sat Mar  9 08:38:05 UTC 2019 - Luigi Baldoni 
+
+- Update to version 0.4.1270 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1256.tar.gz

New:

  you-get-0.4.1270.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.eIyTa0/_old  2019-03-26 15:41:40.040269845 +0100
+++ /var/tmp/diff_new_pack.eIyTa0/_new  2019-03-26 15:41:40.044269843 +0100
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1256
+Version:0.4.1270
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1256.tar.gz -> you-get-0.4.1270.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1256/.github/ISSUE_TEMPLATE.md 
new/you-get-0.4.1270/.github/ISSUE_TEMPLATE.md
--- old/you-get-0.4.1256/.github/ISSUE_TEMPLATE.md  2019-02-20 
16:43:07.0 +0100
+++ new/you-get-0.4.1270/.github/ISSUE_TEMPLATE.md  1970-01-01 
01:00:00.0 +0100
@@ -1,39 +0,0 @@
-Please make sure these boxes are checked before submitting your issue – thank 
you!
-
-- [ ] You can actually watch the video in your browser or mobile application, 
but not download them with `you-get`.
-- [ ] Your `you-get` is up-to-date.
-- [ ] I have read  and tried to 
do so.
-- [ ] The issue is not yet reported on 
 or  
. If so, please add your 
comments under the existing issue.
-- [ ] The issue (or question) is really about `you-get`, not about some other 
code or project.
-
-Run the command with the `--debug` option, and paste the full output inside 
the fences:
-
-```
-[PASTE IN ME]
-```
-
-If there's anything else you would like to say (e.g. in case your issue is not 
about downloading a specific video; it might as well be a general discussion or 
proposal for a new feature), fill in the box below; otherwise, you may want to 
post an emoji or meme instead:
-
-> [WRITE SOMETHING]
-> [OR HAVE SOME :icecream:!]
-
-汉语翻译最终日期:2016年02月26日
-
-在提交前,请确保您已经检查了以下内容!
-
-- [ ] 你可以在浏览器或移动端中观看视频,但不能使用`you-get`下载.
-- [ ] 您的`you-get`为最新版.
-- [ ] 我已经阅读并按  中的指引进行了操作.
-- [ ] 您的问题没有在 , 
 报告,否则请在原有issue下报告.
-- [ ] 本问题确实关于`you-get`, 而不是其他项目.
-
-请使用`--debug`运行,并将输出粘贴在下面:
-
-```
-[在这里粘贴完整日志]
-```
-
-如果您有其他附言,例如问题只在某个视频发生,或者是一般性讨论或者提出新功能,请在下面添加;或者您可以卖个萌:
-
-> [您的内容]
-> [舔 :icecream:!]
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1256/.github/PULL_REQUEST_TEMPLATE.md 
new/you-get-0.4.1270/.github/PULL_REQUEST_TEMPLATE.md
--- old/you-get-0.4.1256/.github/PULL_REQUEST_TEMPLATE.md   2019-02-20 
16:43:07.0 +0100
+++ new/you-get-0.4.1270/.github/PULL_REQUEST_TEMPLATE.md   1970-01-01 
01:00:00.0 +0100
@@ -1,48 +0,0 @@
-**(PLEASE DELETE ALL THESE AFTER READING)**
-
-Thank you for the pull request! `you-get` is a growing open source project, 
which would not have been possible without contributors like you.
-
-Here are some simple rules to follow, please recheck them before sending the 
pull request:
-
-- [ ] If you want to propose two or more unrelated patches, please open 
separate pull requests for them, instead of one;
-- [ ] All pull requests should be based upon the latest `develop` branch;
-- [ ] Name your branch (from which you will send the pull request) properly; 
use a meaningful name like `add-this-shining-feature` rather than just 
`develop`;
-- [ ] All commit messages, as well as comments in code, should be written in 
understandable English.
-
-As a contributor, you must be aware that
-
-- [ ] You agree to contribute your code to this project, under the terms of 
the MIT license, so that any person may freely use or redistribute them; of 
course, you will still reserve the copyright for your own authorship.
-- [ ] You may not contribute any code not autho

commit you-get for openSUSE:Factory

2019-02-24 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2019-02-24 17:17:31

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.28833 (New)


Package is "you-get"

Sun Feb 24 17:17:31 2019 rev:19 rq:677793 version:0.4.1256

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2019-02-17 
12:21:52.184191830 +0100
+++ /work/SRC/openSUSE:Factory/.you-get.new.28833/you-get.changes   
2019-02-24 17:17:38.980426512 +0100
@@ -1,0 +2,5 @@
+Wed Feb 20 16:40:03 UTC 2019 - Luigi Baldoni 
+
+- Update to version 0.4.1256 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1210.tar.gz

New:

  you-get-0.4.1256.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.08kAQW/_old  2019-02-24 17:17:39.620426398 +0100
+++ /var/tmp/diff_new_pack.08kAQW/_new  2019-02-24 17:17:39.628426396 +0100
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1210
+Version:0.4.1256
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1210.tar.gz -> you-get-0.4.1256.tar.gz ++
 1739 lines of diff (skipped)




commit you-get for openSUSE:Factory

2019-02-17 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2019-02-17 12:21:47

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.28833 (New)


Package is "you-get"

Sun Feb 17 12:21:47 2019 rev:18 rq:676649 version:0.4.1210

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2019-01-21 
11:02:06.207139481 +0100
+++ /work/SRC/openSUSE:Factory/.you-get.new.28833/you-get.changes   
2019-02-17 12:21:52.184191830 +0100
@@ -1,0 +2,5 @@
+Sat Feb 16 07:56:27 UTC 2019 - Luigi Baldoni 
+
+- Update to version 0.4.1210 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1205.tar.gz

New:

  you-get-0.4.1210.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.6xYLeo/_old  2019-02-17 12:21:52.592191718 +0100
+++ /var/tmp/diff_new_pack.6xYLeo/_new  2019-02-17 12:21:52.592191718 +0100
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1205
+Version:0.4.1210
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1205.tar.gz -> you-get-0.4.1210.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1205/src/you_get/extractors/bilibili.py 
new/you-get-0.4.1210/src/you_get/extractors/bilibili.py
--- old/you-get-0.4.1205/src/you_get/extractors/bilibili.py 2019-01-18 
12:26:57.0 +0100
+++ new/you-get-0.4.1210/src/you_get/extractors/bilibili.py 2019-02-16 
06:17:11.0 +0100
@@ -224,7 +224,13 @@
 p = int(page.group(1))
 cid = re.search(r'"cid":(\d+),"page":%s' % p, self.page).group(1)
 if cid is not None:
-self.download_by_vid(cid, re.search('bangumi', self.url) is not 
None, **kwargs)
+#self.download_by_vid(cid, re.search('bangumi', self.url) is not 
None, **kwargs)
+# FIXME: video qualities
+playinfo_text = match1(self.page, r'__playinfo__=(.*?)<')
+playinfo = json.loads(playinfo_text)
+url0 = playinfo['data']['durl'][0]['url']
+_, ext, size = url_info(url0, headers={'referer': self.url, 
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) 
AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.84 Safari/537.36'})
+self.streams['flv'] = {'url': url0, 'container': ext, 'size': 
size, 'src': [url0]}
 else:
 # flashvars?
 flashvars = re.search(r'flashvars="([^"]+)"', self.page).group(1)
@@ -492,7 +498,8 @@
 page_list = 
json.loads(get_content('http://www.bilibili.com/widget/getPageList?aid={}'.format(aid)))
 page_cnt = len(page_list)
 for no in range(1, page_cnt+1):
-page_url = 
'http://www.bilibili.com/video/av{}/index_{}.html'.format(aid, no)
+#page_url = 
'http://www.bilibili.com/video/av{}/index_{}.html'.format(aid, no)
+page_url = 'http://www.bilibili.com/video/av{}/?p={}'.format(aid, 
no)
 subtitle = '#%s. %s'% (page_list[no-1]['page'], 
page_list[no-1]['pagename'])
 Bilibili().download_by_url(page_url, subtitle=subtitle, **kwargs)
 
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1205/src/you_get/extractors/miaopai.py 
new/you-get-0.4.1210/src/you_get/extractors/miaopai.py
--- old/you-get-0.4.1205/src/you_get/extractors/miaopai.py  2019-01-18 
12:26:57.0 +0100
+++ new/you-get-0.4.1210/src/you_get/extractors/miaopai.py  2019-02-16 
06:17:11.0 +0100
@@ -84,14 +84,15 @@
 if match1(url, r'weibo\.com/tv/v/(\w+)'):
 return miaopai_download_direct(url, info_only=info_only, 
output_dir=output_dir, merge=merge, **kwargs)
 
+if re.match(r'^http[s]://.*\.weibo\.com/\d+/.+', url):
+return miaopai_download_direct(url, info_only=info_only, 
output_dir=output_dir, merge=merge, **kwargs)
+
 fid = match1(url, r'\?fid=(\d{4}:\w+)')
 if fid is not None:
 miaopai_download_by_fid(fid, output_dir, merge, info_only)
 elif '/p/230444' in url:
 fid = match1(url, r'/p/230444(\w+)')
 miaopai_download_by_fid('1034:'+fid, output_dir, merge, info_only)
-elif re.match(r'^http[s]://weibo\.com/\d+/.+', url):
-miaopai_download_direct(url, info_only=info_only, 
output_dir=output_dir, merge=merge, **kwargs)
 else:
 mobile_page = get_content(url, headers = fake_headers_mobile)
 hit = re.search(r'"page_url"\s*:\s*"([^"]+)"', mobile_page)
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclud

commit you-get for openSUSE:Factory

2019-01-21 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2019-01-21 11:00:14

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.28833 (New)


Package is "you-get"

Mon Jan 21 11:00:14 2019 rev:17 rq:666976 version:0.4.1205

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-12-18 
15:00:14.674083872 +0100
+++ /work/SRC/openSUSE:Factory/.you-get.new.28833/you-get.changes   
2019-01-21 11:02:06.207139481 +0100
@@ -1,0 +2,5 @@
+Fri Jan 18 12:38:55 UTC 2019 - Luigi Baldoni 
+
+- Update to version 0.4.1205 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1193.tar.gz

New:

  you-get-0.4.1205.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.rL2LxI/_old  2019-01-21 11:02:06.663138893 +0100
+++ /var/tmp/diff_new_pack.rL2LxI/_new  2019-01-21 11:02:06.66713 +0100
@@ -1,7 +1,7 @@
 #
 # spec file for package you-get
 #
-# Copyright (c) 2018 SUSE LINUX GmbH, Nuernberg, Germany.
+# Copyright (c) 2019 SUSE LINUX GmbH, Nuernberg, Germany.
 #
 # All modifications and additions to the file contributed by third parties
 # remain the property of their copyright owners, unless otherwise agreed
@@ -12,12 +12,12 @@
 # license that conforms to the Open Source Definition (Version 1.9)
 # published by the Open Source Initiative.
 
-# Please submit bugfixes or comments via http://bugs.opensuse.org/
+# Please submit bugfixes or comments via https://bugs.opensuse.org/
 #
 
 
 Name:   you-get
-Version:0.4.1193
+Version:0.4.1205
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1193.tar.gz -> you-get-0.4.1205.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1193/LICENSE.txt 
new/you-get-0.4.1205/LICENSE.txt
--- old/you-get-0.4.1193/LICENSE.txt2018-12-17 12:07:56.0 +0100
+++ new/you-get-0.4.1205/LICENSE.txt2019-01-18 12:26:57.0 +0100
@@ -1,15 +1,14 @@
-==
-This is a copy of the MIT license.
-==
-Copyright (C) 2012-2017 Mort Yao 
-Copyright (C) 2012 Boyu Guo 
+MIT License
 
-Permission is hereby granted, free of charge, to any person obtaining a copy of
-this software and associated documentation files (the "Software"), to deal in
-the Software without restriction, including without limitation the rights to
-use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
-of the Software, and to permit persons to whom the Software is furnished to do
-so, subject to the following conditions:
+Copyright (c) 2012-2019 Mort Yao 
+Copyright (c) 2012 Boyu Guo 
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
 
 The above copyright notice and this permission notice shall be included in all
 copies or substantial portions of the Software.
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1193/src/you_get/common.py 
new/you-get-0.4.1205/src/you_get/common.py
--- old/you-get-0.4.1193/src/you_get/common.py  2018-12-17 12:07:56.0 
+0100
+++ new/you-get-0.4.1205/src/you_get/common.py  2019-01-18 12:26:57.0 
+0100
@@ -273,7 +273,15 @@
 def launch_player(player, urls):
 import subprocess
 import shlex
-subprocess.call(shlex.split(player) + list(urls))
+if (sys.version_info >= (3, 3)):
+import shutil
+exefile=shlex.split(player)[0]
+if shutil.which(exefile) is not None:
+subprocess.call(shlex.split(player) + list(urls))
+else:
+log.wtf('[Failed] Cannot find player "%s"' % exefile)
+else:
+subprocess.call(shlex.split(player) + list(urls))
 
 
 def parse_query_param(url, param):
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1193/src/you_get/extractors/instagram.py 
new/you-get-0.4.1205/src/you_get/extractors/instagram.py
--- old/you-get-0.4.1193/src/you_get/extractors/instagram.py2018-12-17 
12:07:56.0 +0100
+++ new/you-get-0.4.1205/src/you_get/extractors/instagram.py2019-01-18 
12:26:57.000

commit you-get for openSUSE:Factory

2018-12-03 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-12-03 10:10:35

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new.19453 (New)


Package is "you-get"

Mon Dec  3 10:10:35 2018 rev:15 rq:653197 version:0.4.1181

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-11-09 
07:54:17.131720342 +0100
+++ /work/SRC/openSUSE:Factory/.you-get.new.19453/you-get.changes   
2018-12-03 10:10:55.543679324 +0100
@@ -1,0 +2,5 @@
+Sat Dec  1 06:54:44 UTC 2018 - aloi...@gmx.com
+
+- Update to version 0.4.1181 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1167.tar.gz

New:

  you-get-0.4.1181.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.oKUsAh/_old  2018-12-03 10:10:56.751678207 +0100
+++ /var/tmp/diff_new_pack.oKUsAh/_new  2018-12-03 10:10:56.751678207 +0100
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1167
+Version:0.4.1181
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1167.tar.gz -> you-get-0.4.1181.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1167/src/you_get/common.py 
new/you-get-0.4.1181/src/you_get/common.py
--- old/you-get-0.4.1167/src/you_get/common.py  2018-11-07 16:59:58.0 
+0100
+++ new/you-get-0.4.1181/src/you_get/common.py  2018-11-30 21:51:11.0 
+0100
@@ -102,6 +102,7 @@
 'soundcloud'   : 'soundcloud',
 'ted'  : 'ted',
 'theplatform'  : 'theplatform',
+'tiktok'   : 'tiktok',
 'tucao': 'tucao',
 'tudou': 'tudou',
 'tumblr'   : 'tumblr',
@@ -1575,9 +1576,9 @@
 url = 'https://www.google.com/search?tbm=vid&q=%s' % parse.quote(keywords)
 page = get_content(url, headers=fake_headers)
 videos = re.findall(
-r'([^<]+)<', page
+r'([^<]+)<', page
 )
-vdurs = re.findall(r'([^<]+)<', page)
+vdurs = re.findall(r'([^<]+)<', page)
 durs = [r1(r'(\d+:\d+)', unescape_html(dur)) for dur in vdurs]
 print('Google Videos search:')
 for v in zip(videos, durs):
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1167/src/you_get/extractor.py 
new/you-get-0.4.1181/src/you_get/extractor.py
--- old/you-get-0.4.1167/src/you_get/extractor.py   2018-11-07 
16:59:58.0 +0100
+++ new/you-get-0.4.1181/src/you_get/extractor.py   2018-11-30 
21:51:11.0 +0100
@@ -211,7 +211,7 @@
 ext = self.dash_streams[stream_id]['container']
 total_size = self.dash_streams[stream_id]['size']
 
-if ext == 'm3u8':
+if ext == 'm3u8' or ext == 'm4a':
 ext = 'mp4'
 
 if not urls:
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1167/src/you_get/extractors/__init__.py 
new/you-get-0.4.1181/src/you_get/extractors/__init__.py
--- old/you-get-0.4.1167/src/you_get/extractors/__init__.py 2018-11-07 
16:59:58.0 +0100
+++ new/you-get-0.4.1181/src/you_get/extractors/__init__.py 2018-11-30 
21:51:11.0 +0100
@@ -67,6 +67,7 @@
 from .soundcloud import *
 from .suntv import *
 from .theplatform import *
+from .tiktok import *
 from .tucao import *
 from .tudou import *
 from .tumblr import *
@@ -88,4 +89,4 @@
 from .khan import *
 from .zhanqi import *
 from .kuaishou import *
-from .zhibo import *
\ No newline at end of file
+from .zhibo import *
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1167/src/you_get/extractors/acfun.py 
new/you-get-0.4.1181/src/you_get/extractors/acfun.py
--- old/you-get-0.4.1167/src/you_get/extractors/acfun.py2018-11-07 
16:59:58.0 +0100
+++ new/you-get-0.4.1181/src/you_get/extractors/acfun.py2018-11-30 
21:51:11.0 +0100
@@ -85,9 +85,13 @@
 _, _, seg_size = url_info(url)
 size += seg_size
 #fallback to flvhd is not quite possible
-print_info(site_info, title, 'mp4', size)
+if re.search(r'fid=[0-9A-Z\-]*.flv', preferred[0][0]):
+ext = 'flv'
+else:
+ext = 'mp4'
+print_info(site_info, title, ext, size)
 if not info_only:
-download_urls(preferred[0], title, 'mp4', size, 
output_dir=output_dir, merge=merge)
+download_urls(preferred[0], title, ext, size, 
output_dir=output_dir, merge=merge)
 else:

commit you-get for openSUSE:Factory

2018-11-08 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-11-09 07:54:04

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new (New)


Package is "you-get"

Fri Nov  9 07:54:04 2018 rev:14 rq:647083 version:0.4.1167

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-10-29 
14:32:42.87069 +0100
+++ /work/SRC/openSUSE:Factory/.you-get.new/you-get.changes 2018-11-09 
07:54:17.131720342 +0100
@@ -1,0 +2,5 @@
+Wed Nov  7 20:02:55 UTC 2018 - Luigi Baldoni 
+
+- Update to version 0.4.1167 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1164.tar.gz

New:

  you-get-0.4.1167.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.jlaoVl/_old  2018-11-09 07:54:18.439718843 +0100
+++ /var/tmp/diff_new_pack.jlaoVl/_new  2018-11-09 07:54:18.443718838 +0100
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1164
+Version:0.4.1167
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1164.tar.gz -> you-get-0.4.1167.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1164/src/you_get/common.py 
new/you-get-0.4.1167/src/you_get/common.py
--- old/you-get-0.4.1164/src/you_get/common.py  2018-10-28 13:33:28.0 
+0100
+++ new/you-get-0.4.1167/src/you_get/common.py  2018-11-07 16:59:58.0 
+0100
@@ -429,7 +429,7 @@
 # Decode the response body
 if decoded:
 charset = match1(
-response.getheader('Content-Type'), r'charset=([\w-]+)'
+response.getheader('Content-Type', ''), r'charset=([\w-]+)'
 )
 if charset is not None:
 data = data.decode(charset)
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1164/src/you_get/extractors/bilibili.py 
new/you-get-0.4.1167/src/you_get/extractors/bilibili.py
--- old/you-get-0.4.1164/src/you_get/extractors/bilibili.py 2018-10-28 
13:33:28.0 +0100
+++ new/you-get-0.4.1167/src/you_get/extractors/bilibili.py 2018-11-07 
16:59:58.0 +0100
@@ -22,7 +22,7 @@
 
 class Bilibili(VideoExtractor):
 name = 'Bilibili'
-live_api = 'http://live.bilibili.com/api/playurl?cid={}&otype=json'
+live_api = 
'https://api.live.bilibili.com/room/v1/Room/playUrl?cid={}&quality=0&platform=web'
 api_url = 'http://interface.bilibili.com/v2/playurl?'
 bangumi_api_url = 'http://bangumi.bilibili.com/player/web_api/playurl?'
 live_room_init_api_url = 
'https://api.live.bilibili.com/room/v1/Room/room_init?id={}'
@@ -233,7 +233,7 @@
 
 api_url = self.live_api.format(self.room_id)
 json_data = json.loads(get_content(api_url))
-urls = [json_data['durl'][0]['url']]
+urls = [json_data['data']['durl'][0]['url']]
 
 self.streams['live'] = {}
 self.streams['live']['src'] = urls
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1164/src/you_get/extractors/youtube.py 
new/you-get-0.4.1167/src/you_get/extractors/youtube.py
--- old/you-get-0.4.1164/src/you_get/extractors/youtube.py  2018-10-28 
13:33:28.0 +0100
+++ new/you-get-0.4.1167/src/you_get/extractors/youtube.py  2018-11-07 
16:59:58.0 +0100
@@ -40,6 +40,7 @@
 # Examples:
 # - https://www.youtube.com/yts/jsbin/player-da_DK-vflWlK-zq/base.js
 # - https://www.youtube.com/yts/jsbin/player-vflvABTsY/da_DK/base.js
+# - https://www.youtube.com/yts/jsbin/player-vfls4aurX/da_DK/base.js
 def tr_js(code):
 code = re.sub(r'function', r'def', code)
 code = re.sub(r'(\W)(as|if|in|is|or)\(', r'\1_\2(', code)
@@ -55,7 +56,8 @@
 return code
 
 js = js.replace('\n', ' ')
-f1 = match1(js, r'\.set\(\w+\.sp,([$\w]+)\(\w+\.s\)\)') or \
+f1 = match1(js, 
r'\.set\(\w+\.sp,\(0,window\.encodeURIComponent\)\(([$\w]+)') or \
+match1(js, r'\.set\(\w+\.sp,([$\w]+)\(\w+\.s\)\)') or \
 match1(js, r'"signature",([$\w]+)\(\w+\.\w+\)')
 f1def = match1(js, r'function %s(\(\w+\)\{[^\{]+\})' % re.escape(f1)) 
or \
 match1(js, r'\W%s=function(\(\w+\)\{[^\{]+\})' % re.escape(f1))
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1164/src/you_get/version.py 
new/you-get-0.4.1167/src/you_get/version.py
--- old/you-get-0.4.1164/src/you_get/version.py 2018-10-28 13:33:28.0 
+0100
+++ new/you-get-0

commit you-get for openSUSE:Factory

2018-10-29 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-10-29 14:23:10

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new (New)


Package is "you-get"

Mon Oct 29 14:23:10 2018 rev:13 rq:645201 version:0.4.1164

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-10-15 
09:40:35.751530529 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new/you-get.changes 2018-10-29 
14:32:42.87069 +0100
@@ -1,0 +2,5 @@
+Mon Oct 29 09:38:50 UTC 2018 - Luigi Baldoni 
+
+- Update to version 0.4.1164 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1148.tar.gz

New:

  you-get-0.4.1164.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.3qBeKO/_old  2018-10-29 14:32:43.338670273 +0100
+++ /var/tmp/diff_new_pack.3qBeKO/_new  2018-10-29 14:32:43.338670273 +0100
@@ -17,12 +17,12 @@
 
 
 Name:   you-get
-Version:0.4.1148
+Version:0.4.1164
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT
 Group:  Productivity/Networking/Web/Utilities
-Url:https://you-get.org
+URL:https://you-get.org
 Source0:
https://github.com/soimort/you-get/archive/v%{version}.tar.gz#/%{name}-%{version}.tar.gz
 BuildRequires:  bash-completion
 BuildRequires:  fdupes

++ you-get-0.4.1148.tar.gz -> you-get-0.4.1164.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1148/.travis.yml 
new/you-get-0.4.1164/.travis.yml
--- old/you-get-0.4.1148/.travis.yml2018-09-11 23:51:43.0 +0200
+++ new/you-get-0.4.1164/.travis.yml2018-10-28 13:33:28.0 +0100
@@ -8,9 +8,10 @@
   - "3.6"
   - "nightly"
   - "pypy3"
-before_install: pip install flake8
+before_install:
+  - if [[ $TRAVIS_PYTHON_VERSION != '3.2'* && $TRAVIS_PYTHON_VERSION != '3.3'* 
]]; then pip install flake8; fi
 before_script:
-  - if [[ $TRAVIS_PYTHON_VERSION != '3.2'* ]]; then flake8 . --count 
--select=E901,E999,F821,F822,F823 --show-source --statistics; fi
+  - if [[ $TRAVIS_PYTHON_VERSION != '3.2'* && $TRAVIS_PYTHON_VERSION != '3.3'* 
]]; then flake8 . --count --select=E901,E999,F821,F822,F823 --show-source 
--statistics; fi
 script: make test
 sudo: false
 notifications:
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1148/README.md 
new/you-get-0.4.1164/README.md
--- old/you-get-0.4.1148/README.md  2018-09-11 23:51:43.0 +0200
+++ new/you-get-0.4.1164/README.md  2018-10-28 13:33:28.0 +0100
@@ -113,6 +113,14 @@
 $ brew install you-get
 ```
 
+### Option 8: pkg (FreeBSD only)
+
+You can install `you-get` easily via:
+
+```
+# pkg install you-get
+```
+
 ### Shell completion
 
 Completion definitions for Bash, Fish and Zsh can be found in 
[`contrib/completion`](https://github.com/soimort/you-get/tree/develop/contrib/completion).
 Please consult your shell's manual for how to take advantage of them.
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1148/src/you_get/common.py 
new/you-get-0.4.1164/src/you_get/common.py
--- old/you-get-0.4.1148/src/you_get/common.py  2018-09-11 23:51:43.0 
+0200
+++ new/you-get-0.4.1164/src/you_get/common.py  2018-10-28 13:33:28.0 
+0100
@@ -622,7 +622,7 @@
 if not is_part:
 if bar:
 bar.done()
-print(
+log.w(
 'Skipping {}: file already exists'.format(
 tr(os.path.basename(filepath))
 )
@@ -648,7 +648,10 @@
 print('Changing name to %s' % 
tr(os.path.basename(filepath)), '...')
 continue_renameing = True
 continue
-print('Overwriting %s' % tr(os.path.basename(filepath)), 
'...')
+if log.yes_or_no('File with this name already exists. 
Overwrite?'):
+log.w('Overwriting %s ...' % 
tr(os.path.basename(filepath)))
+else:
+return
 elif not os.path.exists(os.path.dirname(filepath)):
 os.mkdir(os.path.dirname(filepath))
 
@@ -925,7 +928,7 @@
 if total_size:
 if not force and os.path.exists(output_filepath) and not auto_rename\
 and os.path.getsize(output_filepath) >= total_size * 0.9:
-print('Skipping %s: file already exists' % output_filepath)
+l

commit you-get for openSUSE:Factory

2018-10-15 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-10-15 09:38:48

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new (New)


Package is "you-get"

Mon Oct 15 09:38:48 2018 rev:12 rq:641332 version:0.4.1148

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-09-13 
12:14:00.846124633 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new/you-get.changes 2018-10-15 
09:40:35.751530529 +0200
@@ -1,0 +2,6 @@
+Thu Oct 11 18:08:35 UTC 2018 - Luigi Baldoni 
+
+- Use upstream exe script to avoid runtime dependency on
+  setuptools
+
+---



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.t8LEe2/_old  2018-10-15 09:40:37.235529168 +0200
+++ /var/tmp/diff_new_pack.t8LEe2/_new  2018-10-15 09:40:37.239529165 +0200
@@ -12,7 +12,7 @@
 # license that conforms to the Open Source Definition (Version 1.9)
 # published by the Open Source Initiative.
 
-# Please submit bugfixes or comments via http://bugs.opensuse.org/
+# Please submit bugfixes or comments via https://bugs.opensuse.org/
 #
 
 
@@ -80,6 +80,7 @@
 
 %install
 python3 setup.py install --root=%{buildroot} --prefix=%{_prefix}
+install -m0755 you-get %{buildroot}%{_bindir}
 %fdupes -s %{buildroot}%{$python_sitelib}
 install -Dm644 contrib/completion/you-get-completion.bash 
%{buildroot}%{_datadir}/bash-completion/completions/you-get
 install -Dm644 contrib/completion/you-get.fish 
%{buildroot}%{_datadir}/fish/completions/you-get.fish




commit you-get for openSUSE:Factory

2018-09-13 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-09-13 12:12:14

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new (New)


Package is "you-get"

Thu Sep 13 12:12:14 2018 rev:11 rq:635271 version:0.4.1148

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-09-11 
17:18:10.695329035 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new/you-get.changes 2018-09-13 
12:14:00.846124633 +0200
@@ -1,0 +2,5 @@
+Wed Sep 12 07:22:55 UTC 2018 - aloi...@gmx.com
+
+- Update to version 0.4.1148 (no changelog supplied) 
+
+---

Old:

  you-get-0.4.1140.tar.gz

New:

  you-get-0.4.1148.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.WfSn4Q/_old  2018-09-13 12:14:01.218124212 +0200
+++ /var/tmp/diff_new_pack.WfSn4Q/_new  2018-09-13 12:14:01.222124207 +0200
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1140
+Version:0.4.1148
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1140.tar.gz -> you-get-0.4.1148.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1140/src/you_get/common.py 
new/you-get-0.4.1148/src/you_get/common.py
--- old/you-get-0.4.1140/src/you_get/common.py  2018-09-08 00:48:10.0 
+0200
+++ new/you-get-0.4.1148/src/you_get/common.py  2018-09-11 23:51:43.0 
+0200
@@ -439,7 +439,7 @@
 return data
 
 
-def post_content(url, headers={}, post_data={}, decoded=True):
+def post_content(url, headers={}, post_data={}, decoded=True, **kwargs):
 """Post the content of a URL via sending a HTTP POST request.
 
 Args:
@@ -450,14 +450,19 @@
 Returns:
 The content as a string.
 """
-
-logging.debug('post_content: %s \n post_data: %s' % (url, post_data))
+if kwargs.get('post_data_raw'):
+logging.debug('post_content: %s\npost_data_raw: %s' % (url, 
kwargs['post_data_raw']))
+else:
+logging.debug('post_content: %s\npost_data: %s' % (url, post_data))
 
 req = request.Request(url, headers=headers)
 if cookies:
 cookies.add_cookie_header(req)
 req.headers.update(req.unredirected_hdrs)
-post_data_enc = bytes(parse.urlencode(post_data), 'utf-8')
+if kwargs.get('post_data_raw'):
+post_data_enc = bytes(kwargs['post_data_raw'], 'utf-8')
+else:
+post_data_enc = bytes(parse.urlencode(post_data), 'utf-8')
 response = urlopen_with_retry(req, data=post_data_enc)
 data = response.read()
 
@@ -602,7 +607,12 @@
 # the key must be 'Referer' for the hack here
 if refer is not None:
 tmp_headers['Referer'] = refer
-file_size = url_size(url, faker=faker, headers=tmp_headers)
+if type(url) is list:
+file_size = urls_size(url, faker=faker, headers=tmp_headers)
+is_chunked, urls = True, url
+else:
+file_size = url_size(url, faker=faker, headers=tmp_headers)
+is_chunked, urls = False, [url]
 
 continue_renameing = True
 while continue_renameing:
@@ -655,70 +665,78 @@
 else:
 open_mode = 'wb'
 
-if received < file_size:
-if faker:
-tmp_headers = fake_headers
-'''
-if parameter headers passed in, we have it copied as tmp_header
-elif headers:
-headers = headers
-else:
-headers = {}
-'''
-if received:
-tmp_headers['Range'] = 'bytes=' + str(received) + '-'
-if refer:
-tmp_headers['Referer'] = refer
-
-if timeout:
-response = urlopen_with_retry(
-request.Request(url, headers=tmp_headers), timeout=timeout
-)
-else:
-response = urlopen_with_retry(
-request.Request(url, headers=tmp_headers)
-)
-try:
-range_start = int(
-response.headers[
-'content-range'
-][6:].split('/')[0].split('-')[0]
-)
-end_length = int(
-response.headers['content-range'][6:].split('/')[1]
-)
-range_length = end_length - range_start
-except:
-content_length = response.headers['content-length']
-range_length = int(content_length) if content_length is not None \
-else float('inf')
-
-if file_size != received + range_length:
-received = 0
-if bar:
-bar.received = 0
-open_mode = 'wb'
-
-  

commit you-get for openSUSE:Factory

2018-09-11 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-09-11 17:18:03

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new (New)


Package is "you-get"

Tue Sep 11 17:18:03 2018 rev:10 rq:634464 version:0.4.1140

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-08-12 
20:55:05.969433933 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new/you-get.changes 2018-09-11 
17:18:10.695329035 +0200
@@ -1,0 +2,5 @@
+Sat Sep  8 11:44:26 UTC 2018 - aloi...@gmx.com
+
+- Update to version 0.4.1140 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1128.tar.gz

New:

  you-get-0.4.1140.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.pQUEdi/_old  2018-09-11 17:18:11.235328208 +0200
+++ /var/tmp/diff_new_pack.pQUEdi/_new  2018-09-11 17:18:11.235328208 +0200
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1128
+Version:0.4.1140
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1128.tar.gz -> you-get-0.4.1140.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1128/src/you_get/extractors/baidu.py 
new/you-get-0.4.1140/src/you_get/extractors/baidu.py
--- old/you-get-0.4.1128/src/you_get/extractors/baidu.py2018-08-10 
16:40:12.0 +0200
+++ new/you-get-0.4.1140/src/you_get/extractors/baidu.py2018-09-08 
00:48:10.0 +0200
@@ -129,8 +129,9 @@
 html = get_html(url)
 title = r1(r'title:"([^"]+)"', html)
 
-vhsrc = re.findall(r'"BDE_Image"[^>]+src="([^"]+)"', html) or 
re.findall(r'vhsrc="([^"]+)"', html)
-if vhsrc is not None:
+vhsrc = re.findall(r'"BDE_Image"[^>]+src="([^"]+\.mp4)"', html) or 
\
+re.findall(r'vhsrc="([^"]+)"', html)
+if len(vhsrc) > 0:
 ext = 'mp4'
 size = url_size(vhsrc[0])
 print_info(site_info, title, ext, size)
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1128/src/you_get/extractors/bilibili.py 
new/you-get-0.4.1140/src/you_get/extractors/bilibili.py
--- old/you-get-0.4.1128/src/you_get/extractors/bilibili.py 2018-08-10 
16:40:12.0 +0200
+++ new/you-get-0.4.1140/src/you_get/extractors/bilibili.py 2018-09-08 
00:48:10.0 +0200
@@ -144,11 +144,13 @@
 else:
 playinfo = re.search(r'__INITIAL_STATE__=(.*?);\(function\(\)', 
self.page)
 if playinfo is not None:
-pages = json.loads(playinfo.group(1))['videoData']['pages']
-if len(pages) > 1:
-qs = 
dict(parse.parse_qsl(urllib.parse.urlparse(self.url).query))
-page = pages[int(qs.get('p', 1)) - 1]
-self.title = '{} #{}. {}'.format(self.title, page['page'], 
page['part'])
+jsonPlayinfo = json.loads(playinfo.group(1))
+if 'videoData' in jsonPlayinfo:
+pages = jsonPlayinfo['videoData']['pages']
+if len(pages) > 1:
+qs = 
dict(parse.parse_qsl(urllib.parse.urlparse(self.url).query))
+page = pages[int(qs.get('p', 1)) - 1]
+self.title = '{} #{}. {}'.format(self.title, 
page['page'], page['part'])
 
 if 'bangumi.bilibili.com/movie' in self.url:
 self.movie_entry(**kwargs)
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1128/src/you_get/extractors/lizhi.py 
new/you-get-0.4.1140/src/you_get/extractors/lizhi.py
--- old/you-get-0.4.1128/src/you_get/extractors/lizhi.py2018-08-10 
16:40:12.0 +0200
+++ new/you-get-0.4.1140/src/you_get/extractors/lizhi.py2018-09-08 
00:48:10.0 +0200
@@ -2,8 +2,17 @@
 
 __all__ = ['lizhi_download']
 import json
+import datetime
 from ..common import *
 
+#
+# Worked well but not perfect.
+# TODO: add option --format={sd|hd}
+#
+def get_url(ep):
+readable = datetime.datetime.fromtimestamp(int(ep['create_time']) / 
1000).strftime('%Y/%m/%d')
+return 'http://cdn5.lizhi.fm/audio/{}/{}_hd.mp3'.format(readable, ep['id'])
+
 # radio_id: e.g. 549759 from http://www.lizhi.fm/549759/
 #
 # Returns a list of tuples (audio_id, title, url) for each episode
@@ -23,7 +32,7 @@
 # (au_cnt), then handle pagination properly.
 api_url = 'http://www.lizhi.fm/api/radio_audios?s=0&l=65535&band=%s' % 
radio_id
 a

commit you-get for openSUSE:Factory

2018-08-12 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-08-12 20:55:05

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new (New)


Package is "you-get"

Sun Aug 12 20:55:05 2018 rev:9 rq:628647 version:0.4.1128

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-08-10 
09:49:29.742242650 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new/you-get.changes 2018-08-12 
20:55:05.969433933 +0200
@@ -1,0 +2,5 @@
+Fri Aug 10 14:55:25 UTC 2018 - aloi...@gmx.com
+
+- Update to version 0.4.1128 (no changelog supplied) 
+
+---

Old:

  you-get-0.4.1120.tar.gz

New:

  you-get-0.4.1128.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.1a6hb2/_old  2018-08-12 20:55:06.309434624 +0200
+++ /var/tmp/diff_new_pack.1a6hb2/_new  2018-08-12 20:55:06.309434624 +0200
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1120
+Version:0.4.1128
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1120.tar.gz -> you-get-0.4.1128.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1120/src/you_get/extractors/bilibili.py 
new/you-get-0.4.1128/src/you_get/extractors/bilibili.py
--- old/you-get-0.4.1120/src/you_get/extractors/bilibili.py 2018-08-08 
17:12:11.0 +0200
+++ new/you-get-0.4.1128/src/you_get/extractors/bilibili.py 2018-08-10 
16:40:12.0 +0200
@@ -32,13 +32,13 @@
 SEC1 = '94aba54af9065f71de72f5508f1cd42e'
 SEC2 = '9b288147e5474dd2aa67085f716c560d'
 stream_types = [
-{'id': 'hdflv'},
-{'id': 'flv720'},
-{'id': 'flv'},
-{'id': 'hdmp4'},
-{'id': 'mp4'},
-{'id': 'live'},
-{'id': 'vc'}
+{'id': 'hdflv'},
+{'id': 'flv720'},
+{'id': 'flv'},
+{'id': 'hdmp4'},
+{'id': 'mp4'},
+{'id': 'live'},
+{'id': 'vc'}
 ]
 fmt2qlt = dict(hdflv=4, flv=3, hdmp4=2, mp4=1)
 
@@ -348,6 +348,36 @@
 log.w(e)
 return [], 0
 
+def download_video_from_favlist(url, **kwargs):
+# the url has format: 
https://space.bilibili.com/64169458/#/favlist?fid=1840028
+
+m = re.search(r'space\.bilibili\.com/(\d+)/.*?fid=(\d+).*?', url)
+vmid = ""
+favid = ""
+if m is not None:
+vmid = m.group(1)
+favid = m.group(2)
+jsonresult = 
json.loads(get_content("https://api.bilibili.com/x/space/fav/arc?vmid={}&ps=300&fid={}&order=fav_time&tid=0&keyword=&pn=1&jsonp=jsonp".format(vmid,
 favid)))
+
+# log.wtf("Got files list for vmid" + vmid + " favid:" + favid)
+if jsonresult['code'] != 0:
+log.wtf("Fail to get the files of page " + jsonresult)
+sys.exit(2)
+
+else:
+videos = jsonresult['data']['archives']
+videocount = len(videos)
+for i in range(videocount):
+videoid = videos[i]["aid"]
+videotitle = videos[i]["title"]
+videourl = 
"https://www.bilibili.com/video/av{}".format(videoid)
+print("Start downloading ", videotitle, " video ", videotitle)
+Bilibili().download_by_url(videourl, subtitle=videotitle, 
**kwargs)
+
+else:
+log.wtf("Fail to parse the fav title" + url, "")
+
+
 def bilibili_download_playlist_by_url(url, **kwargs):
 url = url_locations([url])[0]
 kwargs['playlist'] = True
@@ -363,6 +393,9 @@
 for ep_id in ep_ids:
 ep_url = '#'.join([base_url, ep_id])
 Bilibili().download_by_url(ep_url, **kwargs)
+elif 'favlist' in url:
+# this a fav list folder
+download_video_from_favlist(url, **kwargs)
 else:
 aid = re.search(r'av(\d+)', url).group(1)
 page_list = 
json.loads(get_content('http://www.bilibili.com/widget/getPageList?aid={}'.format(aid)))
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1120/src/you_get/extractors/youku.py 
new/you-get-0.4.1128/src/you_get/extractors/youku.py
--- old/you-get-0.4.1120/src/you_get/extractors/youku.py2018-08-08 
17:12:11.0 +0200
+++ new/you-get-0.4.1128/src/you_get/extractors/youku.py2018-08-10 
16:40:12.0 +0200
@@ -78,8 +78,8 @@
 self.api_error_code = None
 self.api_error_msg = None
 
-self.ccode = '0510'
-# Found in 
http://g.alicdn.com/player/ykplayer/0.5.28/youku-player.min.js
+self.ccode = '0508'
+ 

commit you-get for openSUSE:Factory

2018-08-10 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-08-10 09:49:28

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new (New)


Package is "you-get"

Fri Aug 10 09:49:28 2018 rev:8 rq:628203 version:0.4.1120

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-06-29 
22:35:51.302030222 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new/you-get.changes 2018-08-10 
09:49:29.742242650 +0200
@@ -1,0 +2,5 @@
+Wed Aug  8 16:31:07 UTC 2018 - aloi...@gmx.com
+
+- Update to version 0.4.1120 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1099.tar.gz

New:

  you-get-0.4.1120.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.wUhT7S/_old  2018-08-10 09:49:30.398243707 +0200
+++ /var/tmp/diff_new_pack.wUhT7S/_new  2018-08-10 09:49:30.398243707 +0200
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1099
+Version:0.4.1120
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1099.tar.gz -> you-get-0.4.1120.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1099/src/you_get/common.py 
new/you-get-0.4.1120/src/you_get/common.py
--- old/you-get-0.4.1099/src/you_get/common.py  2018-06-27 23:35:15.0 
+0200
+++ new/you-get-0.4.1120/src/you_get/common.py  2018-08-08 17:12:11.0 
+0200
@@ -143,7 +143,7 @@
 'Accept-Charset': 'UTF-8,*;q=0.5',
 'Accept-Encoding': 'gzip,deflate,sdch',
 'Accept-Language': 'en-US,en;q=0.8',
-'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64; rv:51.0) 
Gecko/20100101 Firefox/51.0',  # noqa
+'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64; rv:60.0) 
Gecko/20100101 Firefox/60.0',  # noqa
 }
 
 if sys.stdout.isatty():
@@ -369,13 +369,16 @@
 return data
 
 
-def get_location(url):
+def get_location(url, headers=None, get_method='HEAD'):
 logging.debug('get_location: %s' % url)
 
-response = request.urlopen(url)
-# urllib will follow redirections and it's too much code to tell urllib
-# not to do that
-return response.geturl()
+if headers:
+req = request.Request(url, headers=headers)
+else:
+req = request.Request(url)
+req.get_method = lambda: get_method
+res = urlopen_with_retry(req)
+return res.geturl()
 
 
 def urlopen_with_retry(*args, **kwargs):
@@ -496,7 +499,7 @@
 return sum([url_size(url, faker=faker, headers=headers) for url in urls])
 
 
-def get_head(url, headers={}, get_method='HEAD'):
+def get_head(url, headers=None, get_method='HEAD'):
 logging.debug('get_head: %s' % url)
 
 if headers:
@@ -505,7 +508,7 @@
 req = request.Request(url)
 req.get_method = lambda: get_method
 res = urlopen_with_retry(req)
-return dict(res.headers)
+return res.headers
 
 
 def url_info(url, faker=False, headers={}):
@@ -1594,15 +1597,11 @@
 url
 )
 else:
-import http.client
-video_host = r1(r'https?://([^/]+)/', url)  # .cn could be removed
-if url.startswith('https://'):
-conn = http.client.HTTPSConnection(video_host)
-else:
-conn = http.client.HTTPConnection(video_host)
-conn.request('HEAD', video_url, headers=fake_headers)
-res = conn.getresponse()
-location = res.getheader('location')
+try:
+location = get_location(url) # t.co isn't happy with fake_headers
+except:
+location = get_location(url, headers=fake_headers)
+
 if location and location != url and not location.startswith('/'):
 return url_to_module(location)
 else:
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1099/src/you_get/extractors/baidu.py 
new/you-get-0.4.1120/src/you_get/extractors/baidu.py
--- old/you-get-0.4.1099/src/you_get/extractors/baidu.py2018-06-27 
23:35:15.0 +0200
+++ new/you-get-0.4.1120/src/you_get/extractors/baidu.py2018-08-08 
17:12:11.0 +0200
@@ -129,7 +129,7 @@
 html = get_html(url)
 title = r1(r'title:"([^"]+)"', html)
 
-vhsrc = re.findall(r'vhsrc="([^"]+)"', html)
+vhsrc = re.findall(r'"BDE_Image"[^>]+src="([^"]+)"', html) or 
re.findall(r'vhsrc="([^"]+)"', html)
 if vhsrc is not None:
 ext = 'mp4'
 size = url_size(vhsrc[0])
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old

commit you-get for openSUSE:Factory

2018-06-29 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-06-29 22:35:43

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new (New)


Package is "you-get"

Fri Jun 29 22:35:43 2018 rev:7 rq:619582 version:0.4.1099

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-05-16 
11:44:10.770651664 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new/you-get.changes 2018-06-29 
22:35:51.302030222 +0200
@@ -1,0 +2,5 @@
+Thu Jun 28 12:37:52 UTC 2018 - aloi...@gmx.com
+
+- Update to version 0.4.1099 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1077.tar.gz

New:

  you-get-0.4.1099.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.hwgHgx/_old  2018-06-29 22:35:51.826029767 +0200
+++ /var/tmp/diff_new_pack.hwgHgx/_new  2018-06-29 22:35:51.830029764 +0200
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1077
+Version:0.4.1099
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1077.tar.gz -> you-get-0.4.1099.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1077/.travis.yml 
new/you-get-0.4.1099/.travis.yml
--- old/you-get-0.4.1077/.travis.yml2018-05-15 21:22:51.0 +0200
+++ new/you-get-0.4.1099/.travis.yml2018-06-27 23:35:15.0 +0200
@@ -8,6 +8,9 @@
   - "3.6"
   - "nightly"
   - "pypy3"
+before_install: pip install flake8
+before_script:
+  - if [[ $TRAVIS_PYTHON_VERSION != '3.2'* ]]; then flake8 . --count 
--select=E901,E999,F821,F822,F823 --show-source --statistics; fi
 script: make test
 sudo: false
 notifications:
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1077/README.md 
new/you-get-0.4.1099/README.md
--- old/you-get-0.4.1077/README.md  2018-05-15 21:22:51.0 +0200
+++ new/you-get-0.4.1099/README.md  2018-06-27 23:35:15.0 +0200
@@ -416,6 +416,7 @@
 | 西瓜视频 |   |✓| | |
 | 快手 |   |✓|✓| |
 | 抖音 |   |✓| | |
+| 中国体育(TV) |  |✓| | |
 
 For all other sites not on the list, the universal extractor will take care of 
finding and downloading interesting resources from the page.
 
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1077/src/you_get/common.py 
new/you-get-0.4.1099/src/you_get/common.py
--- old/you-get-0.4.1077/src/you_get/common.py  2018-05-15 21:22:51.0 
+0200
+++ new/you-get-0.4.1099/src/you_get/common.py  2018-06-27 23:35:15.0 
+0200
@@ -24,6 +24,7 @@
 SITES = {
 '163'  : 'netease',
 '56'   : 'w56',
+'365yg': 'toutiao',
 'acfun': 'acfun',
 'archive'  : 'archive',
 'baidu': 'baidu',
@@ -64,6 +65,7 @@
 'iqiyi': 'iqiyi',
 'ixigua'   : 'ixigua',
 'isuntv'   : 'suntv',
+'iwara': 'iwara',
 'joy'  : 'joy',
 'kankanews': 'bilibili',
 'khanacademy'  : 'khan',
@@ -82,6 +84,7 @@
 'mixcloud' : 'mixcloud',
 'mtv81': 'mtv81',
 'musicplayon'  : 'musicplayon',
+'miaopai'  : 'yixia',
 'naver': 'naver',
 '7gogo': 'nanagogo',
 'nicovideo': 'nicovideo',
@@ -118,14 +121,12 @@
 'xiaojiadianvideo' : 'fc2video',
 'ximalaya' : 'ximalaya',
 'yinyuetai': 'yinyuetai',
-'miaopai'  : 'yixia',
 'yizhibo'  : 'yizhibo',
 'youku': 'youku',
-'iwara': 'iwara',
 'youtu': 'youtube',
 'youtube'  : 'youtube',
 'zhanqi'   : 'zhanqi',
-'365yg': 'toutiao',
+'zhibo': 'zhibo',
 }
 
 dry_run = False
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1077/src/you_get/extractors/__init__.py 
new/you-get-0.4.1099/src/you_get/extractors/__init__.py
--- old/you-get-0.4.1077/src/you_get/extractors/__init__.py 2018-05-15 
21:22:51.0 +0200
+++ new/you-get-0.4.1099/src/you_get/extractors/__init__.py 2018-06-27 
23:35:15.0 +0200
@@ -88,3 +88,4 @@
 from .khan import *
 from .zhanqi import *
 from .kuaishou import *
+from .zhibo import *
\ No newline at end of file
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 

commit you-get for openSUSE:Factory

2018-05-16 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-05-16 11:42:54

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new (New)


Package is "you-get"

Wed May 16 11:42:54 2018 rev:6 rq:607687 version:0.4.1077

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-04-17 
11:18:46.966852637 +0200
+++ /work/SRC/openSUSE:Factory/.you-get.new/you-get.changes 2018-05-16 
11:44:10.770651664 +0200
@@ -1,0 +2,5 @@
+Tue May 15 19:47:15 UTC 2018 - aloi...@gmx.com
+
+- Update to version 0.4.1077 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1060.tar.gz

New:

  you-get-0.4.1077.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.Umcdup/_old  2018-05-16 11:44:11.446627058 +0200
+++ /var/tmp/diff_new_pack.Umcdup/_new  2018-05-16 11:44:11.450626912 +0200
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1060
+Version:0.4.1077
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1060.tar.gz -> you-get-0.4.1077.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1060/src/you_get/common.py 
new/you-get-0.4.1077/src/you_get/common.py
--- old/you-get-0.4.1060/src/you_get/common.py  2018-04-15 17:13:08.0 
+0200
+++ new/you-get-0.4.1077/src/you_get/common.py  2018-05-15 21:22:51.0 
+0200
@@ -1581,6 +1581,11 @@
 domain = r1(r'(\.[^.]+\.[^.]+)$', video_host) or video_host
 assert domain, 'unsupported url: ' + url
 
+# all non-ASCII code points must be quoted (percent-encoded UTF-8)
+url = ''.join([ch if ord(ch) in range(128) else parse.quote(ch) for ch in 
url])
+video_host = r1(r'https?://([^/]+)/', url)
+video_url = r1(r'https?://[^/]+(.*)', url)
+
 k = r1(r'([^.]+)', domain)
 if k in SITES:
 return (
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1060/src/you_get/extractors/bilibili.py 
new/you-get-0.4.1077/src/you_get/extractors/bilibili.py
--- old/you-get-0.4.1060/src/you_get/extractors/bilibili.py 2018-04-15 
17:13:08.0 +0200
+++ new/you-get-0.4.1077/src/you_get/extractors/bilibili.py 2018-05-15 
21:22:51.0 +0200
@@ -28,7 +28,8 @@
 live_room_init_api_url = 
'https://api.live.bilibili.com/room/v1/Room/room_init?id={}'
 live_room_info_api_url = 
'https://api.live.bilibili.com/room/v1/Room/get_info?room_id={}'
 
-SEC1 = '1c15888dc316e05a15fdd0a02ed6584f'
+#SEC1 = '1c15888dc316e05a15fdd0a02ed6584f'
+SEC1 = '94aba54af9065f71de72f5508f1cd42e'
 SEC2 = '9b288147e5474dd2aa67085f716c560d'
 stream_types = [
 {'id': 'hdflv'},
@@ -44,7 +45,7 @@
 @staticmethod
 def bilibili_stream_type(urls):
 url = urls[0]
-if 'hd.flv' in url or '-112.flv' in url:
+if 'hd.flv' in url or '-80.flv' in url:
 return 'hdflv', 'flv'
 if '-64.flv' in url:
 return 'flv720', 'flv'
@@ -59,7 +60,8 @@
 def api_req(self, cid, quality, bangumi, bangumi_movie=False, **kwargs):
 ts = str(int(time.time()))
 if not bangumi:
-params_str = 'cid={}&player=1&quality={}&ts={}'.format(cid, 
quality, ts)
+#params_str = 'cid={}&player=1&quality={}&ts={}'.format(cid, 
quality, ts)
+params_str = 
'appkey=84956560bc028eb7&cid={}&otype=xml&qn={}&quality={}&type='.format(cid, 
quality, quality)
 chksum = hashlib.md5(bytes(params_str+self.SEC1, 
'utf8')).hexdigest()
 api_url = self.api_url + params_str + '&sign=' + chksum
 else:
@@ -97,7 +99,7 @@
 quality = 'hdflv' if bangumi else 'flv'
 
 info_only = kwargs.get('info_only')
-for qlt in range(4, -1, -1):
+for qlt in [116,112,80,74,64,32,16,15]:
 api_xml = self.api_req(cid, qlt, bangumi, **kwargs)
 self.parse_bili_xml(api_xml)
 if not info_only or stream_id:
@@ -128,6 +130,9 @@
 m = re.search(r'(.*?)', self.page) or re.search(r'', self.page)
 if m is not None:
 self.title = m.group(1)
+s = re.search(r'([^<]+)', m.group(1))
+if s:
+self.title = unescape_html(s.group(1))
 if self.title is None:
 m = re.search(r'property="og:title" content="([^"]+)"', self.page)
 if m is not None:
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1060/src/you_get/extractors/douyin.py 
new/

commit you-get for openSUSE:Factory

2018-04-17 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-04-17 11:18:46

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new (New)


Package is "you-get"

Tue Apr 17 11:18:46 2018 rev:5 rq:597192 version:0.4.1060

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-03-02 
21:12:36.295005924 +0100
+++ /work/SRC/openSUSE:Factory/.you-get.new/you-get.changes 2018-04-17 
11:18:46.966852637 +0200
@@ -1,0 +2,5 @@
+Mon Apr 16 18:21:07 UTC 2018 - aloi...@gmx.com
+
+- Update to version 0.4.1060 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1040.tar.gz

New:

  you-get-0.4.1060.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.Yq4mVM/_old  2018-04-17 11:18:47.458829576 +0200
+++ /var/tmp/diff_new_pack.Yq4mVM/_new  2018-04-17 11:18:47.458829576 +0200
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1040
+Version:0.4.1060
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1040.tar.gz -> you-get-0.4.1060.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1040/src/you_get/extractors/bilibili.py 
new/you-get-0.4.1060/src/you_get/extractors/bilibili.py
--- old/you-get-0.4.1040/src/you_get/extractors/bilibili.py 2018-03-01 
22:55:09.0 +0100
+++ new/you-get-0.4.1060/src/you_get/extractors/bilibili.py 2018-04-15 
17:13:08.0 +0200
@@ -23,7 +23,7 @@
 class Bilibili(VideoExtractor):
 name = 'Bilibili'
 live_api = 'http://live.bilibili.com/api/playurl?cid={}&otype=json'
-api_url = 'http://interface.bilibili.com/playurl?'
+api_url = 'http://interface.bilibili.com/v2/playurl?'
 bangumi_api_url = 'http://bangumi.bilibili.com/player/web_api/playurl?'
 live_room_init_api_url = 
'https://api.live.bilibili.com/room/v1/Room/room_init?id={}'
 live_room_info_api_url = 
'https://api.live.bilibili.com/room/v1/Room/get_info?room_id={}'
@@ -167,8 +167,8 @@
 qq_download_by_vid(tc_flashvars, self.title, 
output_dir=kwargs['output_dir'], merge=kwargs['merge'], 
info_only=kwargs['info_only'])
 return
 
-has_plist = re.search(r'http://v.qq.com/page/k/9/7/k0194pwgw97.html
-new_url = url_locations([url])[0]
-if url == new_url:
-#redirect in js?
-content = get_content(url)
-url = match1(content,r'window\.location\.href="(.*?)"')
-else:
-url = new_url
-
 if 'kuaibao.qq.com' in url or 
re.match(r'http://daxue.qq.com/content/content/id/\d+', url):
 content = get_content(url)
 vid = match1(content, r'vid\s*=\s*"\s*([^"]+)"')
@@ -149,6 +140,9 @@
 vid = ""
 if rurl:
 vid = rurl.split('/')[-1].split('.')[0]
+# https://v.qq.com/x/page/d0552xbadkl.html 
https://y.qq.com/n/yqq/mv/v/g00268vlkzy.html
+if vid == "undefined" or vid == "index":
+vid = ""
 vid = vid if vid else url.split('/')[-1].split('.')[0] 
#https://v.qq.com/x/cover/ps6mnfqyrfo7es3/q0181hpdvo5.html?
 vid = vid if vid else match1(content, r'vid"*\s*:\s*"\s*([^"]+)"') 
#general fallback
 if not vid:
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1040/src/you_get/extractors/universal.py 
new/you-get-0.4.1060/src/you_get/extractors/universal.py
--- old/you-get-0.4.1040/src/you_get/extractors/universal.py2018-03-01 
22:55:09.0 +0100
+++ new/you-get-0.4.1060/src/you_get/extractors/universal.py2018-04-15 
17:13:08.0 +0200
@@ -31,6 +31,19 @@
 if page_title:
 page_title = unescape_html(page_title)
 
+meta_videos = re.findall(r'http://g.alicdn.com/player/ykplayer/0.5.28/youku-player.min.js
+# grep -oE '"[0-9a-zA-Z+/=]{256}"' youku-player.min.js
+self.ckey = 
'DIl58SLFxFNndSV1GFNnMQVYkx1PP5tKe1siZu/86PR1u/Wh1Ptd+WOZsHHWxysSfAOhNJpdVWsdVJNsfJ8Sxd8WKVvNfAS8aS8fAOzYARzPyPc3JvtnPHjTdKfESTdnuTW6ZPvk2pNDh4uFzotgdMEFkzQ5wZVXl2Pf1/Y6hLK0OnCNxBj3+nb0v72gZ6b0td+WOZsHHWxysSo/0y9D2K42SaB8Y/+aD2K42SaB8Y/+ahU+WOZsHcrxysooUeND'
 self.utid = None
 
 def youku_ups(self):
@@ -86,6 +89,7 @@
 url += '&client_ip=192.168.1.1'
 url += '&utid=' + self.utid
 url += '&client_ts=' + str(int(time.time()))
+url += '&ckey=' + urllib.parse.quote(self.ckey)
 if self.password_protected:
 url += '&password=' + self.password
 headers = dict(Referer=self.ref

commit you-get for openSUSE:Factory

2018-03-02 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-03-02 21:12:32

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new (New)


Package is "you-get"

Fri Mar  2 21:12:32 2018 rev:4 rq:581921 version:0.4.1040

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-02-10 
17:58:56.466451277 +0100
+++ /work/SRC/openSUSE:Factory/.you-get.new/you-get.changes 2018-03-02 
21:12:36.295005924 +0100
@@ -1,0 +2,5 @@
+Fri Mar  2 08:08:02 UTC 2018 - aloi...@gmx.com
+
+- Update to version 0.4.1040 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1025.tar.gz

New:

  you-get-0.4.1040.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.kXfIIv/_old  2018-03-02 21:12:37.026979602 +0100
+++ /var/tmp/diff_new_pack.kXfIIv/_new  2018-03-02 21:12:37.030979458 +0100
@@ -17,12 +17,12 @@
 
 
 Name:   you-get
-Version:0.4.1025
+Version:0.4.1040
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT
 Group:  Productivity/Networking/Web/Utilities
-URL:https://you-get.org
+Url:https://you-get.org
 Source0:
https://github.com/soimort/you-get/archive/v%{version}.tar.gz#/%{name}-%{version}.tar.gz
 BuildRequires:  bash-completion
 BuildRequires:  fdupes

++ you-get-0.4.1025.tar.gz -> you-get-0.4.1040.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1025/src/you_get/common.py 
new/you-get-0.4.1040/src/you_get/common.py
--- old/you-get-0.4.1025/src/you_get/common.py  2018-02-09 15:50:09.0 
+0100
+++ new/you-get-0.4.1040/src/you_get/common.py  2018-03-01 22:55:09.0 
+0100
@@ -74,6 +74,7 @@
 'le'   : 'le',
 'letv' : 'le',
 'lizhi': 'lizhi',
+'longzhu'  : 'longzhu',
 'magisto'  : 'magisto',
 'metacafe' : 'metacafe',
 'mgtv' : 'mgtv',
@@ -134,6 +135,7 @@
 extractor_proxy = None
 cookies = None
 output_filename = None
+auto_rename = False
 
 fake_headers = {
 'Accept': 
'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',  # noqa
@@ -598,27 +600,43 @@
 tmp_headers['Referer'] = refer
 file_size = url_size(url, faker=faker, headers=tmp_headers)
 
-if os.path.exists(filepath):
-if not force and file_size == os.path.getsize(filepath):
-if not is_part:
-if bar:
-bar.done()
-print(
-'Skipping {}: file already exists'.format(
-tr(os.path.basename(filepath))
+continue_renameing = True
+while continue_renameing:
+continue_renameing = False
+if os.path.exists(filepath):
+if not force and file_size == os.path.getsize(filepath):
+if not is_part:
+if bar:
+bar.done()
+print(
+'Skipping {}: file already exists'.format(
+tr(os.path.basename(filepath))
+)
 )
-)
+else:
+if bar:
+bar.update_received(file_size)
+return
 else:
-if bar:
-bar.update_received(file_size)
-return
-else:
-if not is_part:
-if bar:
-bar.done()
-print('Overwriting %s' % tr(os.path.basename(filepath)), '...')
-elif not os.path.exists(os.path.dirname(filepath)):
-os.mkdir(os.path.dirname(filepath))
+if not is_part:
+if bar:
+bar.done()
+if not force and auto_rename:
+path, ext = os.path.basename(filepath).rsplit('.', 1)
+finder = re.compile(' \([1-9]\d*?\)$')
+if (finder.search(path) is None):
+thisfile = path + ' (1).' + ext
+else:
+def numreturn(a):
+return ' (' + str(int(a.group()[2:-1]) + 1) + 
').'
+thisfile = finder.sub(numreturn, path) + ext
+filepath = os.path.join(os.path.dirname(filepath), 
thisfile)
+print('Changing name to %s' % 
tr(os.path.basename(filepath)), '...')
+continue_renam

commit you-get for openSUSE:Factory

2018-02-10 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-02-10 17:58:54

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new (New)


Package is "you-get"

Sat Feb 10 17:58:54 2018 rev:3 rq:574729 version:0.4.1025

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-01-16 
09:42:29.237361299 +0100
+++ /work/SRC/openSUSE:Factory/.you-get.new/you-get.changes 2018-02-10 
17:58:56.466451277 +0100
@@ -1,0 +2,5 @@
+Fri Feb  9 15:23:47 UTC 2018 - aloi...@gmx.com
+
+- Update to version 0.4.1025 (no changelog supplied)
+
+---

Old:

  you-get-0.4.1011.tar.gz

New:

  you-get-0.4.1025.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.SZYwkl/_old  2018-02-10 17:58:57.230423620 +0100
+++ /var/tmp/diff_new_pack.SZYwkl/_new  2018-02-10 17:58:57.234423476 +0100
@@ -1,7 +1,7 @@
 #
 # spec file for package you-get
 #
-# Copyright (c) 2017 SUSE LINUX GmbH, Nuernberg, Germany.
+# Copyright (c) 2018 SUSE LINUX GmbH, Nuernberg, Germany.
 #
 # All modifications and additions to the file contributed by third parties
 # remain the property of their copyright owners, unless otherwise agreed
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.1011
+Version:0.4.1025
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.1011.tar.gz -> you-get-0.4.1025.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1011/src/you_get/common.py 
new/you-get-0.4.1025/src/you_get/common.py
--- old/you-get-0.4.1011/src/you_get/common.py  2017-12-23 18:27:08.0 
+0100
+++ new/you-get-0.4.1025/src/you_get/common.py  2018-02-09 15:50:09.0 
+0100
@@ -845,6 +845,10 @@
 merged_ext = 'ts'
 return '%s.%s' % (title, merged_ext)
 
+def print_user_agent(faker=False):
+urllib_default_user_agent = 'Python-urllib/%d.%d' % sys.version_info[:2]
+user_agent = fake_headers['User-Agent'] if faker else 
urllib_default_user_agent
+print('User Agent: %s' % user_agent)
 
 def download_urls(
 urls, title, ext, total_size, output_dir='.', refer=None, merge=True,
@@ -858,6 +862,7 @@
 )
 return
 if dry_run:
+print_user_agent(faker=faker)
 print('Real URLs:\n%s' % '\n'.join(urls))
 return
 
@@ -986,6 +991,7 @@
 ):
 assert url
 if dry_run:
+print_user_agent(faker=faker)
 print('Real URL:\n%s\n' % [url])
 if params.get('-y', False):  # None or unset -> False
 print('Real Playpath:\n%s\n' % [params.get('-y')])
@@ -1009,6 +1015,7 @@
 ):
 assert url
 if dry_run:
+print_user_agent(faker=faker)
 print('Real URL:\n%s\n' % [url])
 if params.get('-y', False):  # None or unset ->False
 print('Real Playpath:\n%s\n' % [params.get('-y')])
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.1011/src/you_get/extractors/bilibili.py 
new/you-get-0.4.1025/src/you_get/extractors/bilibili.py
--- old/you-get-0.4.1011/src/you_get/extractors/bilibili.py 2017-12-23 
18:27:08.0 +0100
+++ new/you-get-0.4.1025/src/you_get/extractors/bilibili.py 2018-02-09 
15:50:09.0 +0100
@@ -68,7 +68,7 @@
 chksum = hashlib.md5(bytes(params_str+self.SEC2, 
'utf8')).hexdigest()
 api_url = self.bangumi_api_url + params_str + '&sign=' + chksum
 
-xml_str = get_content(api_url)
+xml_str = get_content(api_url, headers={'referer': self.url, 
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) 
AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.84 Safari/537.36'})
 return xml_str
 
 def parse_bili_xml(self, xml_str):
@@ -125,11 +125,11 @@
 self.referer = self.url
 self.page = get_content(self.url)
 
-m = re.search(r'(.*?)', self.page)
+m = re.search(r'(.*?)', self.page) or re.search(r'', self.page)
 if m is not None:
 self.title = m.group(1)
 if self.title is None:
-m = re.search(r'', 
self.page)
+m = re.search(r'property="og:title" content="([^"]+)"', self.page)
 if m is not None:
 self.title = m.group(1)
 if 'subtitle' in kwargs:
@@ -165,12 +165,16 @@
 qq_download_by_vid(tc_flashvars, self.title, 
output_dir=kwargs['output_dir'], merge=kwargs['merge'], 
info_only=kwargs['info_only'])
 return
 
+has_plist = re.search(r'http://v.qq.com/cover/p/ps

commit you-get for openSUSE:Factory

2018-01-16 Thread root
Hello community,

here is the log from the commit of package you-get for openSUSE:Factory checked 
in at 2018-01-16 09:42:26

Comparing /work/SRC/openSUSE:Factory/you-get (Old)
 and  /work/SRC/openSUSE:Factory/.you-get.new (New)


Package is "you-get"

Tue Jan 16 09:42:26 2018 rev:2 rq:564040 version:0.4.1011

Changes:

--- /work/SRC/openSUSE:Factory/you-get/you-get.changes  2018-01-13 
21:43:20.458119477 +0100
+++ /work/SRC/openSUSE:Factory/.you-get.new/you-get.changes 2018-01-16 
09:42:29.237361299 +0100
@@ -1,0 +2,5 @@
+Sat Dec 23 19:13:51 UTC 2017 - aloi...@gmx.com
+
+- Update to version 0.4.1011 (no changelog supplied)
+
+---

Old:

  you-get-0.4.995.tar.gz

New:

  you-get-0.4.1011.tar.gz



Other differences:
--
++ you-get.spec ++
--- /var/tmp/diff_new_pack.cgbihF/_old  2018-01-16 09:42:29.937328535 +0100
+++ /var/tmp/diff_new_pack.cgbihF/_new  2018-01-16 09:42:29.941328348 +0100
@@ -17,7 +17,7 @@
 
 
 Name:   you-get
-Version:0.4.995
+Version:0.4.1011
 Release:0
 Summary:Dumb downloader that scrapes the web
 License:MIT

++ you-get-0.4.995.tar.gz -> you-get-0.4.1011.tar.gz ++
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.995/README.md 
new/you-get-0.4.1011/README.md
--- old/you-get-0.4.995/README.md   2017-12-04 04:18:45.0 +0100
+++ new/you-get-0.4.1011/README.md  2017-12-23 18:27:08.0 +0100
@@ -413,6 +413,9 @@
 | 火猫TV   |    |✓| | |
 | 全民直播 |    |✓| | |
 | 阳光宽频网 |   |✓| | |
+| 西瓜视频 |   |✓| | |
+| 快手 |   |✓|✓| |
+| 抖音 |   |✓| | |
 
 For all other sites not on the list, the universal extractor will take care of 
finding and downloading interesting resources from the page.
 
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.995/src/you_get/common.py 
new/you-get-0.4.1011/src/you_get/common.py
--- old/you-get-0.4.995/src/you_get/common.py   2017-12-04 04:18:45.0 
+0100
+++ new/you-get-0.4.1011/src/you_get/common.py  2017-12-23 18:27:08.0 
+0100
@@ -38,6 +38,7 @@
 'dailymotion'  : 'dailymotion',
 'dilidili' : 'dilidili',
 'douban'   : 'douban',
+'douyin'   : 'douyin',
 'douyu': 'douyutv',
 'ehow' : 'ehow',
 'facebook' : 'facebook',
@@ -61,11 +62,13 @@
 'interest' : 'interest',
 'iqilu': 'iqilu',
 'iqiyi': 'iqiyi',
+'ixigua'   : 'ixigua',
 'isuntv'   : 'suntv',
 'joy'  : 'joy',
 'kankanews': 'bilibili',
 'khanacademy'  : 'khan',
 'ku6'  : 'ku6',
+'kuaishou' : 'kuaishou',
 'kugou': 'kugou',
 'kuwo' : 'kuwo',
 'le'   : 'le',
@@ -1021,8 +1024,11 @@
 global output_filename
 if output_filename:
 dotPos = output_filename.rfind('.')
-title = output_filename[:dotPos]
-ext = output_filename[dotPos+1:]
+if dotPos > 0:
+title = output_filename[:dotPos]
+ext = output_filename[dotPos+1:]
+else:
+title = output_filename
 
 title = tr(get_filename(title))
 
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.995/src/you_get/extractors/__init__.py 
new/you-get-0.4.1011/src/you_get/extractors/__init__.py
--- old/you-get-0.4.995/src/you_get/extractors/__init__.py  2017-12-04 
04:18:45.0 +0100
+++ new/you-get-0.4.1011/src/you_get/extractors/__init__.py 2017-12-23 
18:27:08.0 +0100
@@ -15,6 +15,7 @@
 from .dailymotion import *
 from .dilidili import *
 from .douban import *
+from .douyin import *
 from .douyutv import *
 from .ehow import *
 from .facebook import *
@@ -85,3 +86,4 @@
 from .ted import *
 from .khan import *
 from .zhanqi import *
+from .kuaishou import *
diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' 
'--exclude=.svnignore' old/you-get-0.4.995/src/you_get/extractors/bilibili.py 
new/you-get-0.4.1011/src/you_get/extractors/bilibili.py
--- old/you-get-0.4.995/src/you_get/extractors/bilibili.py  2017-12-04 
04:18:45.0 +0100
+++ new/you-get-0.4.1011/src/you_get/extractors/bilibili.py 2017-12-23 
18:27:08.0 +0100
@@ -32,6 +32,7 @@
 SEC2 = '9b288147e5474dd2aa67085f716c560d'
 stream_types = [
 {'id': 'hdflv'},
+{'id'