2 from __future__ import unicode_literals
6 from .common import InfoExtractor
7 from ..compat import compat_str
19 class PeerTubeIE(InfoExtractor):
20 _INSTANCES_RE = r'''(?:
21 # Taken from https://instances.joinpeertube.org/instances
22 peertube\.rainbowswingers\.net|
26 videomensoif\.ynh\.fr|
27 peertube\.travelpandas\.eu|
28 peertube\.rachetjay\.fr|
29 peertube\.montecsys\.fr|
32 peertube\.umeahackerspace\.se|
34 video\.monsieurbidouille\.fr|
35 tube\.openalgeria\.org|
37 video\.anormallostpod\.ovh|
38 tube\.crapaud-fou\.org|
42 peertube\.snargol\.com|
47 peertube\.osureplayviewer\.xyz|
48 peertube\.mathieufamily\.ovh|
51 peertube\.fediverse\.ru|
52 peertube\.oiseauroch\.fr|
60 peertube\.chantierlibre\.org|
66 videos\.elbinario\.net|
72 peertube\.gnumeria\.eu\.org|
76 tube\.kalah-france\.org|
80 peertube\.hatthieves\.es|
81 video\.fitchfamily\.org|
86 peertube\.harmoniescreatives\.com|
89 video\.bruitbruit\.com|
90 peertube\.foxfam\.club|
93 peertube\.malbert\.xyz|
94 peertube\.bilange\.ca|
97 peertube\.fedilab\.app|
99 video\.mstddntfdn\.online|
101 peertube\.sl-network\.fr|
102 peertube\.dynlinux\.io|
103 peertube\.david\.durieux\.family|
104 peertube\.linuxrocks\.online|
106 v\.kretschmann\.social|
109 tube\.dragonpsi\.xyz|
110 peertube\.boneheadmedia\.com|
111 videos\.funkwhale\.audio|
113 peertube\.gcaillaut\.fr|
120 peertube\.simounet\.net|
124 peertube\.kerenon\.com|
126 tube\.calculate\.social|
127 peertube\.mckillop\.org|
128 tube\.netzspielplatz\.de|
132 peertube\.stephenson\.cc|
134 peertube\.kajalinifi\.de|
137 peertube\.ffs2play\.fr|
138 peertube\.leboulaire\.ovh|
139 peertube\.tronic-studio\.com|
140 peertube\.public\.cat|
141 peertube\.metalbanana\.net|
143 peertube\.alter-nativ-voll\.de|
145 tube\.worldofhauru\.xyz|
147 peertube\.teleassist\.fr|
150 media\.privacyinternational\.org|
152 video\.halle-leaks\.de|
153 video\.grosskopfgames\.de|
154 peertube\.schaeferit\.de|
155 peertube\.jackbot\.fr|
156 tube\.extinctionrebellion\.fr|
160 peertube\.zergy\.net|
161 peertube\.roflcopter\.fr|
162 peertube\.floss-marketing-school\.com|
164 peertube\.iriseden\.eu|
165 videos\.ubuntu-paris\.org|
166 peertube\.mastodon\.host|
168 peertube\.s2s\.video|
173 peertube\.normandie-libre\.fr|
175 video\.lacaveatonton\.ovh|
177 peertube\.servebeer\.com|
178 peertube\.fedi\.quebec|
183 tube\.unmondemeilleur\.eu|
190 video\.devinberg\.com|
192 peertube\.kosebamse\.com|
193 yunopeertube\.myddns\.me|
194 peertube\.varney\.fr|
195 peertube\.anon-kenkai\.com|
198 videos\.dinofly\.com|
202 video\.heromuster\.com|
203 video\.lemediatv\.fr|
208 pt\.laurentkruger\.fr|
209 video\.monarch-pass\.net|
210 peertube\.artica\.center|
211 video\.alternanet\.fr|
213 fanvid\.stopthatimp\.net|
218 peertube\.mablr\.org|
222 devtube\.dev-wiki\.de|
223 raptube\.antipub\.org|
225 peertube\.mygaia\.org|
227 peertube\.livingutopia\.org|
228 peertube\.the-penguin\.de|
229 tube\.thechangebook\.org|
233 mplayer\.demouliere\.eu|
236 peertube\.zapashcanon\.fr|
237 video\.latavernedejohnjohn\.fr|
238 peertube\.pcservice46\.fr|
239 peertube\.mazzonetto\.eu|
240 video\.irem\.univ-paris-diderot\.fr|
241 video\.livecchi\.cloud|
244 video\.cabane-libre\.org|
245 peertube\.openstreetmap\.fr|
246 videos\.alolise\.org|
252 peertube\.freeforge\.eu|
253 video\.arbitrarion\.com|
254 video\.datsemultimedia\.com|
256 peertube\.ricostrongxxx\.com|
257 docker\.videos\.lecygnenoir\.info|
258 peertube\.togart\.de|
259 tube\.postblue\.info|
260 videos\.domainepublic\.net|
261 peertube\.cyber-tribal\.com|
262 video\.gresille\.org|
263 peertube\.dsmouse\.net|
264 cinema\.yunohost\.support|
265 tube\.theocevaer\.fr|
269 peertube\.metawurst\.space|
272 video\.freeradical\.zone|
275 pt\.kircheneuenburg\.de|
278 videos\.side-ways\.net|
281 video\.taboulisme\.com|
285 video\.monsieur-a\.fr|
286 peertube\.librelois\.fr|
287 videos\.pair2jeux\.tube|
288 videos\.pueseso\.club|
289 peer\.mathdacloud\.ovh|
290 media\.assassinate-you\.net|
292 ptube\.rousset\.nom\.fr|
296 peertube\.makotoworkshop\.org|
297 peertube\.serveur\.slv-valbonne\.fr|
302 pire\.artisanlogiciel\.net|
303 videos\.numerique-en-commun\.fr|
305 video\.die-partei\.social|
307 peertube\.swarm\.solvingmaz\.es|
308 tube\.pericoloso\.ovh|
309 watching\.cypherpunk\.observer|
310 videos\.adhocmusic\.com|
312 peertube\.librelabucm\.org|
313 videos\.numericoop\.fr|
314 peertube\.koehn\.com|
315 peertube\.anarchmusicall\.net|
316 tube\.kampftoast\.de|
318 peertube\.xtenz\.xyz|
321 peertube\.nomagic\.uk|
323 videos\.koumoul\.com|
324 video\.rastapuls\.com|
325 video\.mantlepro\.com|
326 video\.deadsuperhero\.com|
327 peertube\.musicstudio\.pro|
328 peertube\.we-keys\.fr|
329 artitube\.artifaille\.fr|
330 peertube\.ethernia\.net|
334 peertube\.donnadieu\.fr|
335 argos\.aquilenet\.fr|
338 videos\.darckoune\.moe|
339 tube\.traydent\.info|
340 dev\.videos\.lecygnenoir\.info|
341 peertube\.nayya\.org|
343 peertube\.mofgao\.space|
344 video\.lequerrec\.eu|
345 peertube\.amicale\.net|
354 peertube\.heberge\.fr|
356 videos\.cloudfrancois\.fr|
365 videos\.lescommuns\.org|
369 peertube\.nogafa\.org|
370 megatube\.lilomoino\.fr|
371 peertube\.tamanoir\.foucry\.net|
372 peertube\.devosi\.org|
373 peertube\.1312\.media|
374 tube\.bootlicker\.party|
377 tube\.homecomputing\.fr|
378 tube\.ouahpiti\.info|
382 peertube\.gaialabs\.ch|
385 video\.migennes\.net|
388 videos\.iut-orsay\.fr|
389 peertube\.solidev\.net|
391 video\.passageenseine\.fr|
392 videos\.festivalparminous\.org|
393 peertube\.touhoppai\.moe|
395 peer\.hostux\.social|
397 peertube\.walkingmountains\.fr|
399 peertube\.parleur\.net|
400 peertube\.heraut\.eu|
402 peertube\.gegeweb\.eu|
405 tube\.conferences-gesticulees\.net|
406 peertube\.datagueule\.tv|
408 tube\.mochi\.academy|
410 video\.colibris-outilslibres\.org|
418 _UUID_RE = r'[\da-fA-F]{8}-[\da-fA-F]{4}-[\da-fA-F]{4}-[\da-fA-F]{4}-[\da-fA-F]{12}'
419 _VALID_URL = r'''(?x)
421 peertube:(?P<host>[^:]+):|
422 https?://(?P<host_2>%s)/(?:videos/(?:watch|embed)|api/v\d/videos)/
425 ''' % (_INSTANCES_RE, _UUID_RE)
427 'url': 'https://framatube.org/videos/watch/9c9de5e8-0a1e-484a-b099-e80766180a6d',
428 'md5': '9bed8c0137913e17b86334e5885aacff',
430 'id': '9c9de5e8-0a1e-484a-b099-e80766180a6d',
432 'title': 'What is PeerTube?',
433 'description': '**[Want to help to translate this video?](https://weblate.framasoft.org/projects/what-is-peertube-video/)**\r\n\r\n**Take back the control of your videos! [#JoinPeertube](https://joinpeertube.org)**\r\n*A decentralized video hosting network, based on free/libre software!*\r\n\r\n**Animation Produced by:** [LILA](https://libreart.info) - [ZeMarmot Team](https://film.zemarmot.net)\r\n*Directed by* Aryeom\r\n*Assistant* Jehan\r\n**Licence**: [CC-By-SA 4.0](https://creativecommons.org/licenses/by-sa/4.0/)\r\n\r\n**Sponsored by** [Framasoft](https://framasoft.org)\r\n\r\n**Music**: [Red Step Forward](http://play.dogmazic.net/song.php?song_id=52491) - CC-By Ken Bushima\r\n\r\n**Movie Clip**: [Caminades 3: Llamigos](http://www.caminandes.com/) CC-By Blender Institute\r\n\r\n**Video sources**: https://gitlab.gnome.org/Jehan/what-is-peertube/',
434 'thumbnail': r're:https?://.*\.(?:jpg|png)',
435 'timestamp': 1538391166,
436 'upload_date': '20181001',
437 'uploader': 'Framasoft',
439 'uploader_url': 'https://framatube.org/accounts/framasoft',
440 'channel': 'Les vidéos de Framasoft',
442 'channel_url': 'https://framatube.org/video-channels/bf54d359-cfad-4935-9d45-9d6be93f63e8',
444 'license': 'Attribution - Share Alike',
448 'dislike_count': int,
449 'tags': ['framasoft', 'peertube'],
450 'categories': ['Science & Technology'],
453 'url': 'https://peertube.tamanoir.foucry.net/videos/watch/0b04f13d-1e18-4f1d-814e-4979aa7c9c44',
454 'only_matching': True,
457 'url': 'https://tube.22decembre.eu/videos/watch/9bb88cd3-9959-46d9-9ab9-33d2bb704c39',
458 'only_matching': True,
460 'url': 'https://tube.22decembre.eu/videos/embed/fed67262-6edb-4d1c-833b-daa9085c71d7',
461 'only_matching': True,
463 'url': 'https://tube.openalgeria.org/api/v1/videos/c1875674-97d0-4c94-a058-3f7e64c962e8',
464 'only_matching': True,
466 'url': 'peertube:video.blender.org:b37a5b9f-e6b5-415c-b700-04a5cd6ec205',
467 'only_matching': True,
471 def _extract_peertube_url(webpage, source_url):
473 r'https?://(?P<host>[^/]+)/videos/(?:watch|embed)/(?P<id>%s)'
474 % PeerTubeIE._UUID_RE, source_url)
475 if mobj and any(p in webpage for p in (
477 'There will be other non JS-based clients to access PeerTube',
478 '>We are sorry but it seems that PeerTube is not compatible with your web browser.<')):
479 return 'peertube:%s:%s' % mobj.group('host', 'id')
482 def _extract_urls(webpage, source_url):
483 entries = re.findall(
484 r'''(?x)<iframe[^>]+\bsrc=["\'](?P<url>(?:https?:)?//%s/videos/embed/%s)'''
485 % (PeerTubeIE._INSTANCES_RE, PeerTubeIE._UUID_RE), webpage)
487 peertube_url = PeerTubeIE._extract_peertube_url(webpage, source_url)
489 entries = [peertube_url]
492 def _get_subtitles(self, host, video_id):
493 video_captions = self._download_json(
494 'https://%s/api/v1/videos/%s/captions' % (host, video_id), video_id, fatal=False)
495 if not isinstance(video_captions, dict):
499 for entry in video_captions.get('data'):
500 language_id = try_get(entry, lambda x: x['language']['id'], compat_str)
501 caption_path = str_or_none(entry.get('captionPath'))
502 if language_id and caption_path:
503 caption_url = urljoin('https://%s' % host, entry.get('captionPath'))
504 subtitles.setdefault(language_id, []).append({
509 def _real_extract(self, url):
510 mobj = re.match(self._VALID_URL, url)
511 host = mobj.group('host') or mobj.group('host_2')
512 video_id = mobj.group('id')
514 video = self._download_json(
515 'https://%s/api/v1/videos/%s' % (host, video_id), video_id)
517 title = video['name']
520 for file_ in video['files']:
521 if not isinstance(file_, dict):
523 file_url = url_or_none(file_.get('fileUrl'))
526 file_size = int_or_none(file_.get('size'))
528 file_, lambda x: x['resolution']['label'], compat_str)
529 f = parse_resolution(format_id)
532 'format_id': format_id,
533 'filesize': file_size,
536 self._sort_formats(formats)
538 video_description = self._download_json(
539 'https://%s/api/v1/videos/%s/description' % (host, video_id), video_id, fatal=False)
542 if isinstance(video_description, dict):
543 description = str_or_none(video_description.get('description'))
545 subtitles = self.extract_subtitles(host, video_id)
547 def data(section, field, type_):
548 return try_get(video, lambda x: x[section][field], type_)
550 def account_data(field, type_):
551 return data('account', field, type_)
553 def channel_data(field, type_):
554 return data('channel', field, type_)
556 category = data('category', 'label', compat_str)
557 categories = [category] if category else None
559 nsfw = video.get('nsfw')
561 age_limit = 18 if nsfw else 0
568 'description': description,
569 'thumbnail': urljoin(url, video.get('thumbnailPath')),
570 'timestamp': unified_timestamp(video.get('publishedAt')),
571 'uploader': account_data('displayName', compat_str),
572 'uploader_id': str(account_data('id', int)),
573 'uploader_url': url_or_none(account_data('url', compat_str)),
574 'channel': channel_data('displayName', compat_str),
575 'channel_id': str(channel_data('id', int)),
576 'channel_url': url_or_none(channel_data('url', compat_str)),
577 'language': data('language', 'id', compat_str),
578 'license': data('licence', 'label', compat_str),
579 'duration': int_or_none(video.get('duration')),
580 'view_count': int_or_none(video.get('views')),
581 'like_count': int_or_none(video.get('likes')),
582 'dislike_count': int_or_none(video.get('dislikes')),
583 'age_limit': age_limit,
584 'tags': try_get(video, lambda x: x['tags'], list),
585 'categories': categories,
587 'subtitles': subtitles