U $PfP@sddlmZddlZddlZddlZddlmZddlmZddl m Z m Z ddl m Z mZmZmZmZmZmZmZmZmZmZmZmZmZGd d d eZGd d d eZGd ddeZGdddeZGdddeZGdddeZ dS))unicode_literalsN)escape) InfoExtractor) compat_strcompat_HTTPError) js_to_json smuggle_urltry_get xpath_text xpath_element xpath_with_nsfind_xpath_attr orderedSetparse_duration parse_iso8601parse_age_limit strip_or_none int_or_noneExtractorErrorcseZdZdZdZddddddd d d d d ddddddddd ddddddddddd ddddd d!dd"d#d$d%d d&d'd(d)dd*d+d,d-d d&d'gd d.d/d0d1d2d3d4d5gZefd6d7Zd8d9Zd:d;Z Z S)<CBCIEzcbc.caz@https?://(?:www\.)?cbc\.ca/(?!player/)(?:[^/]+/)+(?P[^/?#]+)zGhttp://www.cbc.ca/22minutes/videos/clips-season-23/don-cherry-play-offsZ 97e24d09672fc4cf56256d6faa6c25bcZ 2682904050mp4uDon Cherry – All-Starsu^Don Cherry has a bee in his bonnet about AHL player John Scott because that guy’s got heart.iXVZ20160203CBCC-NEWidexttitle description timestamp upload_dateuploaderGeo-restricted to Canadaurlmd5 info_dictskipzPhttp://www.cbc.ca/22minutes/videos/22-minutes-update/22-minutes-update-episode-4Z 162adfa070274b144f4fdc3c3b8207dbZ 2414435309z*22 Minutes Update: What Not To Wear QuebeczKThis week's latest Canadian top political story is What Not To Wear Quebec.Z20131025iәjR)rrrrr r!rr$r%r&zRhttp://www.cbc.ca/archives/entry/1978-robin-williams-freestyles-on-90-minutes-liveZ 0274a90b51a9b4971fe005c63f592f12Z 2487345465z,Robin Williams freestyles on 90 Minutes LivezWacky American comedian Robin Williams shows off his infamous "freestyle" comedic talents while being interviewed on CBC's 90 Minutes Live.Z19780210iAznhttp://www.cbc.ca/natureofthings/blog/birds-eye-view-from-vancouvers-burrard-street-bridge-how-we-got-the-shotZ 377572d0b49c4ce0c9ad77470e0b96b4Z 2680832926z&An Eagle's-Eye View Off Burrard BridgezwHercules the eagle flies from Vancouver's Burrard Bridge down to a nearby park with a mini-camera strapped to his back.Z20160201iV)rrrrr rr!)r%r&Z 415a0e3f586113894174dfb31aa5bb1aZ 2658915080zFly like an eagle!zFEagle equipped with a mini camera flies from the world's tallest towerZ20150315iU)r$Zplaylistr'zJhttp://www.cbc.ca/news/canada/calgary/dog-indoor-exercise-winter-1.3928238zWKeep Rover active during the deep freeze with doggie pushups and other fun indoor tasksz$dog-indoor-exercise-winter-1.3928238z$md5:c18552e41726ee95bd75210d1ca9194c)rrrr$r&Zplaylist_mincountcst|rdStt||S)NF) CBCPlayerIEsuitablesuperr)clsr$ __class__~z,CBCIE._extract_player_init..z\http://feed.theplatform.com/f/h9dtGB/punlNGjMlc1F?fields=id&byContent=byReleases%3DbyId%253Dr5rr/ cbcplayer:%s CBCPlayer)Z _parse_jsonr get_download_jsonr rsplit url_result)self player_init display_idZ player_infomedia_idZclip_idfeedr1r1r2_extract_player_initus6 zCBCIE._extract_player_initcs||}j|ddpFjd|dddpFjd|ddd}fddtd |D}g}d D]}|t||ql|fd dt|D |t | |S) N)defaultz twitter:titlerz([^<]+)Fr3csg|]}|qSr1)rG).0rCrDrBr1r2 sz'CBCIE._real_extract..z,CBC\.APP\.Caffeine\.initInstance\(({.+?})\);)z%]+src="[^"]+?mediaId=(\d+)"z]+\bid=["\']player-(\d+)zguid["\']\s*:\s*["\'](\d+)csg|]}d|d|qS)r<r=)rA)rIrErBr1r2rKs) _match_id_download_webpageZ_og_search_titleZ_html_search_metaZ_html_search_regexrefindallextendrplaylist_resultrZ_og_search_description)rBr$webpagerr5Z media_idsZ media_id_rer1rJr2 _real_extracts<    zCBCIE._real_extract) __name__ __module__ __qualname__IE_NAME _VALID_URL_TESTS classmethodr,rGrT __classcell__r1r1r/r2r s  Nrc @speZdZdZdZddddddd d d d d dddddddddd d dddddddddd d dgZdd Zd!S)"r+z cbc.ca:playerze(?:cbcplayer:|https?://(?:www\.)?cbc\.ca/(?:player/play/|i/caffeine/syndicate/\?mediaId=))(?P\d+)z(http://www.cbc.ca/player/play/2683190193Z 64d25f841ddf4ddb28a235338af32e2cZ 2683190193rzGerry Runs a Sweat Shopz$md5:b457e1c01e8ff408d9d801c1c2cd29b0iVZ20160210rrr"r#z(http://www.cbc.ca/player/play/2657631896Z e5e708c34ae6fca156aafe17c43e8b75Z 2657631896Zmp3z>CBC Montreal is organizing its first ever community hackathon!zThe modern technology we tend to depend on so heavily, is never without it's share of hiccups and headaches. Next weekend - CBC Montreal will be getting members of the public for its first Hackathon.iЅTZ20150307r(z(http://www.cbc.ca/player/play/2164402062Z 33fcd8f6719b9dd60a5e73adcb83b9f6Z 2164402062zCancer survivor four times overzNTim Mayer has beaten three different forms of cancer four times in five years.iz޳NZ20111104cCs&||}ddtd|ddi|dS)Nurl_transparentZ ThePlatformz\http://link.theplatform.com/s/ExhSPC/media/guid/2655402169/%s?mbr=true&formats=MPEG4,FLV,MP3Zforce_smil_urlT)_typeie_keyr$r)rMr )rBr$video_idr1r1r2rTs zCBCPlayerIE._real_extractNrUrVrWrXrYrZrTr1r1r1r2r+sL (r+c@speZdZdZdZdZdddZdgZdZdZ d Z d Z d d Z d dZ ddZddZddZddZddZdS)CBCWatchBaseIENz4https://api-cbc.cloud.clearleap.com/cloffice/client/zhttp://search.yahoo.com/mrss/z1http://www.clearleap.com/namespace/clearleap/1.0/)ZmediaZ clearleapCAz2https://api.loginradius.com/identity/v2/auth/loginz3https://cloud-api.loginradius.com/sso/jwt/api/tokenz$3f4beddd-2061-49b0-ae80-6f1f2ed65b37cbcwatchcCsnt||d}ddi}d|ji}|j|jd|||d}|d}||jdd}|j|jd||d }|d S) N)emailpassword content-typeapplication/jsonapikey)dataheadersquery access_tokenZjwt)rmriZjwtapp)rkrl signature)jsondumpsencode_API_KEYr? _LOGIN_URL _TOKEN_URL)rBrerfrjrkrlresprmr1r1r2 _signatures  zCBCWatchBaseIE._signaturec Cs|dr|n|j|}tdD]p}z|j|||j|jdd}Wq tk r}z.t|jt r||jj dkr|| WYq W5d}~XYq Xq t |dpt |d}|rtd|j |f|S) Nhttpr)zX-Clearleap-DeviceIdzX-Clearleap-DeviceToken)rkiZ userMessageZ systemMessagez %s said: %s) startswith _API_BASE_URLrange _download_xml _device_id _device_tokenr isinstancecausercode_register_devicer rX)rBpathr`r$_resulte error_messager1r1r2 _call_apis  zCBCWatchBaseIE._call_apicCsV|r dS|jjd|p"i}|d|d|_|_|rJdS|dS)Nrdrtoken) _valid_device_token _downloadercacheload_cache_device_keyr>r|r}r)rBdevicer1r1r2_real_initializeszCBCWatchBaseIE._real_initializecCs |jo |jSN)r|r}rLr1r1r2rsz"CBCWatchBaseIE._valid_device_tokencCs*|\}}|r&dt|SdS)Nz %s_devicer)_get_login_infohashlibsha256rq hexdigest)rBrerr1r1r2rs z CBCWatchBaseIE._cache_device_keycCs|j|jddddd}t|ddd|_|\}}|r|r|||}dt|t|j}|jd }|j|d|d d id }t|d dd|_ nt|ddd|_ |j j d| |j|j ddS)Nzdevice/registerzAcquiring device tokens!web)rjZdeviceIdTr3zZ{0}{1}webz device/loginrgzapplication/xml)rjrkrZ deviceTokenrd)rr)r{ryr r|rrvformatrrqr}rrstorer)rBrrerfrnrjr$r1r1r2rs<   zCBCWatchBaseIE._register_devicecst|ddd}fdd}g}|dD]B}t|ddd}t|ddd}t||d dd}t||d dd} | jd } g} ||d D]B} | d } | sq| | d | t| dt| ddqd}t||ddd}|dk rt|j }|d| ||t|d|t| dt t||dt||dtt||dt||dtt||d| ddq( |t|dt|dt|dS)NchannelTr3cs t|jSr)r_NS_MAP)rrLr1r2_add_ns4sz/CBCWatchBaseIE._parse_rss_feed.._add_nsitemr6rz media:groupz media:contentr$zmedia:thumbnailZprofilewidthheight)rr$rrz media:creditroleZ releaseDater]rdurationz media:ratingzclearleap:episodezclearleap:episodeInSeasonzclearleap:serieszclearleap:seasonZ CBCWatchVideo)r^r$rrrrrZ age_limitZepisodeZepisode_numberZseriesZ season_number thumbnailsr_) r rPr attribr>appendrrrtextrrR)rBrssrrr5rr6rZ media_groupcontent content_urlr thumbnailZ thumbnail_urlrZ release_dater1rLr2_parse_rss_feed1sf          zCBCWatchBaseIE._parse_rss_feed)rUrVrWr|r}ryrZ_GEO_COUNTRIESrsrtrrZ_NETRC_MACHINErvrrrrrrr1r1r1r2rbs$ rbc@s&eZdZdZdZdddZddZdS) CBCWatchVideoIEzcbc.ca:watch:videozhttps?://api-cbc\.cloud\.clearleap\.com/cloffice/client/web/play/?\?.*?\bcontentId=(?P[\da-f]{8}-[\da-f]{4}-[\da-f]{4}-[\da-f]{4}-[\da-f]{12})zhttps://api-cbc.cloud.clearleap.com/cloffice/client/web/play/?contentId=3c84472a-1eea-4dee-9267-2655d5055dcf&categoryId=ebc258f5-ee40-4cca-b66b-ba6bd55b7235Tr$Z only_matchingc Cs||}|||}t|ddd}|jtdd||ddd}t|dkrZ|||d}|D]4}|d }|d rd |d <q^|d r^d|d <q^| ||||d}t |d} | r| | | dd|d=|d=|d=|S)Nr$Tr3z/([^/]+)/[^/?]+\.m3u8z /\1/\1.m3u8rFr format_idZAACZaacZacodecZAC3zac-3)rrformatsrr5rr^r_) rMrr _extract_m3u8_formatsrOsublenr>rx _sort_formatsr updater) rBr$r`rZm3u8_urlrfrinforr1r1r2rTrs0          zCBCWatchVideoIE._real_extractN)rUrVrWrXrYZ_TESTrTr1r1r1r2ris rc@sXeZdZdZdZddddddd d d d d dddddddddd dgZddZdS) CBCWatchIEz cbc.ca:watchz=https?://(?:gem|watch)\.cbc\.ca/(?:[^/]+/)+(?P[0-9a-f-]+)zMhttp://watch.cbc.ca/doc-zone/season-6/customer-disservice/38e815a-009e3ab12e4z$9673749a-5e77-484c-8b62-a1092a6b5168rzCustomer (Dis)Servicez$md5:8bdd6913a0fe03d4b2a17ebe169c7c87Z20160219i[V)rrrrr rTZ bestvideo)Z skip_downloadr)r$r&paramszChttp://watch.cbc.ca/arthur/all/1ed4b385-cd84-49cf-95f0-80f004680057z$1ed4b385-cd84-49cf-95f0-80f004680057ZArthurzvArthur, the sweetest 8-year-old aardvark, and his pals solve all kinds of problems with humour, kindness and teamwork.)rrrr*zZhttps://gem.cbc.ca/media/this-hour-has-22-minutes/season-26/episode-20/38e815a-0108c6c6a42rcCs$||}|d||}||S)Nz web/browse/)rMrr)rBr$r`rr1r1r2rTs zCBCWatchIE._real_extractNrar1r1r1r2rs4  rc@s(eZdZdZdZdddgZddZdS) CBCOlympicsIEzcbc.ca:olympicsz6https?://olympics\.cbc\.ca/video/[^/]+/(?P[^/?#]+)zYhttps://olympics.cbc.ca/video/whats-on-tv/olympic-morning-featuring-the-opening-ceremony/Trc Cs@||}|||}||d}|d||}t|ddd}t|ddk}|r^||}g}|dD]} t| d } | sql|jd |t d | i d |d ddd} | sql| d} | d} | dkr| |j | || ddql| |j| |d|rdnd| ddql|||||t|dt|dtt|d||dS)NZvideoIdz(https://olympics.cbc.ca/videodata/%s.xmlrTr3kindZLivezvideoSources/videoSourceuriz/https://olympics.cbc.ca/api/api-akamai/tokenizeZ VideoSourcerhz_dvp=TK:C0ObxjerU)z Content-TypeZRefererCookieF)rjrkr4Z ContentUrlrZIIS)Zism_idr4rZm3u8Z m3u8_native)Zm3u8_idr4rZ thumbnailUrlr)rrDrrrrris_live)rMrNZ_hidden_inputsr{r Z _live_titlerPr?rorprqr>rQZ_extract_ism_formatsrrr)rBr$rDrSr`Z video_docrrrZ video_sourcertokenizerZvideo_source_formatr1r1r2rTst           zCBCOlympicsIE._real_extractNrar1r1r1r2rs r)! __future__rrrorOxml.sax.saxutilsrcommonrcompatrrutilsr r r r r rrrrrrrrrrr+rbrrrr1r1r1r2s   @|8('