U $PfI@sddlmZddlZddlZddlmZddlmZddlm Z m Z m Z m Z m Z mZmZmZmZmZmZmZmZGdd d eZGd d d eZGd d d eZdS))unicode_literalsN) InfoExtractor) compat_str) clean_html determine_extdict_getextract_attributesExtractorError float_or_none int_or_noneparse_duration str_or_nonetry_getunified_strdate url_or_noneurljoinc@seZdZdZdeZddddddd d d d d d ddddddddddd d ddidddddddd d!d d"ddidd#dd$d%dd$d&dd$d'dd$d(dd$d)dd$d*dd$d+dd$d,dd$d-dd$d.dd$d/dd$gZd0d1Zd2S)3 XHamsterIEz9(?:xhamster\.(?:com|one|desi)|xhms\.pro|xhamster\d+\.com)a8(?x) https?:// (?:.+?\.)?%s/ (?: movies/(?P[\dA-Za-z]+)/(?P[^/]*)\.html| videos/(?P[^/]*)-(?P[\dA-Za-z]+) ) zIhttps://xhamster.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445Z 98b4687efb1ffd331c4197854dc09e8fZ1509445z%femaleagent-shy-beauty-takes-the-baitmp4z%FemaleAgent Shy beauty takes the baitiVzPZ20121014Z Ruseful2011i}) id display_idexttitle timestamp upload_dateuploaderduration age_limit)urlmd5 info_dictzAhttps://xhamster.com/videos/britney-spears-sexy-booty-2221348?hd=Z2221348zbritney-spears-sexy-bootyzBritney Spears Sexy Bootyi3RZ20130914Z jojo747400Z skip_downloadT)r r"paramsz(http://xhamster.com/movies/5667973/.htmlZ5667973z....iVZ20160208Z parejafreeHrrrrrrrrzLhttps://m.xhamster.com/videos/cute-teen-jacqueline-solo-masturbation-8559111)r Z only_matchingzChttps://xhamster.com/movies/2272726/amber_slayed_by_the_knight.htmlz9https://it.xhamster.com/movies/7263980/la_mia_vicina.htmlz9https://pt.xhamster.com/videos/euro-pedal-pumping-7937821zIhttps://xhamster.one/videos/femaleagent-shy-beauty-takes-the-bait-1509445zJhttps://xhamster.desi/videos/femaleagent-shy-beauty-takes-the-bait-1509445zJhttps://xhamster2.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445zKhttps://xhamster11.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445zKhttps://xhamster26.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445zMhttp://xhamster.com/movies/1509445/femaleagent_shy_beauty_takes_the_bait.htmlzDhttp://xhamster.com/movies/2221348/britney_spears_sexy_booty.html?hdzRhttp://de.xhamster.com/videos/skinny-girl-fucks-herself-hard-in-the-forest-xhnBJZxc2stj|}|dp |d}|dp4|d}tdd|}||\}}jd|ddd }|rvt|d d |} fd d } j j d|ddd |dd} | rt| d} | d} g}t }i}t | ddt pi}|D]\}}t|t sqt |ddt pi}|D],\}}t|t s4qt|d||<q|D]z\}}|dkrhqR|}t|}|rR||krqR|||d||f|t|d| |||d|idqRqt | ddt }|r|d}t|t r`d D]^}||}|sqt||}|r||kr6q|||j||dd!ddd"q|d#}t|t r|D]\}}t|tsq~|D]}t|t sqd D]} || }!|!s̐qt||!}!|!r|!|krq||!t|!d}"|"d$kr(|j|!|dd!ddd"qt|d%pJt|d&pJd'}|d||f|!|"| |||d|!idqqq~j|d(d)| d*}#t|#trg}$|#D]6}%t|%t sƐq|%d+}&t|&tr|$|&qnd}$||| | d,t| d-t | d.dt| d/t| d0t| d1tt | d2dttt | d3dtt| d1| |$|d4Sd5d6d7g|d} g}t }j j d8|d9dd |dd}|D]J\}}t|}|sҐq||krq|||||| |d:qj d;dddd?}'|'r<|'|kr<|d@|'i|t dA|}|rb|dBnd}(t!j dC|dDdd})jdE|dFdGd }*j dHdIg|dJddJdK}+t"j dLdMg|d0dd},tj dN|dOdd}-t dP|}|r|dQ|dRfndS\}.}/t dT|}|r |dUndV}0j dW|d*dd }1|1rRdXdYt#dZ|1Dnd}$||| |(|)|*|+|,|-t|.t|/t|0| |$|d[S)\NrZid_2rZ display_id_2z^(https?://(?:.+?\.)?)m\.z\1z2]+id=["\']videoClosed["\'][^>]*>(.+?)errordefaultT)expectedcstjd|dddS)Nz ^(\d+)[pP]heightr()r _search_regex)sselfA/tmp/pip-unpacked-wheel-7zdooeg3/youtube_dl/extractor/xhamster.py get_heights z,XHamsterIE._real_extract..get_height)z.window\.initials\s*=\s*({.+?})\s*;\s*z"window\.initials\s*=\s*({.+?})\s*;initialsz{}F)fatalZ videoModelrcSs|dS)Nsourcesr0xr0r0r1z*XHamsterIE._real_extract..cSs|dS)Ndownloadr0r6r0r0r1r8r9sizer:z%s-%srZReferer) format_idr rr+filesizeZ http_headerscSs |ddS)NZxplayerSettingsr5r0r6r0r0r1r8r9Zhls)r fallbackZ m3u8_native)Zentry_protocolZm3u8_idr4standardZm3u8qualitylabel)r+widthZtbrr<)Zfield_preference categoriesname descriptioncreatedcSs |ddS)NauthorrEr0r6r0r0r1r8r9ZthumbURLrZviewscSs |ddS)NratingZlikesr0r6r0r0r1r8r9cSs |ddS)NrIZdislikesr0r6r0r0r1r8r9)rrrrFrr thumbnailr view_count like_count dislike_count comment_countrrDformatsz]*>([^<]+)z6]+itemprop=".*?caption.*?"[^>]+content="(.+?)"zY]*>(.+?)(?:,\s*[^,]*?\s*Porn\s*[^,]*?:\s*xHamster[^<]*| - xHamster\.com)zsources\s*:\s*({.+?})\s*,?\s*\nr5)r<r r+z(file\s*:\s*(?P["'])(?P.+?)(?P=q)z<["'])(?P.+?)(?P=q)\s+class=["']mp4Thumbz3]+file=(?P["'])(?P.+?)(?P=q)[^>]*>z video url)groupr)r z!Description: ([^<]+)rz:hint=["\'](\d{4}-\d{2}-\d{2}) \d{2}:\d{2}:\d{2} [A-Z]{3,4}z upload datez>]+itemprop=["\']author[^>]+>]+>]+>([^<]+)rZ anonymousz:["']thumbUrl["']\s*:\s*(?P["'])(?P.+?)(?P=q)z=]+"poster"=(?P["'])(?P.+?)(?P=q)[^>]*>rJ)r4rPzA<[^<]+\bitemprop=["\']duration["\'][^<]+\bcontent=["\'](.+?)["\']zRuntime:\s*\s*([\d:]+)z%content=["\']User(?:View|Play)s:(\d+)z view countzChint=[\'"](?P\d+) Likes / (?P\d+) DislikesZ likecountZ dislikecount)NNz0Comments \((?P\d+)\)Z commentcountrz+(?s)Categories:.+?)cSsg|] }t|qSr0)r).0categoryr0r0r1 Ysz,XHamsterIE._real_extract..z]+>(.+?))rrrrFrrrJrrKrLrMrNrrDrO)$rematch _VALID_URLrPsubZ_download_webpage_handleZ_html_search_regexr Z _rta_search _parse_jsonr,setrdictitems isinstancer getraddappendrgeturlrextendZ_extract_m3u8_formatslistrZ _sort_formatsrr intsearchrrfindall)2r/r mobjvideo_idrZ desktop_urlwebpageZurlhr'rr2r3videorrOZ format_urlsZ format_sizesr5r<Z formats_dictZdownload_sourcesr@Z format_dictZ format_itemZ format_urlZxplayer_sourcesZ hls_sourcesZhls_format_keyZhls_urlZstandard_sourcesZ formats_listZstandard_formatZstandard_format_keyZ standard_urlrZcategories_listrDcZc_name video_urlrFrrrJrrKrLrMrNZcategories_htmlr0r.r1 _real_extractzs2                                          " zXHamsterIE._real_extractN)__name__ __module__ __qualname___DOMAINSrV_TESTSrlr0r0r0r1rs   Wrc @sFeZdZdejZdddddddd d d d Zed dZddZ dS)XHamsterEmbedIEz4https?://(?:.+?\.)?%s/xembed\.php\?video=(?P\d+)z,http://xhamster.com/xembed.php?video=3328539Z3328539rzPen MasturbationieSZ20140728Z ManyakisArtrr&)r r"cCsddtd|DS)NcSsg|] \}}|qSr0r0)rQ_r r0r0r1rSsz1XHamsterEmbedIE._extract_urls..z_]+?src=(["\'])(?P(?:https?:)?//(?:www\.)?xhamster\.com/xembed\.php\?video=\d+)\1)rTre)rhr0r0r1 _extract_urlss zXHamsterEmbedIE._extract_urlscCs^||}|||}|jd||ddd}|sR||d|d|}t|d}||dS)NzPhref="(https?://xhamster\.com/(?:movies/{0}/[^"]*\.html|videos/[^/]*-{0})[^"]*)"z xhamster urlr(zvars\s*:\s*({.+?})\s*,\s*\nvars)Z downloadLinkZ homepageLinkZ commentsLinkZshareUrlZXHamster) _match_id_download_webpager,formatrXr url_result)r/r rgrhrkrvr0r0r1rls    zXHamsterEmbedIE._real_extractN) rmrnrorrprVZ_TEST staticmethodrurlr0r0r0r1rros  rrc@sFeZdZdejZdddidddddid dgZd d Zd d ZdS)XHamsterUserIEz,https?://(?:.+?\.)?%s/users/(?P[^/?#&]+)z/https://xhamster.com/users/netvideogirls/videosrZ netvideogirlsi )r r"Zplaylist_mincountz+https://xhamster.com/users/firatkaan/videosZ firatkaanrc csd|}tdD]}|||d|}td|D]J}t|}t|d}|r4t |s^q4t |}|j |t |dVq4t d|} | sqt| d} t| d}|sqqdS) Nz&https://xhamster.com/users/%s/videos/1rzDownloading page %sz;(]+class=["\'].*?\bvideo-thumb__image-container[^>]+>)href)Ziergz ]+data-page=["\']next[^>]+>r) itertoolscountrxrTrer rr]rZsuitablerwrzZie_keyrdrP) r/user_idZ next_page_urlZpagenumpageZ video_tagrirkrgrfZ next_pager0r0r1_entriess8   zXHamsterUserIE._entriescCs||}||||S)N)rwZplaylist_resultr)r/r rr0r0r1rls zXHamsterUserIE._real_extractN) rmrnrorrprVrqrrlr0r0r0r1r|s   r|) __future__rr~rTcommonrcompatrutilsrrr r r r r rrrrrrrrrr|r0r0r0r1s   <X(