U $Pf@sddlmZddlZddlZddlZddlZddlmZmZddl m Z m Z m Z m Z mZmZddZdd ZGd d d eZdS) )unicode_literalsN)compat_urlparse compat_kwargs)check_executableencodeArgumentExtractorErrorget_exe_versionis_outdated_version std_headerscCs|j|jd}|jr|j|d<|jr.|j|d<|jr>|j|d<|jdk rR|j|d<|j dk rf|j |d<|j dk rz|j |d<z*| ds| d s| d rd |d <Wnt k rYnX|S) N)namevalueportdomainpathexpiressecurediscardhttpOnlyhttponlyHttpOnlyT) r r port_specifiedrdomain_specifiedrpath_specifiedrrrrhas_nonstandard_attr TypeError)cookie cookie_dictrA/tmp/pip-unpacked-wheel-7zdooeg3/youtube_dl/extractor/openload.pycookie_to_dicts2           r cCsdd|DS)NcSsg|] }t|qSr)r ).0rrrr 3sz&cookie_jar_to_list..r)Z cookie_jarrrrcookie_jar_to_list2sr#c@sbeZdZdZdZdddgZeddZdd d Zd d Z ddZ ddZ ddddidfddZ dS)PhantomJSwrapperz=PhantomJS wrapper class This class is experimental. a phantom.onError = function(msg, trace) {{ var msgStack = ['PHANTOM ERROR: ' + msg]; if(trace && trace.length) {{ msgStack.push('TRACE:'); trace.forEach(function(t) {{ msgStack.push(' -> ' + (t.file || t.sourceURL) + ': ' + t.line + (t.function ? ' (in function ' + t.function +')' : '')); }}); }} console.error(msgStack.join('\n')); phantom.exit(1); }}; var page = require('webpage').create(); var fs = require('fs'); var read = {{ mode: 'r', charset: 'utf-8' }}; var write = {{ mode: 'w', charset: 'utf-8' }}; JSON.parse(fs.read("{cookies}", read)).forEach(function(x) {{ phantom.addCookie(x); }}); page.settings.resourceTimeout = {timeout}; page.settings.userAgent = "{ua}"; page.onLoadStarted = function() {{ page.evaluate(function() {{ delete window._phantom; delete window.callPhantom; }}); }}; var saveAndExit = function() {{ fs.write("{html}", page.content, write); fs.write("{cookies}", JSON.stringify(phantom.cookies), write); phantom.exit(); }}; page.onLoadFinished = function(status) {{ if(page.url === "") {{ page.setContent(fs.read("{html}", read), "{url}"); }} else {{ {jscode} }} }}; page.open(""); scripthtmlcookiescCs tdddS)N phantomjsz ([0-9.]+))Z version_re)r rrrr_versionjszPhantomJSwrapper._versionN'cCsi|_tddg|_|js&tddd||_|rT|}t||rT|jjd|d|i|_ |j D]"}t j dd }| ||j|<qddS) Nr(z-vzMPhantomJS executable not found in PATH, download it from http://phantomjs.orgT)expectedzaYour copy of PhantomJS is outdated, update it to version %s or newer if you encounter any errors.timeoutF)delete) _TMP_FILESrexer extractorr)r _downloaderZreport_warningoptions_TMP_FILE_NAMEStempfileNamedTemporaryFileclose)selfr0Zrequired_versionr,versionr tmprrr__init__ns,   zPhantomJSwrapper.__init__c CsB|jD]6}zt|j|jWqtttfk r:YqXqdS)N)r3osremover.r IOErrorOSErrorKeyError)r7r rrr__del__s  zPhantomJSwrapper.__del__c Csxt|jjj}|D],}d|kr&d|d<d|krt|j|d<qt|jdj d}| t | dW5QRXdS)Nr/rr'wbutf-8)r#r0r1 cookiejarrurlparsenetlocopenr.r writejsondumpsencode)r7urlr'rfrrr _save_cookiesszPhantomJSwrapper._save_cookiesc Cs~t|jdjd}t|d}W5QRX|D]B}|ddkrRddi|d<d|krf|d|d <|jjft |q6dS) Nr'rbrCrTrrestZexpiry expire_time) rGr.r rIloadsreaddecoder0Z _set_cookier)r7rMr'rrrr _load_cookiess   zPhantomJSwrapper._load_cookieszExecuting JS on webpagesaveAndExit();c Csd|krtd|s(|jj||||d}t|jdjd}||dW5QRX|||j } || d<| dp~t d} | d d | d <|| d <|j D]$} |j| j d d d d | | <qt|jdjd }||jjf| dW5QRX|dkr|jd|fn|jd||ftj|jd|jdjgtjtjd} | \} }| jdkrztdt|t|jdjd}|d}W5QRX||t| fS)a  Downloads webpage (if needed) and executes JS Params: url: website url html: optional, html code of website video_id: video id note: optional, displayed when downloading webpage note2: optional, displayed when executing JS headers: custom http headers jscode: code to be executed when page is loaded Returns tuple with: * downloaded website (after JS execution) * anything you print with `console.log` (but not inside `page.execute`!) In most cases you don't need to add any `jscode`. It is executed in `page.onLoadFinished`. `saveAndExit();` is mandatory, use it instead of `phantom.exit()` It is possible to wait for some element on the webpage, for example: var check = function() { var elementFound = page.evaluate(function() { return document.querySelector('#b.done') !== null; }); if(elementFound) saveAndExit(); else window.setTimeout(check, 500); } page.evaluate(function(){ document.querySelector('#a').click(); }); check(); rVz&`saveAndExit();` not found in `jscode`)noteheadersr&rBrCrLz User-Agent"z\"Zuajscode\z\\r%Nz%sz%s: %sz--ssl-protocol=any)stdoutstderrrzExecuting JS failed :rO)rr0Z_download_webpagerGr.r rHrKrNr2getr replacer3 _TEMPLATEformatZ to_screen subprocessPopenr/PIPE communicate returncoderrSrTrU)r7rLr&Zvideo_idrWZnote2rXrZrMZreplaces user_agentxpouterrrrrr^sH$  "$     zPhantomJSwrapper.get)Nr*) __name__ __module__ __qualname____doc__r`r3 staticmethodr)r:r@rNrUr^rrrrr$6s,     r$) __future__rrIr;rbr4compatrrutilsrrrr r r r r#objectr$rrrrs