3 b`@sddlmZddlZddlZddlZddlZddlmZmZddl m Z m Z m Z m Z mZmZddZdd ZGd d d eZdS) )unicode_literalsN)compat_urlparse compat_kwargs)check_executableencodeArgumentExtractorErrorget_exe_versionis_outdated_version std_headersc Cs|j|jd}|jr|j|d<|jr.|j|d<|jr>|j|d<|jdk rR|j|d<|j dk rf|j |d<|j dk rz|j |d<y*|j ds|j d s|j d rd |d <Wnt k rYnX|S) N)namevalueportdomainpathexpiressecurediscardhttpOnlyhttponlyHttpOnlyT) r r port_specifiedrdomain_specifiedrpath_specifiedrrrrhas_nonstandard_attr TypeError)cookieZ cookie_dictrNC:\Users\Broad\Desktop\BeinConnetFix\binaries\youtube_dl\extractor\openload.pycookie_to_dicts,              rcCsdd|DS)NcSsg|] }t|qSr)r).0rrrr 3sz&cookie_jar_to_list..r)Z cookie_jarrrrcookie_jar_to_list2sr"c@sbeZdZdZdZdddgZeddZdd d Zd d Z ddZ ddZ ddddidfddZ dS)PhantomJSwrapperz=PhantomJS wrapper class This class is experimental. a phantom.onError = function(msg, trace) {{ var msgStack = ['PHANTOM ERROR: ' + msg]; if(trace && trace.length) {{ msgStack.push('TRACE:'); trace.forEach(function(t) {{ msgStack.push(' -> ' + (t.file || t.sourceURL) + ': ' + t.line + (t.function ? ' (in function ' + t.function +')' : '')); }}); }} console.error(msgStack.join('\n')); phantom.exit(1); }}; var page = require('webpage').create(); var fs = require('fs'); var read = {{ mode: 'r', charset: 'utf-8' }}; var write = {{ mode: 'w', charset: 'utf-8' }}; JSON.parse(fs.read("{cookies}", read)).forEach(function(x) {{ phantom.addCookie(x); }}); page.settings.resourceTimeout = {timeout}; page.settings.userAgent = "{ua}"; page.onLoadStarted = function() {{ page.evaluate(function() {{ delete window._phantom; delete window.callPhantom; }}); }}; var saveAndExit = function() {{ fs.write("{html}", page.content, write); fs.write("{cookies}", JSON.stringify(phantom.cookies), write); phantom.exit(); }}; page.onLoadFinished = function(status) {{ if(page.url === "") {{ page.setContent(fs.read("{html}", read), "{url}"); }} else {{ {jscode} }} }}; page.open(""); scripthtmlcookiescCs tdddS)N phantomjsz ([0-9.]+)) version_re)r rrrr_versionjszPhantomJSwrapper._versionN'cCsi|_tddg|_|js&tddd||_|rT|j}t||rT|jjjd|d|i|_ x,|j D]"}t j dd }|j ||j|<qfWdS) Nr'z-vzMPhantomJS executable not found in PATH, download it from http://phantomjs.orgT)expectedzaYour copy of PhantomJS is outdated, update it to version %s or newer if you encounter any errors.timeoutF)delete) _TMP_FILESrexer extractorr)r _downloaderreport_warningoptions_TMP_FILE_NAMEStempfileNamedTemporaryFileclose)selfr0required_versionr,versionr tmprrr__init__ns"    zPhantomJSwrapper.__init__cCsFx@|jD]6}ytj|j|jWqtttfk r<YqXqWdS)N)r4osremover.r IOErrorOSErrorKeyError)r8r rrr__del__s  zPhantomJSwrapper.__del__c Cs|t|jjj}x4|D],}d|kr(d|d<d|krtj|j|d<qWt|jdj d}|j t j |j dWdQRXdS)Nr/rr&wbzutf-8)r"r0r1 cookiejarrurlparsenetlocopenr.r writejsondumpsencode)r8urlr&rfrrr _save_cookiess zPhantomJSwrapper._save_cookiesc Cst|jdjd}tj|jjd}WdQRXxJ|D]B}|ddkrTddi|d<d|krh|d|d <|jjft |q8WdS) Nr&rbzutf-8rTrrestZexpiry expire_time) rHr.r rJloadsreaddecoder0 _set_cookier)r8rNr&rrrr _load_cookiess    zPhantomJSwrapper._load_cookieszExecuting JS on webpagezsaveAndExit();cCsd|krtd|s(|jj||||d}t|jdjd}|j|jdWdQRX|j||j } || d<|j d p~t d } | j d d | d <|| d <x.|j D]$} |j| jj ddj d d | | <qWt|jdjd }|j|jjf| jdWdQRX|dkr|jjd|fn|jjd||ftj|jd|jdjgtjtjd} | j\} }| jdkr~tdt|t|jdjd}|jjd}WdQRX|j|t| fS)a  Downloads webpage (if needed) and executes JS Params: url: website url html: optional, html code of website video_id: video id note: optional, displayed when downloading webpage note2: optional, displayed when executing JS headers: custom http headers jscode: code to be executed when page is loaded Returns tuple with: * downloaded website (after JS execution) * anything you print with `console.log` (but not inside `page.execute`!) In most cases you don't need to add any `jscode`. It is executed in `page.onLoadFinished`. `saveAndExit();` is mandatory, use it instead of `phantom.exit()` It is possible to wait for some element on the webpage, for example: var check = function() { var elementFound = page.evaluate(function() { return document.querySelector('#b.done') !== null; }); if(elementFound) saveAndExit(); else window.setTimeout(check, 500); } page.evaluate(function(){ document.querySelector('#a').click(); }); check(); zsaveAndExit();z&`saveAndExit();` not found in `jscode`)noteheadersr%rDzutf-8NrMz User-Agent"z\"uajscode\z\\r$z%sz%s: %sz--ssl-protocol=any)stdoutstderrrzExecuting JS failed :rP)rr0_download_webpagerHr.r rIrLrOr3getr replacer4 _TEMPLATEformat to_screen subprocessPopenr/PIPE communicate returncoderrTrUrW)r8rMr%video_idrXZnote2rYr\rNZreplaces user_agentxpouterrrrrras>$  $$    zPhantomJSwrapper.get)Nr*) __name__ __module__ __qualname____doc__rcr4 staticmethodr)r<rBrOrWrarrrrr#6s,     r#) __future__rrJr=rfr5compatrrutilsrrrr r r rr"objectr#rrrrs