U g!@s~ddlZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z m Z m Z mZmZddZddZGdd d ZdS) N)ExtractorErrorPopencheck_executable format_fieldget_exe_versionis_outdated_version shell_quotec Cs|j|jd}|jr|j|d<|jr.|j|d<|jr>|j|d<|jdk rR|j|d<|j dk rf|j |d<|j dk rz|j |d<t t ,|ds|d s|d rd |d <W5QRX|S) N)namevalueportdomainpathexpiressecurediscardhttpOnlyhttponlyHttpOnlyT)r r port_specifiedr domain_specifiedr path_specifiedrrrr contextlibsuppress TypeErrorhas_nonstandard_attr)cookie cookie_dictr=/tmp/pip-unpacked-wheel-q5ljy6pj/yt_dlp/extractor/openload.pycookie_to_dicts.           r cCsdd|DS)NcSsg|] }t|qSr)r ).0rrrr .sz&cookie_jar_to_list..r)Z cookie_jarrrrcookie_jar_to_list-sr#c@szeZdZdZdZdZdZdddgZedd Z dd d Z ddZ ddZ ddZ d d d didfddZdddddZd S)PhantomJSwrapperz=PhantomJS wrapper class This class is experimental. z;Please download it from https://phantomjs.org/download.htmla phantom.onError = function(msg, trace) {{ var msgStack = ['PHANTOM ERROR: ' + msg]; if(trace && trace.length) {{ msgStack.push('TRACE:'); trace.forEach(function(t) {{ msgStack.push(' -> ' + (t.file || t.sourceURL) + ': ' + t.line + (t.function ? ' (in function ' + t.function +')' : '')); }}); }} console.error(msgStack.join('\n')); phantom.exit(1); }}; a  var page = require('webpage').create(); var fs = require('fs'); var read = {{ mode: 'r', charset: 'utf-8' }}; var write = {{ mode: 'w', charset: 'utf-8' }}; JSON.parse(fs.read("{cookies}", read)).forEach(function(x) {{ phantom.addCookie(x); }}); page.settings.resourceTimeout = {timeout}; page.settings.userAgent = "{ua}"; page.onLoadStarted = function() {{ page.evaluate(function() {{ delete window._phantom; delete window.callPhantom; }}); }}; var saveAndExit = function() {{ fs.write("{html}", page.content, write); fs.write("{cookies}", JSON.stringify(phantom.cookies), write); phantom.exit(); }}; page.onLoadFinished = function(status) {{ if(page.url === "") {{ page.setContent(fs.read("{html}", read), "{url}"); }} else {{ {jscode} }} }}; page.open(""); scripthtmlcookiescCs tdddS)N phantomjsz ([0-9.]+))Z version_re)rrrrr_versionjszPhantomJSwrapper._versionN'csi_tddg_js.tdjdd|_|r`}t||r`jj d|dj D]"}t j dd }| |j|<qftd |ifd d j D_dS) Nr(z-vzPhantomJS not found, T)expectedz9Your copy of PhantomJS is outdated, update it to version z& or newer if you encounter any errors.F)deletetimeoutcs*i|]"}|j|jddddqS)\z\\"\") _TMP_FILESr replace)r!xselfrr sz-PhantomJSwrapper.__init__..)r1rexer INSTALL_HINT extractorr)rZ _downloaderZreport_warning_TMP_FILE_NAMEStempfileNamedTemporaryFileclose collectionsChainMapoptions)r5r9Zrequired_versionr-versionr tmprr4r__init__ns.      zPhantomJSwrapper.__init__c Cs:|jD].}tttt|j|jW5QRXqdS)N) r:rrOSErrorKeyErrorosremover1r )r5r rrr__del__s zPhantomJSwrapper.__del__c Csvt|jj}|D].}d|kr$d|d<d|krtj|j|d<qt|jdj d}| t | W5QRXdS)Nr/r r'wb)r#r9 cookiejarurllibparseurlparsenetlocopenr1r writejsondumpsencode)r5urlr'rfrrr _save_cookiess zPhantomJSwrapper._save_cookiesc Cszt|jdjd}t|d}W5QRX|D]>}|ddkrRddi|d<d|krf|d|d <|jjf|q6dS) Nr'rbutf-8rTrrestZexpiry expire_time) rPr1r rRloadsreaddecoder9Z _set_cookie)r5rVr'rrrr _load_cookiess   zPhantomJSwrapper._load_cookieszExecuting JS on webpagesaveAndExit();c Csd|krtd|s(|jj||||d}t|jdjd}||W5QRX||| dpv|j dd} |j |j || dd |d }|j|||d } t|jdjd }|d }W5QRX||| fS)a Downloads webpage (if needed) and executes JS Params: url: website url html: optional, html code of website video_id: video id note: optional, displayed when downloading webpage note2: optional, displayed when executing JS headers: custom http headers jscode: code to be executed when page is loaded Returns tuple with: * downloaded website (after JS execution) * anything you print with `console.log` (but not inside `page.execute`!) In most cases you don't need to add any `jscode`. It is executed in `page.onLoadFinished`. `saveAndExit();` is mandatory, use it instead of `phantom.exit()` It is possible to wait for some element on the webpage, e.g. var check = function() { var elementFound = page.evaluate(function() { return document.querySelector('#b.done') !== null; }); if(elementFound) saveAndExit(); else window.setTimeout(check, 500); } page.evaluate(function(){ document.querySelector('#a').click(); }); check(); r`z&`saveAndExit();` not found in `jscode`)noteheadersr&rJz User-AgentZ http_headersr/r0)rUZuajscoderarXrY)rr9Z_download_webpagerPr1r rQrTrWget get_param _TEMPLATE format_mapr@ new_childr2executer]r^r_) r5rUr&video_idraZnote2rbrcrV user_agentstdoutrrrres$$    zPhantomJSwrapper.getz Executing JSrdc Csd|kr|d7}|j|}t|jdjddd}||W5QRX|jt|dd||jd |jdjg}|j d t |z,t j ||j d d d tjtjd\}}}Wn4tk r} zt|d| dW5d} ~ XYnX|rt|d|d||S)zExecute JS and return stdoutzphantom.exit();z; phantom.exit();r%wrY)encodingNz%s: z--ssl-protocol=anyzPhantomJS command line: r-iT)r-textrmstderrz' failed: Unable to run PhantomJS binary)causez failed with returncode z: )_BASE_JSrPr1r rQr9Z to_screenrr7Z write_debugr rrunr@ subprocessPIPE Exceptionrstrip) r5rcrkrarVcmdrmrq returncodeerrrrjs& $zPhantomJSwrapper.execute)Nr*)N)__name__ __module__ __qualname____doc__r8rsrgr: staticmethodr)rCrHrWr_rerjrrrrr$1s     rrRrFrur; urllib.parserLutilsrrrrrrr r r#r$rrrrs$