a h!@s~ddlZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z m Z m Z mZmZddZddZGdd d ZdS) N)ExtractorErrorPopencheck_executable format_fieldget_exe_versionis_outdated_version shell_quotecCs|j|jd}|jr|j|d<|jr.|j|d<|jr>|j|d<|jdurR|j|d<|j durf|j |d<|j durz|j |d<t t 6|ds|d s|d rd |d <Wdn1s0Y|S) N)namevalueportdomainpathexpiressecurediscardhttpOnlyhttponlyHttpOnlyT)r r port_specifiedr domain_specifiedr path_specifiedrrrr contextlibsuppress TypeErrorhas_nonstandard_attr)cookie cookie_dictrN/mnt/pikpak/tmp/myenv/lib/python3.9/site-packages/yt_dlp/extractor/openload.pycookie_to_dicts.           &r cCsdd|DS)NcSsg|] }t|qSr)r ).0rrrr .z&cookie_jar_to_list..r)Z cookie_jarrrrcookie_jar_to_list-sr$c@sxeZdZdZdZdZdZgdZeddZ dd d Z d d Z ddZ ddZ ddddidfddZdddddZdS)PhantomJSwrapperz=PhantomJS wrapper class This class is experimental. z;Please download it from https://phantomjs.org/download.htmla phantom.onError = function(msg, trace) {{ var msgStack = ['PHANTOM ERROR: ' + msg]; if(trace && trace.length) {{ msgStack.push('TRACE:'); trace.forEach(function(t) {{ msgStack.push(' -> ' + (t.file || t.sourceURL) + ': ' + t.line + (t.function ? ' (in function ' + t.function +')' : '')); }}); }} console.error(msgStack.join('\n')); phantom.exit(1); }}; a  var page = require('webpage').create(); var fs = require('fs'); var read = {{ mode: 'r', charset: 'utf-8' }}; var write = {{ mode: 'w', charset: 'utf-8' }}; JSON.parse(fs.read("{cookies}", read)).forEach(function(x) {{ phantom.addCookie(x); }}); page.settings.resourceTimeout = {timeout}; page.settings.userAgent = "{ua}"; page.onLoadStarted = function() {{ page.evaluate(function() {{ delete window._phantom; delete window.callPhantom; }}); }}; var saveAndExit = function() {{ fs.write("{html}", page.content, write); fs.write("{cookies}", JSON.stringify(phantom.cookies), write); phantom.exit(); }}; page.onLoadFinished = function(status) {{ if(page.url === "") {{ page.setContent(fs.read("{html}", read), "{url}"); }} else {{ {jscode} }} }}; page.open(""); )scripthtmlcookiescCs tdddS)N phantomjsz ([0-9.]+))Z version_re)rrrrr_versionjszPhantomJSwrapper._versionN'csi_tddg_js.tdjdd|_|r`}t||r`jj d|dj D]"}t j dd }| |j|<qftd |ifd d j D_dS) Nr)z-vzPhantomJS not found, T)expectedz9Your copy of PhantomJS is outdated, update it to version z& or newer if you encounter any errors.F)deletetimeoutcs*i|]"}|j|jddddqS)\z\\"\") _TMP_FILESr replace)r!xselfrr sz-PhantomJSwrapper.__init__..)r2rexer INSTALL_HINT extractorr*rZ _downloaderZreport_warning_TMP_FILE_NAMEStempfileNamedTemporaryFileclose collectionsChainMapoptions)r6r:Zrequired_versionr.versionr tmprr5r__init__ns0     zPhantomJSwrapper.__init__c CsN|jD]B}ttt"t|j|jWdq1s>0YqdS)N) r;rrOSErrorKeyErrorosremover2r )r6r rrr__del__s zPhantomJSwrapper.__del__cCst|jj}|D].}d|vr$d|d<d|vrtj|j|d<qt|jdj d$}| t | Wdn1s|0YdS)Nr/r r(wb)r$r: cookiejarurllibparseurlparsenetlocopenr2r writejsondumpsencode)r6urlr(rfrrr _save_cookiess zPhantomJSwrapper._save_cookiescCst|jdjd$}t|d}Wdn1s<0Y|D]B}|ddurfddi|d<d|vrz|d|d <|jjfi|qJdS) Nr(rbutf-8rTrrestZexpiry expire_time) rQr2r rSloadsreaddecoder:Z _set_cookie)r6rWr(rrrr _load_cookiess2   zPhantomJSwrapper._load_cookieszExecuting JS on webpagesaveAndExit();c Csd|vrtd|s(|jj||||d}t|jdjd}||Wdn1s^0Y||| dp|j dd} |j |j || d d |d }|j|||d } t|jdjd }|d}Wdn1s0Y||| fS)a Downloads webpage (if needed) and executes JS Params: url: website url html: optional, html code of website video_id: video id note: optional, displayed when downloading webpage note2: optional, displayed when executing JS headers: custom http headers jscode: code to be executed when page is loaded Returns tuple with: * downloaded website (after JS execution) * anything you print with `console.log` (but not inside `page.execute`!) In most cases you don't need to add any `jscode`. It is executed in `page.onLoadFinished`. `saveAndExit();` is mandatory, use it instead of `phantom.exit()` It is possible to wait for some element on the webpage, e.g. var check = function() { var elementFound = page.evaluate(function() { return document.querySelector('#b.done') !== null; }); if(elementFound) saveAndExit(); else window.setTimeout(check, 500); } page.evaluate(function(){ document.querySelector('#a').click(); }); check(); raz&`saveAndExit();` not found in `jscode`)noteheadersr'rKNz User-AgentZ http_headersr0r1)rVZuajscoderbrYrZ)rr:Z_download_webpagerQr2r rRrUrXget get_param _TEMPLATE format_maprA new_childr3executer^r_r`) r6rVr'video_idrbZnote2rcrdrW user_agentstdoutrrrrfs$$,    ,zPhantomJSwrapper.getz Executing JSrec Cs,d|vr|d7}|j|}t|jdjddd}||Wdn1sP0Y|jt|dd||jd |jdjg}|j d t |z,t j ||j d d d tjtjd\}}}Wn8ty} zt|d| dWYd} ~ n d} ~ 00|r(t|d|d||S)zExecute JS and return stdoutzphantom.exit();z; phantom.exit();r&wrZ)encodingNz%s: z--ssl-protocol=anyzPhantomJS command line: r.iT)r.textrnstderrz' failed: Unable to run PhantomJS binary)causez failed with returncode z: )_BASE_JSrQr2r rRr:Z to_screenrr8Z write_debugr rrunrA subprocessPIPE Exceptionrstrip) r6rdrlrbrWcmdrnrr returncodeerrrrks" ( (zPhantomJSwrapper.execute)Nr+)N)__name__ __module__ __qualname____doc__r9rtrhr; staticmethodr*rDrIrXr`rfrkrrrrr%1s     s$