a hd1d'eed?d@dAdAdgdBdgZdCdDZ dEdFZ dGdHZ dIdJZ dKdLZ iifdMdNZdOS)PRokfinIEz@https?://(?:www\.)?rokfin\.com/(?P(?Ppost|stream)/\d+)ZrokfinzHhttps://secure.rokfin.com/auth/realms/rokfin-web/protocol/openid-connectzOhttps://www.rokfin.com/post/57548/Mitt-Romneys-Crazy-Solution-To-Climate-Changez post/57548Zmp4z.Mitt Romney's Crazy Solution To Climate Changez*re:https://img\.production\.rokfin\.com/.+Z20211023i taz Jimmy DoreZ65429z#https://rokfin.com/TheJimmyDoreShowpublicnot_live)idexttitle thumbnail upload_date timestampchannel channel_id channel_url availability live_status dislike_count like_countduration)url info_dictzJhttps://rokfin.com/post/223/Julian-Assange-Arrested-Streaming-In-Real-Timezpost/223z/Julian Assange Arrested: Streaming In Real TimeZ20190412id8\z Ron Placone10zhttps://rokfin.com/RonPlaconezFreeThinkingMedia^zRealProgressives^)rrrrrrrrrrr r!r"tagszrhttps://www.rokfin.com/stream/10543/Its-A-Crazy-Mess-Regional-Director-Blows-Whistle-On-Pfizers-Vaccine-Trial-Dataz stream/10543zR"It's A Crazy Mess" Regional Director Blows Whistle On Pfizer's Vaccine Trial Dataz$md5:324ce2d3e3b62e659506409e458b9d8eZ TLAVagabondZ53856zhttps://rokfin.com/TLAVagabondFTwas_liveiwaZ20211102)rrrr descriptionrrrris_liver(r rrelease_timestamp release_daterr!r"r'zihttps://rokfin.com/post/126703/Brave-New-World--Aldous-Huxley-DEEPDIVE--Chpts-13--Quite-Frankly--Jay-Dyerz post/126703zQBrave New World - Aldous Huxley DEEPDIVE! (Chpts 1-3) - Quite Frankly & Jay DyerzJay DyerZ186881zhttps://rokfin.com/jaydyerZ premium_onlyidZ20230307z OpenMind^z$md5:cb04e32e68326c9b2b251b297bacff35i )rrrrrrrrr r!r"rrr'r)r#zJhttps://rokfin.com/stream/31332/The-Grayzone-live-on-Nordstream-blame-gamez stream/31332z*The Grayzone live on Nordstream blame gamez#re:https://image\.v\.rokfin\.com/.+zMax BlumenthalZ248902z https://rokfin.com/MaxBlumenthali dgAZ20230310)rrrrrrrrr r!r"rr+r,rr'c Cs<||dd\}}|t||}t|d}|drFdn|rNdn|dkrZdnd }t|d d td }|d vrt|j dt|ddtd |dddd}|rd |igngi}} t |dkr|j ||d|dkd\}} |s*t|ddr|j ddddn*|r*|j dtj|d|ddt|dd } |pZt|d!d"pZt|d#} ||| tt|d$d%tt|d&tt|d'd(tt|d)d*t|d+t|d,tt|d-d.tt|d/d0| rtd1| nd| |d kr| ndt|d2td ||jtt|ddddddd3|d4kr4||ndd5S)6NrtypeZ scheduledAtZ stoppedAtr(Z is_upcomingstreamr*rr$)contentZ contentUrl expected_type)Nz fake.m3u8z%https?://[^/]+/([^/]+)/storyboard.vtt timelineUrl)r/r2defaultz#https://stream.v.rokfin.com/%s.m3u8Zm3u8F)fatalZliveZ premiumPlanZpremiumz-This video is only available to premium usersTcookies)methodz!Stream is offline; scheduled for z%Y-%m-%d %H:%M:%S)video_idexpected) createdByusername)creatorr;Z postedAtMilliiZcreationDateTimerr/Z contentTitle)r/r#r)r/Z thumbnailUrl1r))r/ZcontentDescriptionZ likeCountZ dislikeCount)r:name)r<r>)r:r)r<rhttps://rokfin.com/)r'.r)Z needs_premium is_privateZneeds_subscriptionZ needs_authZ is_unlistedpost)rformats subtitlesrr#rr)r"r!rrrrr+r'r rZ__post_extractor)Z_match_valid_urlgroup!_download_json_using_access_token _API_BASE_URLrgetr rr _search_regexrZ#_extract_m3u8_formats_and_subtitlesZraise_login_requiredZraise_no_formatsdtdatetime fromtimestampstrftimerr r Z _availabilityboolZextract_comments) selfr$r8 video_typemetadataZ scheduledr Z video_urlrBrCZuploaderrrQL/mnt/pikpak/tmp/myenv/lib/python3.9/site-packages/yt_dlp/extractor/rokfin.py _real_extractsp         zRokfinIE._real_extractc csd}tD]}|jtd|ddd|d|d|dt|dddd pVi}|d pdgD]Z}t|d t|d |d |ddt|dt|dt|ddVqft|dpd}|d}|d r|s|r||kr n|dur dSq dS)Nzcomment?postId=z&page=&size=50z!Downloading viewer comments page r of %sFnoter5r/commentr>Z commentIdZuserIdrootZnumLikesZ numDislikesZpostedAt)textauthorrZ author_idparentr"r!r totalPageslast) itertoolscount_download_jsonrFr rGr r r)rNr8 pages_totalpage_nZ raw_commentsrYis_lastrQrQrR _get_commentss.      *zRokfinIE._get_commentsc Cs|j|jddddd}t|jd|dd}|j|ddd d t||d d d d}|s~td|pfd rvtdddtd|j |jdddddddddddd}|j |jddd d!tt j t j |jjdd"dd#dd$d%|_dS)&Nzw/auth?client_id=web&redirect_uri=https%3A%2F%2Frokfin.com%2Ffeed&response_mode=fragment&response_type=code&scope=openidzloading login pagezerror loading login page)rXerrnotezr]+action\s*=\s*"(https://secure\.rokfin\.com/auth/realms/rokfin-web/login-actions/authenticate\?[^"]+)"zAuthentication URL)r>z logging inFoff)r;passwordZ rememberMeZ credentialId)rXr5expected_statusdataz((?i)(invalid\s+username\s+or\s+password)zinvalid username/passwordTr9z Login failedz/authzgranting user authorizationz%user authorization rejected by Rokfinwebnonez(https://rokfin.com/silent-check-sso.htmlfragmentcodeZopenid) client_idprompt redirect_uriZ response_modeZ response_typeZscope)rXrgquery/tokenzgetting access credentialsz error getting access credentialsrZauthorization_code)rrrs grant_typerurXrgrm)_download_webpage _AUTH_BASErrHr_authentication_activeresearchrZ_request_webpagerburllibparseparse_qs urldefragr$rqrG_access_mgmt_tokens)rNr;rkZ login_pageZauthentication_point_urlZ resp_bodyurlhrQrQrR_perform_loginsJ       zRokfinIE._perform_logincCshdt||j S)N>ZKEYCLOAK_IDENTITYZKEYCLOAK_IDENTITY_LEGACYZKEYCLOAK_SESSIONZKEYCLOAK_SESSION_LEGACY)setZ _get_cookiesr{rNrQrQrRr|szRokfinIE._authentication_activecCst|jddS)NcSsd|d|dgS)N token_typeZ access_token)join)xrQrQrRz*RokfinIE._get_auth_token..)r rrrQrQrR_get_auth_tokenszRokfinIE._get_auth_tokenc Csd|vs J|}|}|jd}|r4||d<|j||||dd\}}|rb|jdksb|durn|||S|j|jd|ddt d|dd d |_||d<|ddurt d d d |j||||dS)N authorization refresh_tokeni)headersrvrlrwzDUser authorization expired or canceled by Rokfin. Re-authorizing ...zFailed to re-authorizero)rxrrsryzUser authorization lostTrn)rrv) copyrrrGZ_download_webpage_handlestatusZ _parse_jsonrbr{rr) rNZurl_or_requestr8rrvZ auth_tokenrZ json_stringrrQrQrRrEs0        z*RokfinIE._download_json_using_access_tokenN)__name__ __module__ __qualname__ _VALID_URLZ_NETRC_MACHINEr{rint_TESTSrSrfrr|rrErQrQrQrRrse9&rc@s$eZdZddddddZddZdS)RokfinPlaylistBaseIErAr.stackvideoaudior.Z dead_streamrccs|dp gD]n}|j|d}|dkr6|dn|d}|r|sJq|jd|d||d|tt|dd VqdS) Nr/Z mediaTyperArZmediaIdr?/r=)r8Z video_title)rG_TYPES url_resultr r )rNrPr/ media_typer8rQrQrR_get_video_data)s z$RokfinPlaylistBaseIE._get_video_dataN)rrrrrrQrQrQrRr src@s2eZdZdZdZdZddddidgZd d Zd S) RokfinStackIEz rokfin:stackz Rokfin Stacksz2https?://(?:www\.)?rokfin\.com/stack/(?P[^/]+)zShttps://www.rokfin.com/stack/271/Tulsi-Gabbard-Portsmouth-Townhall-FULL--Feb-9-2020rZ271r$Zplaylist_countr%c Cs.||}|||td|||S)Nzstack/) _match_idplaylist_resultrrbrF)rNr$Zlist_idrQrQrRrS@s  zRokfinStackIE._real_extractN)rrrIE_NAMEIE_DESCrrrSrQrQrQrRr4src@s`eZdZdZdZdZdddddd d gZd d d ddddZddZddZ ddZ ddZ dS)RokfinChannelIEzrokfin:channelzRokfin ChannelszXhttps?://(?:www\.)?rokfin\.com/(?!((feed/?)|(discover/?)|(channels/?))$)(?P[^/]+)/?$z https://rokfin.com/TheConvoCouchdz 12071-newzTheConvoCouch - Newz$md5:bb622b1bca100209b91cd685f7847f06)rrr))r$Zplaylist_mincountr%poststoprrr.r)newrZvideosZpodcastsZstreamsZstackscCs |dS)N)_validate_extractor_argsrrQrQrR_real_initialize]sz RokfinChannelIE._real_initializecCsL|dd}|durHt|dks.|d|jvrHtdd|jdddS)Ntabrrz,Invalid extractor-arg "tab". Must be one of z, Trn)_configuration_arglen_TABSrr)rNZrequested_tabsrQrQrRr`s "z(RokfinChannelIE._validate_extractor_argsc csd}tdD]}|dvr8td|d|d|d}ntd|d|d|}|j||d |d t|dd d }||EdHt|d pd}|d}|s|r||krn|durdSqdS)Nr)rruser/rz?page=rUz post/search/z&size=50&creator=z Downloading video metadata page rrV)rXr^r_F)r`rarFrbr rr rG) rNr channel_namerrcrdZdata_urlrPrerQrQrR_entrieses zRokfinChannelIE._entriesc Cs~||}|td||}|d}|jddgdd}|||||j||d||d|t| d S) Nrrrrr3r-z - r)) rrbrFrrrrrr rG)rNr$rZ channel_inforrrQrQrRrSvs (zRokfinChannelIE._real_extractN) rrrrrrrrrrrrSrQrQrQrRrFs*  rc@sfeZdZdZdZdZddddddZdd d d d d gZd Zd Z ddZ ddZ ddZ dddZ d S)RokfinSearchIEz rokfin:searchz Rokfin SearchZ rkfnsearch))rrawrA)Z content_idrr.)rrrzrkfnsearch5:"zelenko"rTz "zelenko")rrrNcCs0|jj|ddd\|_|_|js,|dS)NauthNNr3)cacheloadie_key_db_url_db_access_key_get_db_access_credentialsrrQrQrRrszRokfinSearchIE._real_initializec csd}tdD]}|j||d|ddd|t|ddd}t|dtd }|d pZgD]L}|jt|d d \}}t||td }|r\|r\|jd |d|dVq\|d sdSqdS)Nrr)sizecurrent)rvpagezDownloading page z of ~%s)rmrX)metar total_pagesr0results) content_typerrr?r)r$) r`ra_run_search_queryr r r rGrr) rNrvrZ page_numbersearch_resultsresultZ video_id_keyrOr8rQrQrR_search_resultss zRokfinSearchIE._search_resultscKsht|}tdD]L}|j|j|f||dkd|jid|}|rN|S|d||qdS)Nrrr)rmr5rzUpdating access credentials) jsondumpsencoderangerbrrZ write_debugr)rNr8rmkwargsattemptrrQrQrRrs  z RokfinSearchIE._run_search_queryc Csddd}|jd|ddd}td|D]}|jd||dd d }|td d |d |pfdt|szq(t|dd|_ d|d|_ |j | d|j |j fdStddS)N) SEARCH_KEY ENDPOINT_BASEzhttps://rokfin.com/discoverrhzDownloading home page)rlrXz/]*\ssrc\s*=\s*"(/static/js/[^">]+)"zhttps://rokfin.comzDownloading JavaScript fileFrWz REACT_APP_(|z)\s*:\s*"([^"]+)"rjrz,/api/as/v1/engines/rokfin-search/search.jsonzBearer rrz$Unable to extract access credentials)rzr}findallupdaterkeysallvaluesrrrrstorerr)rNr8Z auth_dataZnotfound_err_pageZ js_file_pathZ js_contentrQrQrRrs$  z)RokfinSearchIE._get_db_access_credentials)N)rrrrrZ _SEARCH_KEYrrrrrrrrrQrQrQrRrs* r)rJrIr`rr} urllib.parsercommonrrutilsrrrr r r r r rrrrrFrrrrrrQrQrQrRs8;